diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index bdbe18d4..0bb24c63 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -55,10 +55,10 @@ jobs: export FUCKMARK_CLIPBOARD_CAPTURE="$capture" output="$(printf 'I do not agree and I cannot stay.\n' | "$command" --stdin --copy)" printf '%s\n' "$output" - test "$output" = "I don't agree and I can't stay." - test "$(cat "$capture")" = "I don't agree and I can't stay." + test "$output" = "I do not agree and I cannot stay." + test "$(cat "$capture")" = "I do not agree and I cannot stay." done - test "$(printf 'I do not agree.\n' | FuckMark)" = "I don't agree." + test "$(printf 'I do not agree.\n' | FuckMark)" = "I do not agree." calibration-readiness: name: Frozen calibration readiness diff --git a/.github/workflows/cycle8-carrier-detector.yml b/.github/workflows/cycle8-carrier-detector.yml new file mode 100644 index 00000000..2c6dbe05 --- /dev/null +++ b/.github/workflows/cycle8-carrier-detector.yml @@ -0,0 +1,56 @@ +name: Cycle8 Carrier Detector + +on: + workflow_dispatch: + inputs: + device: + description: Torch device + required: true + default: cpu + type: string + max_attempts: + description: Deterministic retry budget for ASCII 64-token unique pairs + required: true + default: "64" + type: string + pull_request: + paths: + - ".github/workflows/cycle8-carrier-detector.yml" + - "fuckmark/cycle8/**" + - "fuckmark/cycle8_hf.py" + - "fuckmark/product/**" + - "tools/cycle8_fixture_compare.py" + - "tests/test_cycle8_fixture_compare.py" + - "requirements-smoke.txt" + +permissions: + contents: read + +jobs: + exploratory-890000: + runs-on: ubuntu-24.04 + timeout-minutes: 180 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: "3.12" + cache: pip + - name: Install FuckMark + run: python -m pip install -e . + - name: Install exact CPU Torch runtime + run: python -m pip install "torch==2.13.0" --index-url https://download.pytorch.org/whl/cpu + - name: Install maintained Transformers SynthID dependencies + run: python -m pip install -r requirements-smoke.txt + - name: Run Cycle 8 exploratory detector compare on seed 890000 + run: >- + python -m fuckmark.cycle8_hf + --device "${{ inputs.device || 'cpu' }}" + --max-attempts "${{ inputs.max_attempts || '64' }}" + --detector-json artifacts/cycle8-exploratory-890000/detector-compare.json + - uses: actions/upload-artifact@v4 + if: always() + with: + name: cycle8-exploratory-890000 + path: artifacts/cycle8-exploratory-890000/ + if-no-files-found: error diff --git a/CHANGELOG.md b/CHANGELOG.md index 96818e78..2d29dc03 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,18 @@ # Changelog +## Unreleased — exact user-visible invariance + +- Restored Priority Zero: product output must keep the exact user-visible projection of the input. +- Public CLI `release-cli-v4` fail-closes instead of applying contractions or other visible edits. +- `release_transform_registry()` is the empty product-visible-invariance registry. Historical contraction/lexical/syntax/spacing catalogs remain replayable under explicit historical names. +- Added `specs/fuckmark-user-visible-invariance-v1.contract.json` and Cycle 8 invisible-carrier research. No product-authorized carrier is promoted yet. +- Reclassified Cycle 6 formal `NONZERO_RESIDUAL` 7/192 and Cycle 7 visible-edit stages as scientific evidence that is product-disqualified. +- GitHub CI installed-CLI end-to-end now expects unchanged visible text, matching `release-cli-v4`. +- Cycle 8 fixture compare reports visible-projection pass `20/20` for space-carrier arms. +- Chromium `pre` screenshots: U+034F / U+FE00 pixel-equal; U+200C PNG bytes differ. +- Detector-blind GPT-2 / SynthID development scoring on seeds `890000`, `900000`, and `910000` reduced watermarked detections for U+034F space-carrier x1 without unwatermarked inflation on these tiny 4-pair corpora. This is not confirmation and is not a product promotion. +- Product contract loading uses the embedded v1 payload in installed wheels. Writers that replace pinned `specs/cycle8` tokenizer JSON refuse to run without a GPT-2 encoder; the detector harness still scores when tiktoken is absent. Chromium HTML evidence encodes less-than and greater-than as JSON unicode escapes so an ASCII script terminator cannot close the inline script. + ## v0.2.0 — Exact-survival confirmation and release hardening ### Research diff --git a/README.md b/README.md index b298c49e..bd074eb9 100644 --- a/README.md +++ b/README.md @@ -9,9 +9,15 @@ # FuckMark -FuckMark is a deterministic, detector-blind research harness for studying how small text transformations change statistical watermark observations while preserving the source text as much as possible. +FuckMark is a deterministic, detector-blind research harness and CLI for disrupting statistical text watermarks. -**Current release: v0.2.0** +**Product contract (Priority Zero):** the user-visible text must not change. Product-safe transforms may modify only rigorously validated non-rendering Unicode representation while preserving exact visible projection. Semantic equivalence, "minor" punctuation edits, and extra visible spaces are not product success. + +The public CLI currently fail-closes: no product-authorized invisible carrier has been promoted yet, so `FuckMark` returns the original text unchanged rather than applying contractions or other visible edits. That is intentional. Historical visible-edit research remains replayable through explicitly named historical registries. + +See [`docs/product-contract.md`](docs/product-contract.md) and `specs/fuckmark-user-visible-invariance-v1.contract.json`. + +**Current tagged release: v0.2.0** Website: [mark.q1z.org](https://mark.q1z.org) License: MIT @@ -36,11 +42,11 @@ The expanded `content-region-destruction-v1` pool and pairwise-completion schedu ## Claim boundary -The 97.40% result is narrow research evidence, not a universal watermark-removal guarantee. +The 97.40% Cycle 4 result is narrow research evidence, not a universal watermark-removal guarantee, and it is not a product-contract success: those schedulers selected visible-edit candidates. -It applies to the repository's frozen open GPT-2 / Hugging Face SynthID Weighted Mean confirmation configuration, fixed threshold, exact source protocol, and measured corpus. It does not establish proprietary-detector transfer, arbitrary-model transfer, unknown future watermark transfer, perfect removal, or semantic equivalence under every input. +It applies to the repository's frozen open GPT-2 / Hugging Face SynthID Weighted Mean confirmation configuration, fixed threshold, exact source protocol, and measured corpus. It does not establish proprietary-detector transfer, arbitrary-model transfer, unknown future watermark transfer, or perfect removal. -The public CLI also remains deliberately conservative. It uses only the release transform registry. Development schedulers, detector code, experimental search, and the quarantined U+200C diagnostic registry are not automatically selected by the command-line product path. +The public CLI uses only `release_transform_registry()`, which is now the product-visible-invariance registry. That registry currently contains zero authorized carriers. Development schedulers, detector code, experimental search, historical contraction/lexical/syntax rules, Cycle 6 spacing, Cycle 7 durable visible edits, and the quarantined U+200C diagnostic registry are not automatically selected by the command-line product path. ## Install @@ -99,6 +105,8 @@ Stream mode: printf 'I do not agree.\n' | FuckMark ``` +The current product CLI prints the same visible text. It does not emit `I don't agree.` + File mode: ```text @@ -136,11 +144,17 @@ The U+200C mechanism is not promoted into release behavior. It can strongly pert ## Cycle 6 development status -Cycle 6 reached **0 of 16 detected** on the frozen seed-720000 development corpus with the unchanged `0.5570987654320988` threshold and the raw, NFKC, Cf-strip, and combined sanitizer arms. The timestamp-independent corpus content hash is `b114cf4d869c5a5d78ac52855a1a480b1f0e605137aee2cb269062880fcc22d3`; the stable scored-result hash is `73f44b173d7ec55ea80e7d2e9a46b7ea70d8b32682f465dc66643387d99aa8b6`. +Cycle 6 reached **0 of 16 detected** on the frozen seed-720000 development corpus with the unchanged `0.5570987654320988` threshold and the raw, NFKC, Cf-strip, and combined sanitizer arms. Formal confirmation froze **NONZERO_RESIDUAL 7/192** transformed-WM detections (2/64 + 2/64 + 3/64) with 0/192 matched transformed-UW detections. + +This is detector-endpoint scientific evidence, **PRODUCT_DISQUALIFIED**. The Cycle 6 workhorse inserted repeated ordinary ASCII U+0020 spaces, which are visible spacing changes. Do not treat 7/192, 0/16, or the older 96%+ Cycle 4 figure as proof that FuckMark currently meets the product goal. + +## Cycle 7 status + +Cycle 7 Stage A/B/C researched collapse-resistant *visible* edits (contractions, hyphenation, punctuation, newlines). Those results remain historically valid as **INSUFFICIENT_EVIDENCE** and are **PRODUCT_DISQUALIFIED**. They must not enter `release_transform_registry()`. -This is detector-endpoint development evidence, not geometry zero and not a release claim. Surviving original observations remain in every output. The attack also relies on visible repeated ASCII spaces: NFKC and Cf stripping preserve them, but repeated-space canonicalization removes the mechanism and human fidelity review is still pending. +## Cycle 8 status -The Cycle 6 formal-confirmation harness is preregistered for three new 64-sample corpora with matched transformed-unwatermarked controls. Sealed detector scoring remains blocked until the full all-16 blind B14 fidelity packet receives independent human adjudication and its audit hash is bound into the confirmation contract. +Cycle 8 is the exact-visible-projection generation. See [`docs/cycle8/README.md`](docs/cycle8/README.md). U+200C remains a diagnostic baseline (stripped by Cf). Combining grapheme joiner U+034F is an early durable-track *hypothesis* under frozen sanitizers; it is not a release mechanism. ## Reproduce the research environment diff --git a/docs/cli.md b/docs/cli.md index b8c31d4a..74fcbb38 100644 --- a/docs/cli.md +++ b/docs/cli.md @@ -1,10 +1,12 @@ # FuckMark CLI -FuckMark v0.2.0 exposes the same command under `FuckMark`, `Fuckmark`, and `fuckmark`. All aliases use `release-cli-v3` and the same content-addressed release transform registry. +FuckMark v0.2.0 still exposes the same command under `FuckMark`, `Fuckmark`, and `fuckmark`. Current `main` uses `release-cli-v4` and the product visible-invariance registry. -The public CLI is intentionally smaller than the research harness. It does not load detector code, watermark keys, model weights, network services, the Cycle 4 search schedulers, or quarantined U+200C diagnostics. +The public CLI is intentionally smaller than the research harness. It does not load detector code, watermark keys, model weights, network services, Cycle 4/6/7 visible-edit schedulers, or quarantined U+200C diagnostics. It also does not apply contractions. -Install instructions for Windows, macOS, and Linux are in [`install.md`](install.md). The official website is [mark.q1z.org](https://mark.q1z.org). +**Priority Zero:** the CLI must not change user-visible text. Until a product-authorized invisible carrier exists, the CLI fail-closes and returns the input unchanged. + +Install instructions for Windows, macOS, and Linux are in [`install.md`](install.md). The official website is [mark.q1z.org](https://mark.q1z.org). The product contract is [`product-contract.md`](product-contract.md). ## Interactive use @@ -16,7 +18,7 @@ FuckMark Paste the source text and finish with `:done` on its own line. The legacy `ok` terminator remains accepted. -Interactive mode reports the exact project version, processes the text deterministically, reports the number of accepted release-safe changes, and copies the result to the platform clipboard. Color is emitted only when standard output is an interactive terminal. `--no-color` and the `NO_COLOR` environment variable disable ANSI output. +Interactive mode reports the exact project version, processes the text deterministically, reports whether any product-authorized invisible transform was applied, and copies the result to the platform clipboard. Color is emitted only when standard output is an interactive terminal. `--no-color` and the `NO_COLOR` environment variable disable ANSI output. ## Stream use @@ -26,6 +28,8 @@ Piped input automatically selects stream mode: printf 'I do not agree.\n' | FuckMark ``` +Current product output is the same visible line, not `I don't agree.` + Use `--stdin` or `--non-interactive` to request the same mode explicitly. Standard output contains only transformed text. Clipboard access is disabled unless `--copy` is provided. ## File use @@ -47,14 +51,14 @@ Without `--output`, file-mode output is written to standard output. `--output -` | `--version` | Print project, CLI, and release-registry identities. | | `--stdin`, `--non-interactive` | Read all standard input in explicit stream mode. | | `-o FILE`, `--output FILE` | Atomically write transformed UTF-8 text to a file. | -| `--copy` | Also copy transformed text to the system clipboard. | +| `--copy` | Also copy transformed text to the platform clipboard. | | `-q`, `--quiet` | Hide interactive processing and completion messages. | | `--no-color` | Disable ANSI terminal color. | ## Exit status | Status | Meaning | -| ---: | --- | +| ---: | ---: | | 0 | Transformation and requested outputs succeeded. | | 1 | Input, transformation, or output validation failed. | | 2 | Transformation succeeded, but clipboard transfer failed. The transformed text is still written to the requested non-clipboard destination or printed as fallback output. | @@ -69,4 +73,4 @@ Errors are written to standard error. Empty input is rejected. Clipboard command ## Release boundary -The CLI uses only `release_transform_registry()`. The confirmed Cycle 4 exact-survival result belongs to the research/evaluation path and is not a claim that the public CLI itself produces a 97.40% evasion rate. Development profiles, detector scoring, experimental search, and the U+200C diagnostic registry remain outside automatic release behavior. +The CLI uses only `release_transform_registry()`, which means the exact visible-projection product contract, not "semantically conservative English edits." Historical contraction, Cycle 6 spacing, Cycle 7 durable visible edits, detector scoring, experimental search, and the U+200C diagnostic registry remain outside automatic release behavior. diff --git a/docs/cycle7/README.md b/docs/cycle7/README.md index c134c793..5f8462e4 100644 --- a/docs/cycle7/README.md +++ b/docs/cycle7/README.md @@ -1,8 +1,10 @@ -# Cycle 7 — durable transform development +# Cycle 7 — durable visible-edit research (PRODUCT_DISQUALIFIED) -Cycle 6 is **frozen**. Formal outcome: `NONZERO_RESIDUAL` **7/192**, not 0/192. +Cycle 6 is **frozen**. Formal outcome: `NONZERO_RESIDUAL` **7/192**, not 0/192. That detector result remains historically valid and is **not** product-compliant FuckMark removal: Cycle 6 inserted visible ASCII spaces. -This directory starts Cycle 7 development. It does not retune Cycle 6 and does not authorize a new formal confirmation. +Cycle 7 researched collapse-resistant *visible* transforms. Those edits may preserve meaning. They still change user-visible text, so they are **PRODUCT_DISQUALIFIED** for the CLI/product path restored under `fuckmark-user-visible-invariance-v1`. + +Cycle 8 (`docs/cycle8/`) is the exact-visible-projection generation. Do not promote Cycle 7 catalogs into `release_transform_registry()`. ## Live state (verified 2026-08-25) diff --git a/docs/cycle8/README.md b/docs/cycle8/README.md new file mode 100644 index 00000000..7058f196 --- /dev/null +++ b/docs/cycle8/README.md @@ -0,0 +1,30 @@ +# Cycle 8 — exact visible projection + +Cycle 7 is frozen as **visible-edit durability research**. It is **PRODUCT_DISQUALIFIED** even where detector snapshots looked interesting. + +Cycle 8 is a new scientific generation. The mechanism class is hidden Unicode representation that leaves `VISIBLE(original)` identical to `VISIBLE(transformed)`. + +## Priority order + +0. Exact user-visible text preservation +1. Real detector evasion +2. Sanitizer durability +3. Independent replication +4. Protected machine-content safety +5. Low hidden payload +6. Mechanistic explanation +7. Proxy metrics + +## Seed ledger + +See `docs/cycle8/seed-ledger.md`. Seeds `890000`, `900000`, `910000`, and `920000` were assigned before Cycle 8 generation. Do not inspect `830000` / `840000` / `850000`. Do not inspect Cycle 7 reserved `880000`. + +## Carrier research + +See `docs/cycle8/carrier-research.md`. + +U+200C is the diagnostic baseline. It is not durable under Cf-strip. + +Early durable-track *hypothesis* (sanitizer and tokenizer screen, not a detector claim): U+034F COMBINING GRAPHEME JOINER and variation selectors U+FE00..U+FE0F. These are not product-authorized. + +Fixture compare `specs/cycle8/fixture-compare-v1.json` reports visible-projection pass `20/20` across identity, U+200C, U+034F x1, U+034F x8, and U+FE00 arms. Quote interiors remain protected spans. Seed `890000` exploratory detector scoring is development-only (`PROMISING_DEVELOPMENT`, not confirmation). U+034F is not product-authorized. diff --git a/docs/cycle8/carrier-research.md b/docs/cycle8/carrier-research.md new file mode 100644 index 00000000..2320b9ab --- /dev/null +++ b/docs/cycle8/carrier-research.md @@ -0,0 +1,41 @@ +# Cycle 8 carrier research + +Labels: `VERIFIED`, `HYPOTHESIS`, `REJECTED`, `PRODUCT_DISQUALIFIED`, `HISTORICAL_ONLY`, `UNKNOWN`. + +## H1. Normalization-stable non-Cf carrier + +`HYPOTHESIS` for product use. Sanitizer screen `VERIFIED` for U+034F and U+FE00..U+FE0F on the frozen arms: + +- category Mn, default-ignorable, combining class 0; +- NFC/NFKC-stable in isolation; +- survives Cf-strip (not Cf); +- survives `whitespace-collapse-v1` when placed after an ASCII space. + +GPT-2 tokenizer screen `VERIFIED` on the Cycle 8 fixture (tiktoken `gpt2`): inserting U+034F after ASCII word spaces changed token IDs (`ids_equal=false`, token-count delta +40) with suffix realignment of only one token. An 8-copy space run produced delta +208. U+200C also disrupts GPT-2 (delta +28) but remains Cf-fragile. + +Not product-authorized. Fixture compare on four ASCII texts is `VERIFIED` for visible projection (`20/20`) and for U+034F / U+FE00 survival under Cf-strip, NFKC, and `whitespace-collapse-v1`. Chromium `pre` screenshots: U+034F and U+FE00 are `VERIFIED` pixel-equal to the original; U+200C is `REJECTED` (PNG bytes differ). Detector-blind GPT-2 / SynthID looks on seeds `890000`, `900000`, and `910000` are `PROMISING_DEVELOPMENT` / `HYPOTHESIS` only (four watermarked pairs per seed). Prefer U+034F x1: x8 overflowed GPT-2's 1024-token context on seed `900000`. The public CLI still authorizes zero carriers. + +## H2. Carrier runs at space boundaries + +`HYPOTHESIS`. Repeating an approved carrier after existing ASCII spaces increases hidden payload without splitting `[A-Za-z]+` words, so historical hard-invariant word matching still passes. This is the TransformRegistry-compatible high-density channel. Intra-word insertion is tokenizer-diagnostic only because it breaks the frozen hard-invariant word regex. + +## H3-H8 + +Placement geometry, Cycle 6 scheduler reuse, and root-window correlation remain `HYPOTHESIS` for larger corpora. Tiny-corpus detector looks on seeds `890000`, `900000`, and `910000` are `PROMISING_DEVELOPMENT` only. + +## H9. Feasibility boundary + +Still `HYPOTHESIS`. If every tokenizer-disruptive invisible carrier is removed by ordinary sanitizers, Cycle 8 will freeze that boundary rather than weaken Priority Zero. + +## Rejected as product mechanisms + +| Mechanism | Label | Why | +| --- | --- | --- | +| Contractions / Cycle 7 durable edits | `PRODUCT_DISQUALIFIED` | visible words or punctuation change | +| Cycle 6 U+0020 runs | `PRODUCT_DISQUALIFIED` | visible spacing change | +| U+200C / other Cf | `REJECTED` as durable; diagnostic only | Cf-strip restores the original string | +| NBSP / hair spaces / dashes / homoglyphs | `REJECTED` | visible or NFKC-mapped layout/glyph change | + +## Baseline + +U+200C after ASCII word spaces: visibility-aligned on the v1 projection, Cf-fragile, and Chromium-pixel-`REJECTED`. Keep as the diagnostic control. Do not promote to release. diff --git a/docs/cycle8/seed-ledger.md b/docs/cycle8/seed-ledger.md new file mode 100644 index 00000000..46500441 --- /dev/null +++ b/docs/cycle8/seed-ledger.md @@ -0,0 +1,27 @@ +# Cycle 8 seed ledger + +Ledger identity: `cycle8-seed-ledger-v1` (`fuckmark/cycle8/ledger.py`). + +Seeds were assigned **before** any Cycle 8 text generation or detector look. + +## Spent or blocked (forbidden) + +| Seed | Why | +| --- | --- | +| 760000, 770000, 780000 | Cycle 6 formal confirmation. Spent. | +| 720000, 730000 | Cycle 6 development. Spent. | +| 810000, 860000, 870000 | Cycle 7 exploratory. Spent for new rule construction. | +| 820000 | Cycle 7 Stage B3 validation. Spent. | +| 880000 | Cycle 7 reserved validation. Still unseen. Do not inspect from Cycle 8. | +| 830000, 840000, 850000 | Confirmation reserved. Do not inspect. | + +## Cycle 8 roles + +| Role | Seed | Topic | May score detectors? | +| --- | --- | --- | --- | +| Exploratory development | 890000 | invisible carrier development | yes, development only | +| Exploratory replication | 900000 | invisible carrier replication | yes, after freeze of a mechanism from 890000 | +| Validation | 910000 | invisible carrier validation | only after a freeze; do not retune | +| Secondary exploratory | 920000 | unused unless 890000 is exhausted | yes, development only | + +Do not promote 890000, 900000, 910000, or 920000 into confirmation after seeing scores. diff --git a/docs/decisions/visible-invariance-correction.md b/docs/decisions/visible-invariance-correction.md new file mode 100644 index 00000000..69fe1ca3 --- /dev/null +++ b/docs/decisions/visible-invariance-correction.md @@ -0,0 +1,39 @@ +# Decision: restore exact user-visible invariance + +Live GitHub at the start of this work: + +- repository `byte271/FuckMark` exists and is public; +- `main` HEAD `d7eeb0f905b7046ddc4a4d8281354f06713d58b0` (PR #96 squash-merge); +- PR #93, #94, #95, #96 merged; +- no open PRs; +- no open issues; +- latest tag `v0.2.0`; +- this environment's prebuilt checkout was stale at `ddccd74` until `origin/main` was fetched. + +## Violation + +The public CLI called `release_transform_registry()`, which resolved to `default_contraction_rules()`. Local reproduction before the fix: + +| Input | CLI output | +| --- | --- | +| `I do not agree.` | `I don't agree.` | +| `We cannot continue.` | `We can't continue.` | +| `You should not do that.` | `You shouldn't do that.` | + +Hard invariants allowed this because they checked protected spans, negation, and modality, not visible projection. + +Cycle 6 formal `NONZERO_RESIDUAL` 7/192 remains valid detector science and is **PRODUCT_DISQUALIFIED** (visible U+0020 runs). + +Cycle 7 Stage A/B/C remain **INSUFFICIENT_EVIDENCE** and **PRODUCT_DISQUALIFIED** (visible word/punctuation/layout edits). + +U+200C remains diagnostic: product-aligned on visibility, **REJECTED** as a durable mechanism because Cf-strip removes it. + +## Repair + +- Versioned contract `fuckmark-user-visible-invariance-v1`. +- Visible-projection validator and product hard gate. +- `release_transform_registry()` is an empty product registry. +- CLI `release-cli-v4` fail-closes to original text. +- Historical contraction/lexical/syntax/spacing registries remain for replay under explicit names. +- Cycle 8 starts invisible-carrier research. Combining grapheme joiner U+034F is a durable-track sanitizer candidate, not a release promotion. +- The GitHub CI installed-CLI check still expected contraction output after the product path was emptied. That leftover assertion is now aligned with unchanged visible text. diff --git a/docs/product-contract.md b/docs/product-contract.md new file mode 100644 index 00000000..278839a1 --- /dev/null +++ b/docs/product-contract.md @@ -0,0 +1,69 @@ +# FuckMark product contract + +Contract identity: `fuckmark-user-visible-invariance-v1` +Machine-readable file: `specs/fuckmark-user-visible-invariance-v1.contract.json` + +This contract is Priority Zero. Detector score cannot override it. + +## Rule + +`VISIBLE(original) == VISIBLE(transformed)` + +The public product path must present the same user-visible text as the input. Byte identity is not required. Visible identity is required. + +The v1 projection is insertion-only: + +- every original code point remains in the same order; +- no original code point is substituted, deleted, or reordered; +- visible ASCII spaces, tabs, and newlines are immutable; +- the only allowed difference is insertion of *approved* non-rendering carriers. + +Conceptually, stripping approved carriers from the transformed string reproduces the original when the original did not already contain those carriers. If the original already contains an approved carrier, the product path fail-closes and inserts nothing. + +## What is not enough + +These are not product success: + +- semantic equivalence; +- meaning preservation; +- "looks natural"; +- minor visible difference; +- punctuation-only edits; +- hyphenation or apostrophe substitution; +- extra or missing visible spaces; +- newline / layout changes; +- homoglyphs or compatibility characters. + +## Current product path + +`release_transform_registry()` is the product registry. It currently authorizes **zero** carriers. + +The public CLI (`release-cli-v4`) therefore returns the original text unchanged. That fail-closed behavior is required until a carrier has: + +1. exact visible-projection pass; +2. English-ASCII v1 domain evidence; +3. sanitizer evidence (whitespace collapse, and preferably NFKC + Cf-strip); +4. GPT-2 tokenizer disruption evidence; +5. protected machine-span safety; +6. later, replicated detector reduction. + +U+200C is not authorized. It is a diagnostic baseline and is removed by Cf stripping. + +## Historical research + +Historical visible-edit registries remain importable for replay: + +- `historical_visible_edit_transform_registry()` / `default_transform_registry()` — contractions; +- `development_transform_registry()` — contractions plus lexical/syntax/surface visible edits; +- Cycle 6 spacing profiles; +- Cycle 7 durable visible-edit catalogs. + +They must not become the CLI default. + +## Renderer and payload + +Output is ordinary Unicode plain text. HTML overlays, custom fonts, canvas, clipboard apps, and hidden metadata are forbidden. + +## Failure behavior + +If a candidate would change visible projection, if the input is outside ordinary English ASCII v1, if carrier safety is uncertain, or if a protected machine span would be broken, the product path leaves that region unchanged. It never falls back to a visible edit. diff --git a/docs/release.md b/docs/release.md index 97b6b00d..f55e5223 100644 --- a/docs/release.md +++ b/docs/release.md @@ -1,15 +1,18 @@ # v0.2.0 Release Process -FuckMark v0.2.0 is a deterministic CLI and research-infrastructure release. The release contains the Cycle 4 exact-survival research machinery and its confirmatory evidence path, while the public CLI remains restricted to the separately reviewed release transform registry. +FuckMark v0.2.0 is a deterministic CLI and research-infrastructure release. The published tag remains historically valid. Current `main` after the visible-invariance repair still reports package version `0.2.0`, but the public CLI algorithm identity is `release-cli-v4` and the release registry is the empty product-visible-invariance registry. Do not treat the v0.2.0 tag's contraction behavior as the current product contract. + +The public CLI is restricted to product-authorized invisible transforms. None are authorized yet, so the CLI fail-closes to unchanged text. Cycle 4 exact-survival machinery remains in the research path. ## Release invariants 1. `pyproject.toml`, `fuckmark.__version__`, `uv.lock`, installed CLI output, and the Git tag must agree on `0.2.0` / `v0.2.0`. -2. The release registry is not broadened merely because a development experiment succeeds. +2. The release registry is not broadened merely because a development experiment succeeds. Product authorization additionally requires exact visible-projection equality. 3. U+200C remains diagnostic-only and is never promoted into automatic CLI behavior. -4. Frozen historical contracts and evidence under `specs/` remain byte-stable unless their own protocol explicitly defines a successor artifact. -5. The release must build and clean-install on Linux, macOS, and Windows. -6. Every published GitHub Release must be backed by an immutable `v*` tag. +4. Visible-edit historical catalogs (contractions, Cycle 6 spacing, Cycle 7 durable families) remain replayable and must not silently become release defaults. +5. Frozen historical contracts and evidence under `specs/` remain byte-stable unless their own protocol explicitly defines a successor artifact. +6. The release must build and clean-install on Linux, macOS, and Windows. +7. Every published GitHub Release must be backed by an immutable `v*` tag. ## Required release sequence @@ -53,7 +56,7 @@ The expanded pool plus scheduler v2 achieved 0/12 detected in its fresh developm `specs/fuckmark-v0.1.0-release-readiness-baseline.json` remains an immutable historical artifact. v0.2.0 does not rewrite the old baseline's gate statuses or reinterpret the repository state it captured. -Likewise, rejected experiments remain rejected records. The U+200C visible-projection mechanism stays quarantined because Unicode format-character stripping restores the evaluated detection behavior. +Likewise, rejected experiments remain rejected records. The U+200C visible-projection mechanism stays quarantined because Unicode format-character stripping restores the evaluated detection behavior. Cycle 6 `NONZERO_RESIDUAL` 7/192 remains the frozen formal detector result and is product-disqualified because it used visible ASCII spaces. ## Distribution scope diff --git a/evidence/cycle8-exploratory-890000-2026-08-25/README.md b/evidence/cycle8-exploratory-890000-2026-08-25/README.md new file mode 100644 index 00000000..e0afbba9 --- /dev/null +++ b/evidence/cycle8-exploratory-890000-2026-08-25/README.md @@ -0,0 +1,24 @@ +# Cycle 8 exploratory detector evidence (seed 890000) + +Development-only. Not confirmation. Seed `890000` is the Cycle 8 exploratory ledger entry. + +Mechanism under test: U+034F space-carrier x1 (and matched x8 / U+200C / identity arms). Transform selection is detector-blind (`apply_all` at non-overlapping ASCII spaces). Detector access was not used for selection. + +Files: + +- `fixture-compare.json` — hand fixtures plus attached detector summaries. +- `detector-compare.json` — GPT-2 / Hugging Face SynthID Weighted Mean scores on four ASCII domain pairs. +- `decision.json` — `PROMISING_DEVELOPMENT`, `VISIBLE_INVARIANT_PASS`, `HYPOTHESIS`. + +Headline on this tiny corpus (4 watermarked + 4 unwatermarked): + +| Arm | WM detected raw | UW detected raw | WM detected after Cf-strip | +| --- | ---: | ---: | ---: | +| identity | 3/4 | 0/4 | 3/4 | +| U+034F x1 | 0/4 | 0/4 | 0/4 | +| U+034F x8 | 0/4 | 0/4 | 0/4 | +| U+200C x1 | 0/4 | 0/4 | 3/4 | + +Visible projection pass rate on scored arms: `32/32`. + +Do not promote U+034F into `release_transform_registry()`. Do not inspect `830000`, `840000`, `850000`, or Cycle 7 reserved `880000`. diff --git a/evidence/cycle8-exploratory-890000-2026-08-25/SHA256SUMS.txt b/evidence/cycle8-exploratory-890000-2026-08-25/SHA256SUMS.txt new file mode 100644 index 00000000..309e8bc8 --- /dev/null +++ b/evidence/cycle8-exploratory-890000-2026-08-25/SHA256SUMS.txt @@ -0,0 +1,4 @@ +07403a72b6728072b7c1bdf359f389a34681844da6efc1c62fa59000a7c90668 README.md +c6cb44176f27d95c8fec70a785a512616d9f3b178154025f6162136fbd1762c7 decision.json +edf0d189433c961e47f440cbde8a626bc39fb7af5acfe8444ad76c0b7a3d9eb0 detector-compare.json +8abb742a9c435db86969d33d104344b0687f0643fe93a784f781f16e017a5355 fixture-compare.json diff --git a/evidence/cycle8-exploratory-890000-2026-08-25/decision.json b/evidence/cycle8-exploratory-890000-2026-08-25/decision.json new file mode 100644 index 00000000..58ff5a3c --- /dev/null +++ b/evidence/cycle8-exploratory-890000-2026-08-25/decision.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-decision-v1","decision":"PROMISING_DEVELOPMENT","detector_signal":{"identity_raw_unwatermarked_detected":0,"identity_raw_watermarked_detected":3,"u034f_raw_unwatermarked_detected":0,"u034f_raw_watermarked_detected":0,"u034f_run_raw_watermarked_detected":0,"u034f_ws_collapse_watermarked_detected":0,"u200c_raw_watermarked_detected":0,"watermarked_row_count":4},"evidence_label":"HYPOTHESIS","notes":"This is Cycle 8 development classification, not confirmation. Do not inspect 830000, 840000, 850000, or Cycle 7 reserved 880000. U+034F is not product-authorized.","product_gate":"VISIBLE_INVARIANT_PASS","reasons":["U+200C is removed by Cf-strip","U+034F survives Cf-strip on the GPT-2 fixture","U+034F survives NFKC on the GPT-2 fixture","U+034F survives whitespace-collapse-v1 after ASCII spaces","quote interiors block U+034F space carriers as protected spans","U+034F space insertion changes GPT-2 token ids","U+034F x8 increases hidden payload over x1","U+FE00 survives Cf-strip on the GPT-2 fixture","detector scores are development-only","U+034F reduced raw watermarked detections without raising unwatermarked detections"],"visible_failures":0} diff --git a/evidence/cycle8-exploratory-890000-2026-08-25/detector-compare.json b/evidence/cycle8-exploratory-890000-2026-08-25/detector-compare.json new file mode 100644 index 00000000..46ea1907 --- /dev/null +++ b/evidence/cycle8-exploratory-890000-2026-08-25/detector-compare.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-exploratory-detector-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8"],"artifact_hash":"f11f990375259cb5e3c775074a118d1a879029192a499afa9a8092f165d5e955","detector_access_used_for_selection":false,"geometry_rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":221,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":161,"transformed_token_count":225},"transformed_text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","utf8_overhead":100,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":921,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":861,"transformed_token_count":925},"transformed_text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","utf8_overhead":800,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":170,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":111,"transformed_token_count":175},"transformed_text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","utf8_overhead":150,"visible_ok":true}},"domain":"general_explanatory","label":"unwatermarked","sample_id":"cycle8-890000-general_explanatory-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":4,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":195,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":131,"transformed_token_count":195},"transformed_text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","utf8_overhead":86,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":43,"inserted_count":344,"projected_equals_source":true,"protected_blocked_count":4,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":797,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":733,"transformed_token_count":797},"transformed_text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","utf8_overhead":688,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":4,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":152,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":88,"transformed_token_count":152},"transformed_text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","utf8_overhead":129,"visible_ok":true}},"domain":"general_explanatory","label":"watermarked","sample_id":"cycle8-890000-general_explanatory-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":232,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":172,"transformed_token_count":236},"transformed_text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","utf8_overhead":108,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":54,"inserted_count":432,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":988,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":928,"transformed_token_count":992},"transformed_text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","utf8_overhead":864,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":178,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":118,"transformed_token_count":182},"transformed_text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","utf8_overhead":162,"visible_ok":true}},"domain":"technical_explanation","label":"unwatermarked","sample_id":"cycle8-890000-technical_explanation-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":238,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":174,"transformed_token_count":238},"transformed_text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","utf8_overhead":106,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":53,"inserted_count":424,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":980,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":916,"transformed_token_count":980},"transformed_text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","utf8_overhead":848,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":185,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":121,"transformed_token_count":185},"transformed_text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","utf8_overhead":159,"visible_ok":true}},"domain":"technical_explanation","label":"watermarked","sample_id":"cycle8-890000-technical_explanation-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":22,"inserted_count":22,"projected_equals_source":true,"protected_blocked_count":27,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true}},"selected_count":22,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":93,"first_changed_token":40,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":69,"transformed_token_count":133},"transformed_text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","utf8_overhead":44,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":22,"inserted_count":176,"projected_equals_source":true,"protected_blocked_count":27,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true}},"selected_count":22,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":401,"first_changed_token":40,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":377,"transformed_token_count":441},"transformed_text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","utf8_overhead":352,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":22,"inserted_count":22,"projected_equals_source":true,"protected_blocked_count":27,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true}},"selected_count":22,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":71,"first_changed_token":40,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":47,"transformed_token_count":111},"transformed_text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","utf8_overhead":66,"visible_ok":true}},"domain":"conversational_prose","label":"unwatermarked","sample_id":"cycle8-890000-conversational_prose-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":45,"inserted_count":45,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true}},"selected_count":45,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":202,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":138,"transformed_token_count":202},"transformed_text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","utf8_overhead":90,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":45,"inserted_count":360,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true}},"selected_count":45,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":832,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":768,"transformed_token_count":832},"transformed_text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","utf8_overhead":720,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":45,"inserted_count":45,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true}},"selected_count":45,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":157,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":93,"transformed_token_count":157},"transformed_text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","utf8_overhead":135,"visible_ok":true}},"domain":"conversational_prose","label":"watermarked","sample_id":"cycle8-890000-conversational_prose-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":48,"inserted_count":48,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true}},"selected_count":48,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":215,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":2,"token_count_delta":151,"transformed_token_count":215},"transformed_text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","utf8_overhead":96,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":48,"inserted_count":384,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true}},"selected_count":48,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":887,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":2,"token_count_delta":823,"transformed_token_count":887},"transformed_text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","utf8_overhead":768,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":48,"inserted_count":48,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true}},"selected_count":48,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":164,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":2,"token_count_delta":103,"transformed_token_count":167},"transformed_text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","utf8_overhead":144,"visible_ok":true}},"domain":"structured_instructional","label":"unwatermarked","sample_id":"cycle8-890000-structured_instructional-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":227,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":163,"transformed_token_count":227},"transformed_text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","utf8_overhead":104,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":52,"inserted_count":416,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":955,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":891,"transformed_token_count":955},"transformed_text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","utf8_overhead":832,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":175,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":111,"transformed_token_count":175},"transformed_text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","utf8_overhead":156,"visible_ok":true}},"domain":"structured_instructional","label":"watermarked","sample_id":"cycle8-890000-structured_instructional-watermarked"}],"model":"openai-community/gpt2","model_revision":"607a30d783dfa663caf39e06633721c8d4cfcd7e","samples":[{"domain":"general_explanatory","label":"unwatermarked","sample_id":"cycle8-890000-general_explanatory-unwatermarked","seed":890000,"text":"\n\nThere's no need to look into whether a carrier is transiting a particular direction. It's simply the way that a carrier moves along its path, which is why it's important to understand its current position and the current state of the carrier's trajectory.\n\nThe current carrier is an intermediate state that it","text_sha256":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},{"domain":"general_explanatory","label":"watermarked","sample_id":"cycle8-890000-general_explanatory-watermarked","seed":890000,"text":" In short, give the reader a list of a few things to write. In case there is a problem, write it in a concise way.\n\nIf you want to discuss the topic in more detail, read the \"Introduction to Non-Invisible Carrier Development\" article by the author.\n\nThe author also","text_sha256":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},{"domain":"technical_explanation","label":"unwatermarked","sample_id":"cycle8-890000-technical_explanation-unwatermarked","seed":890032,"text":"\n\nDefine the main idea, one failure mode, and one validation check. Write the entire codebase in a single block. This allows developers to take a small number of inputs and generate a large number of outputs. It also provides a way to define a specific set of rules which can be used for generating and","text_sha256":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},{"domain":"technical_explanation","label":"watermarked","sample_id":"cycle8-890000-technical_explanation-watermarked","seed":890032,"text":" Use a tool to test for the correctness of the tests.\n\nA technical explanation of invisible carrier development in software experiments. Define the main idea, one failure mode, and one validation check. Use a tool to test for the correctness of the tests. A technical explanation of invisible carrier development in software experiments. Def","text_sha256":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},{"domain":"conversational_prose","label":"unwatermarked","sample_id":"cycle8-890000-conversational_prose-unwatermarked","seed":890064,"text":"\n\n\"We've been working on this for 15 years, and yet, in the last few months, we've got this idea that is so powerful that it can help people.\"\n\nThe fact is that carriers can change how they respond to user feedback and, for better or for worse, even change their behavior","text_sha256":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},{"domain":"conversational_prose","label":"watermarked","sample_id":"cycle8-890000-conversational_prose-watermarked","seed":890064,"text":" Use a clear and concise introduction to the subject.\n\nWhen you're starting to understand how to use the language you're learning, it's not about whether your language has it, but how you use it.\n\n3. Use a plain English language.\n\nSome words have their own meaning. English is","text_sha256":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},{"domain":"structured_instructional","label":"unwatermarked","sample_id":"cycle8-890000-structured_instructional-unwatermarked","seed":890096,"text":" When you do the same, you get the same results.\n\nTo see if you can apply the invisible carrier development to a program, follow this video.\n\nHow do you apply the invisible carrier development to program?\n\nYou might have heard of the invisible carrier development process described in the previous post:\n","text_sha256":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},{"domain":"structured_instructional","label":"watermarked","sample_id":"cycle8-890000-structured_instructional-watermarked","seed":890096,"text":" This means that the more you add, the faster you can apply the program.\n\n\nA common misconception is that the program should take only one step. This is not true.\n\nThe program should take two steps. The first step should be for your body to get used to the idea of invisible carrier development.","text_sha256":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"}],"sanitizer_ids":["raw","nfkc","cf_strip","nfkc_cf_strip","ws_collapse","ws_collapse_nfkc_cf_strip"],"scored_rows":[{"arm_id":"identity","domain":"general_explanatory","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5291245791245791,"sample_id":"cycle8-890000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"nfkc":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"raw":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"}}},{"arm_id":"u200c-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":170,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":111,"transformed_token_count":175},"transformed_text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234","utf8_overhead":150,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5291245791245791,"sample_id":"cycle8-890000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"nfkc":{"detected":false,"equals_source":false,"score":0.5051237007758747,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"},"raw":{"detected":false,"equals_source":false,"score":0.5051237007758747,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5051237007758747,"text_hash":"aa4e0a92dee3eabb1e2ce02378841ee56ed68cee887c08369d0d7cb1645f0234"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5291245791245791,"text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a"}}},{"arm_id":"u034f-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":221,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":161,"transformed_token_count":225},"transformed_text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1","utf8_overhead":100,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5291245791245791,"sample_id":"cycle8-890000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5034682265694923,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1"},"nfkc":{"detected":false,"equals_source":false,"score":0.5034682265694923,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5034682265694923,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1"},"raw":{"detected":false,"equals_source":false,"score":0.5034682265694923,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5034682265694923,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5034682265694923,"text_hash":"dc7e6fc2bc9189a3174d74f4466500ca1d1ddcfc26d1bfa87e1ba098fb04a1e1"}}},{"arm_id":"u034f-space-x8","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-890000-general_explanatory-unwatermarked","source_text_hash":"b864dcf507146625da4b5113b24ab0eecd87ec5be11f8c89105d5781b51def0a","tokenizer":{"changed_token_estimate":921,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":861,"transformed_token_count":925},"transformed_text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be","utf8_overhead":800,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5291245791245791,"sample_id":"cycle8-890000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5107127172344563,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be"},"nfkc":{"detected":false,"equals_source":false,"score":0.5107127172344563,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5107127172344563,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be"},"raw":{"detected":false,"equals_source":false,"score":0.5107127172344563,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5107127172344563,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5107127172344563,"text_hash":"40fe269ccf15288729b33756e908055f139d6d11c13af9d866912f8192a704be"}}},{"arm_id":"identity","domain":"general_explanatory","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6411195286195286,"sample_id":"cycle8-890000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"nfkc":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"raw":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"}}},{"arm_id":"u200c-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u200c-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":4,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":152,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":88,"transformed_token_count":152},"transformed_text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb","utf8_overhead":129,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6411195286195286,"sample_id":"cycle8-890000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"nfkc":{"detected":false,"equals_source":false,"score":0.49512432012432017,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"},"raw":{"detected":false,"equals_source":false,"score":0.49512432012432017,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.49512432012432017,"text_hash":"479f50f8558ffd27f9898efdde0aeedb9be79acc2bb51fecbe94454dbb6957bb"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6411195286195286,"text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc"}}},{"arm_id":"u034f-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":4,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":195,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":131,"transformed_token_count":195},"transformed_text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c","utf8_overhead":86,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6411195286195286,"sample_id":"cycle8-890000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5063047695498026,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c"},"nfkc":{"detected":false,"equals_source":false,"score":0.5063047695498026,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5063047695498026,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c"},"raw":{"detected":false,"equals_source":false,"score":0.5063047695498026,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5063047695498026,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5063047695498026,"text_hash":"b4886951efc229ffe33f4845b2effccc94cbcf5e20438482f21831a56322439c"}}},{"arm_id":"u034f-space-x8","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x8","candidate_count":43,"inserted_count":344,"projected_equals_source":true,"protected_blocked_count":4,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-890000-general_explanatory-watermarked","source_text_hash":"b55aa3f2449c498a8f002befdfa10682efe58f553f255042ef4e26865c920ecc","tokenizer":{"changed_token_estimate":797,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":733,"transformed_token_count":797},"transformed_text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c","utf8_overhead":688,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6411195286195286,"sample_id":"cycle8-890000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5161025842844025,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c"},"nfkc":{"detected":false,"equals_source":false,"score":0.5161025842844025,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5161025842844025,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c"},"raw":{"detected":false,"equals_source":false,"score":0.5161025842844025,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5161025842844025,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5161025842844025,"text_hash":"850c009071973b12785a0b68a04f9a6a8b0147242d96f4aee4a8396188ba422c"}}},{"arm_id":"identity","domain":"technical_explanation","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5172558922558922,"sample_id":"cycle8-890000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"nfkc":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"raw":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"}}},{"arm_id":"u200c-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u200c-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":178,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":118,"transformed_token_count":182},"transformed_text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940","utf8_overhead":162,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5172558922558922,"sample_id":"cycle8-890000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"nfkc":{"detected":false,"equals_source":false,"score":0.4972140762463343,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"},"raw":{"detected":false,"equals_source":false,"score":0.4972140762463343,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4972140762463343,"text_hash":"94d419720e72219be87748623edaac8b919882bcde00e553fc60aafee7dde940"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5172558922558922,"text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d"}}},{"arm_id":"u034f-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":232,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":172,"transformed_token_count":236},"transformed_text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54","utf8_overhead":108,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5172558922558922,"sample_id":"cycle8-890000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5047760210803689,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54"},"nfkc":{"detected":false,"equals_source":false,"score":0.5047760210803689,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5047760210803689,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54"},"raw":{"detected":false,"equals_source":false,"score":0.5047760210803689,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5047760210803689,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5047760210803689,"text_hash":"372fbc98eec3511ce4d2bd92cae8a1531a80804ffffc02b2370494a9b788cc54"}}},{"arm_id":"u034f-space-x8","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x8","candidate_count":54,"inserted_count":432,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-890000-technical_explanation-unwatermarked","source_text_hash":"3e4a27852505b20846c919f091541050fad3882097e58a254d88a7892856893d","tokenizer":{"changed_token_estimate":988,"first_changed_token":4,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":928,"transformed_token_count":992},"transformed_text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4","utf8_overhead":864,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5172558922558922,"sample_id":"cycle8-890000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5035380543401933,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4"},"nfkc":{"detected":false,"equals_source":false,"score":0.5035380543401933,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5035380543401933,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4"},"raw":{"detected":false,"equals_source":false,"score":0.5035380543401933,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5035380543401933,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5035380543401933,"text_hash":"296116ee2f06cbca1b784df494e89a4377749f4a64a4d97d6b2d9ec5587302b4"}}},{"arm_id":"identity","domain":"technical_explanation","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5160123966942148,"sample_id":"cycle8-890000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"nfkc":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"raw":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"}}},{"arm_id":"u200c-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u200c-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":185,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":121,"transformed_token_count":185},"transformed_text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473","utf8_overhead":159,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5160123966942148,"sample_id":"cycle8-890000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"nfkc":{"detected":false,"equals_source":false,"score":0.5152450430228208,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"},"raw":{"detected":false,"equals_source":false,"score":0.5152450430228208,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5152450430228208,"text_hash":"30077c346b88483eca6b3a68b86b4cf6f0de5263741eed29db50573705770473"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5160123966942148,"text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5"}}},{"arm_id":"u034f-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":238,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":174,"transformed_token_count":238},"transformed_text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2","utf8_overhead":106,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5160123966942148,"sample_id":"cycle8-890000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4857830271216098,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2"},"nfkc":{"detected":false,"equals_source":false,"score":0.4857830271216098,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4857830271216098,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2"},"raw":{"detected":false,"equals_source":false,"score":0.4857830271216098,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4857830271216098,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4857830271216098,"text_hash":"02de4c4b500d1113678e2c25a16035b7255b380ae2e5e549a934cdecb5fabda2"}}},{"arm_id":"u034f-space-x8","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x8","candidate_count":53,"inserted_count":424,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-890000-technical_explanation-watermarked","source_text_hash":"4d1056fa48a7be2995ccb52e93b844159adf3b622d3af4700a489f89840f2fa5","tokenizer":{"changed_token_estimate":980,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":916,"transformed_token_count":980},"transformed_text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34","utf8_overhead":848,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5160123966942148,"sample_id":"cycle8-890000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.49871794871794867,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34"},"nfkc":{"detected":false,"equals_source":false,"score":0.49871794871794867,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49871794871794867,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34"},"raw":{"detected":false,"equals_source":false,"score":0.49871794871794867,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.49871794871794867,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49871794871794867,"text_hash":"e81f6a8797e262fde7cf0c5765a1e3a56d5ebd48d91be23c3a59825d8bbb1c34"}}},{"arm_id":"identity","domain":"conversational_prose","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4983585858585859,"sample_id":"cycle8-890000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"nfkc":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"raw":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"}}},{"arm_id":"u200c-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u200c-space-x1","candidate_count":22,"inserted_count":22,"projected_equals_source":true,"protected_blocked_count":27,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","visible_ok":true}},"selected_count":22,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":71,"first_changed_token":40,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":47,"transformed_token_count":111},"transformed_text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c","utf8_overhead":66,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4983585858585859,"sample_id":"cycle8-890000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"nfkc":{"detected":false,"equals_source":false,"score":0.5107874865156418,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"},"raw":{"detected":false,"equals_source":false,"score":0.5107874865156418,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5107874865156418,"text_hash":"04ea9af7b8c6733cd978d0736963756fa8ae173d25ae4a18c70511261903713c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4983585858585859,"text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f"}}},{"arm_id":"u034f-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x1","candidate_count":22,"inserted_count":22,"projected_equals_source":true,"protected_blocked_count":27,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","visible_ok":true}},"selected_count":22,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":93,"first_changed_token":40,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":69,"transformed_token_count":133},"transformed_text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221","utf8_overhead":44,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4983585858585859,"sample_id":"cycle8-890000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.49459175084175083,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221"},"nfkc":{"detected":false,"equals_source":false,"score":0.49459175084175083,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49459175084175083,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221"},"raw":{"detected":false,"equals_source":false,"score":0.49459175084175083,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.49459175084175083,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49459175084175083,"text_hash":"3d9f70a5faec6fda71d56508ee8c9b31779f239c340179452cf3f1e4f4a63221"}}},{"arm_id":"u034f-space-x8","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x8","candidate_count":22,"inserted_count":176,"projected_equals_source":true,"protected_blocked_count":27,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","visible_ok":true}},"selected_count":22,"source_sample_id":"cycle8-890000-conversational_prose-unwatermarked","source_text_hash":"9437a0e41728f7b61fd04921765110a9f46a1d30dbac79cdf7667752db606d4f","tokenizer":{"changed_token_estimate":401,"first_changed_token":40,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":377,"transformed_token_count":441},"transformed_text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320","utf8_overhead":352,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4983585858585859,"sample_id":"cycle8-890000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4942719881744272,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320"},"nfkc":{"detected":false,"equals_source":false,"score":0.4942719881744272,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4942719881744272,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320"},"raw":{"detected":false,"equals_source":false,"score":0.4942719881744272,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4942719881744272,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4942719881744272,"text_hash":"4ce37f5775827907c99c9535eb84c66caed9bc8700b4a74fc7a781f204730320"}}},{"arm_id":"identity","domain":"conversational_prose","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.647053872053872,"sample_id":"cycle8-890000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"nfkc":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"raw":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"}}},{"arm_id":"u200c-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u200c-space-x1","candidate_count":45,"inserted_count":45,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","visible_ok":true}},"selected_count":45,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":157,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":93,"transformed_token_count":157},"transformed_text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1","utf8_overhead":135,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.647053872053872,"sample_id":"cycle8-890000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"nfkc":{"detected":false,"equals_source":false,"score":0.4996530187369882,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"},"raw":{"detected":false,"equals_source":false,"score":0.4996530187369882,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4996530187369882,"text_hash":"397b852f8c7a1c59f1873bbef401c14e5d74889daaaee62526f5d43fea3a8ec1"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.647053872053872,"text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97"}}},{"arm_id":"u034f-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x1","candidate_count":45,"inserted_count":45,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","visible_ok":true}},"selected_count":45,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":202,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":138,"transformed_token_count":202},"transformed_text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602","utf8_overhead":90,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.647053872053872,"sample_id":"cycle8-890000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.48610274934778247,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602"},"nfkc":{"detected":false,"equals_source":false,"score":0.48610274934778247,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.48610274934778247,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602"},"raw":{"detected":false,"equals_source":false,"score":0.48610274934778247,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.48610274934778247,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.48610274934778247,"text_hash":"c4046004d5997e06b1f5a9cdf19d82565c8d723d3a5d9ac46da8a49ea7ec1602"}}},{"arm_id":"u034f-space-x8","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x8","candidate_count":45,"inserted_count":360,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","visible_ok":true}},"selected_count":45,"source_sample_id":"cycle8-890000-conversational_prose-watermarked","source_text_hash":"2d76ca56feddb9aea9fb9b9d4157761fa4f1df2889aff5afe6b8a32380a3df97","tokenizer":{"changed_token_estimate":832,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":768,"transformed_token_count":832},"transformed_text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74","utf8_overhead":720,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.647053872053872,"sample_id":"cycle8-890000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.47961760461760466,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74"},"nfkc":{"detected":false,"equals_source":false,"score":0.47961760461760466,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.47961760461760466,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74"},"raw":{"detected":false,"equals_source":false,"score":0.47961760461760466,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.47961760461760466,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.47961760461760466,"text_hash":"9feff300450b45386c3ef56880ee0ef4be7f391c701e8ccef660c1e4181b7d74"}}},{"arm_id":"identity","domain":"structured_instructional","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5450487012987012,"sample_id":"cycle8-890000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"nfkc":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"raw":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"}}},{"arm_id":"u200c-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u200c-space-x1","candidate_count":48,"inserted_count":48,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","visible_ok":true}},"selected_count":48,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":164,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":2,"token_count_delta":103,"transformed_token_count":167},"transformed_text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94","utf8_overhead":144,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5450487012987012,"sample_id":"cycle8-890000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"nfkc":{"detected":false,"equals_source":false,"score":0.5038531870428422,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"},"raw":{"detected":false,"equals_source":false,"score":0.5038531870428422,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5038531870428422,"text_hash":"594cb9e7a39065aefcb826908c17ffdfd0284dc3ab9d5e17d8698b87fc7a5f94"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5450487012987012,"text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57"}}},{"arm_id":"u034f-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x1","candidate_count":48,"inserted_count":48,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","visible_ok":true}},"selected_count":48,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":215,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":2,"token_count_delta":151,"transformed_token_count":215},"transformed_text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da","utf8_overhead":96,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5450487012987012,"sample_id":"cycle8-890000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5194725028058361,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da"},"nfkc":{"detected":false,"equals_source":false,"score":0.5194725028058361,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5194725028058361,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da"},"raw":{"detected":false,"equals_source":false,"score":0.5194725028058361,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5194725028058361,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5194725028058361,"text_hash":"3f17cd76ccbd65b533a5898ce8c7f6c0b6a8b3199e2e3a2d0cdb91174c2014da"}}},{"arm_id":"u034f-space-x8","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x8","candidate_count":48,"inserted_count":384,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","visible_ok":true}},"selected_count":48,"source_sample_id":"cycle8-890000-structured_instructional-unwatermarked","source_text_hash":"944c3f4e2d4b01c115bf1d535ebf8b2cdb80ef9f6c2e5a6cf3aabed7455bff57","tokenizer":{"changed_token_estimate":887,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":2,"token_count_delta":823,"transformed_token_count":887},"transformed_text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37","utf8_overhead":768,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5450487012987012,"sample_id":"cycle8-890000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5036048894744546,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37"},"nfkc":{"detected":false,"equals_source":false,"score":0.5036048894744546,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5036048894744546,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37"},"raw":{"detected":false,"equals_source":false,"score":0.5036048894744546,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5036048894744546,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5036048894744546,"text_hash":"37c3b72828db67ee2f2f17c4a2d7c15fd9c80ffd766d1ca82c36e9549d3aca37"}}},{"arm_id":"identity","domain":"structured_instructional","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5882575757575758,"sample_id":"cycle8-890000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"nfkc":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"raw":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"}}},{"arm_id":"u200c-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u200c-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":175,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":111,"transformed_token_count":175},"transformed_text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1","utf8_overhead":156,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5882575757575758,"sample_id":"cycle8-890000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"nfkc":{"detected":false,"equals_source":false,"score":0.5159753564008883,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"},"raw":{"detected":false,"equals_source":false,"score":0.5159753564008883,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5159753564008883,"text_hash":"58d5c0137ceed4a38824e4c4cac046cac87e00ae77ce143e5f8ffe0b9e68b8b1"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5882575757575758,"text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe"}}},{"arm_id":"u034f-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":227,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":163,"transformed_token_count":227},"transformed_text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac","utf8_overhead":104,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5882575757575758,"sample_id":"cycle8-890000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5059577814068832,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac"},"nfkc":{"detected":false,"equals_source":false,"score":0.5059577814068832,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5059577814068832,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac"},"raw":{"detected":false,"equals_source":false,"score":0.5059577814068832,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5059577814068832,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5059577814068832,"text_hash":"86edbe322a69707698edd888e18b8ad809c27dfba3ac70424f298135dfdc8cac"}}},{"arm_id":"u034f-space-x8","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x8","candidate_count":52,"inserted_count":416,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-890000-structured_instructional-watermarked","source_text_hash":"a0b0d5d636db80f68d2ad5b268045cd1869c97d76d5834c828977348ad9840fe","tokenizer":{"changed_token_estimate":955,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":891,"transformed_token_count":955},"transformed_text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92","utf8_overhead":832,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5882575757575758,"sample_id":"cycle8-890000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5086304218657159,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92"},"nfkc":{"detected":false,"equals_source":false,"score":0.5086304218657159,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5086304218657159,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92"},"raw":{"detected":false,"equals_source":false,"score":0.5086304218657159,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5086304218657159,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5086304218657159,"text_hash":"53df83a7543c96f6446bd5f5a8b7753c3e79c731538c105de1f94869c0043c92"}}}],"secret_access_used_for_selection":false,"seed_base":890000,"summaries":{"identity":{"arm_id":"identity","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":3,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":3,"raw_watermarked_mean_score":0.5981108432812978,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":3,"ws_collapse_watermarked_mean_score":0.5981108432812978},"u034f-space-x1":{"arm_id":"u034f-space-x1","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.4960370818565195,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.4960370818565195},"u034f-space-x8":{"arm_id":"u034f-space-x8","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.500767139871418,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.500767139871418},"u200c-space-x1":{"arm_id":"u200c-space-x1","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5064994345712543,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5064994345712543}},"threshold":0.5570987654320988,"topic":"invisible carrier development","visible_pass_rate":"32/32"} diff --git a/evidence/cycle8-exploratory-890000-2026-08-25/fixture-compare.json b/evidence/cycle8-exploratory-890000-2026-08-25/fixture-compare.json new file mode 100644 index 00000000..30b752fa --- /dev/null +++ b/evidence/cycle8-exploratory-890000-2026-08-25/fixture-compare.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8","ufe00-space-x1"],"artifact_hash":"da31a3eeca767c7cc8ed289cd2dec8f7f8cb32261ed58888923a640e1341f9ed","detector":{"available":true,"identity":{"arm_id":"identity","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":3,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":3,"raw_watermarked_mean_score":0.5981108432812978,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":3,"ws_collapse_watermarked_mean_score":0.5981108432812978},"u034f-space-x1":{"arm_id":"u034f-space-x1","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.4960370818565195,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.4960370818565195},"u034f-space-x8":{"arm_id":"u034f-space-x8","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.500767139871418,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.500767139871418},"u200c-space-x1":{"arm_id":"u200c-space-x1","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5064994345712543,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5064994345712543}},"encoder":"gpt2","rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":0,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","utf8_overhead":24,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":12,"inserted_count":96,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"transformed_text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","utf8_overhead":192,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"transformed_text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","utf8_overhead":36,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","utf8_overhead":36,"visible_ok":true}},"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":0,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":25,"suffix_alignment_tokens":25,"token_count_delta":0,"transformed_token_count":25},"transformed_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","utf8_overhead":32,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":16,"inserted_count":128,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":301,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":278,"transformed_token_count":303},"transformed_text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","utf8_overhead":256,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":61,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":38,"transformed_token_count":63},"transformed_text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","utf8_overhead":48,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","utf8_overhead":48,"visible_ok":true}},"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":0,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","utf8_overhead":4,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":2,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":47,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":34,"transformed_token_count":48},"transformed_text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","utf8_overhead":32,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":17,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":4,"transformed_token_count":18},"transformed_text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","utf8_overhead":6,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","utf8_overhead":6,"visible_ok":true}},"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":0,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":17,"suffix_alignment_tokens":17,"token_count_delta":0,"transformed_token_count":17},"transformed_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","utf8_overhead":10,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":5,"inserted_count":40,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":101,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":85,"transformed_token_count":102},"transformed_text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","utf8_overhead":80,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":25,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":10,"transformed_token_count":27},"transformed_text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","utf8_overhead":15,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","utf8_overhead":15,"visible_ok":true}},"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff"}],"visible_pass_count":20,"visible_pass_rate":"20/20","visible_total_count":20} diff --git a/evidence/cycle8-replication-900000-2026-08-25/README.md b/evidence/cycle8-replication-900000-2026-08-25/README.md new file mode 100644 index 00000000..51816f22 --- /dev/null +++ b/evidence/cycle8-replication-900000-2026-08-25/README.md @@ -0,0 +1,20 @@ +# Cycle 8 replication detector evidence (seed 900000) + +Development replication after freezing U+034F space-carrier x1 from seed `890000`. Not confirmation. Topic: `invisible carrier replication`. + +Same detector-blind arms. No retune. + +Headline (4 watermarked + 4 unwatermarked): + +| Arm | WM detected raw | UW detected raw | WM detected after Cf-strip | +| --- | ---: | ---: | ---: | +| identity | 4/4 | 0/4 | 4/4 | +| U+034F x1 | 0/4 | 0/4 | 0/4 | +| U+034F x8 | 0/4 | 0/4 | 0/4 | +| U+200C x1 | 0/4 | 0/4 | 4/4 | + +Visible projection pass rate: `32/32`. + +U+034F x8 overflowed the GPT-2 1024-token context on one technical-explanation sample (1055 tokens). Prefer x1. x8 scores on that row are not a clean observation. + +Do not promote U+034F into the product CLI. diff --git a/evidence/cycle8-replication-900000-2026-08-25/SHA256SUMS.txt b/evidence/cycle8-replication-900000-2026-08-25/SHA256SUMS.txt new file mode 100644 index 00000000..180fd472 --- /dev/null +++ b/evidence/cycle8-replication-900000-2026-08-25/SHA256SUMS.txt @@ -0,0 +1,4 @@ +f68ec6727a0d9712be417ac6752a5748526a3601e76d236078eeb801085e8355 README.md +6dd5f4e367cc11fc300b8abde8885e05557e7dd4390306d7e89dd48a20c57cc8 decision.json +01aeea3aa7a9d9908e8d8cb20b80b7f452e8f1b900edd44d94f6f4c04fb5e3a6 detector-compare.json +2519e670869dfb215694756e1aea0c199aad4bec712cb3276cbb509fc8cbbd42 fixture-compare.json diff --git a/evidence/cycle8-replication-900000-2026-08-25/decision.json b/evidence/cycle8-replication-900000-2026-08-25/decision.json new file mode 100644 index 00000000..b5c7284d --- /dev/null +++ b/evidence/cycle8-replication-900000-2026-08-25/decision.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-decision-v1","decision":"PROMISING_DEVELOPMENT","detector_signal":{"identity_raw_unwatermarked_detected":0,"identity_raw_watermarked_detected":4,"u034f_raw_unwatermarked_detected":0,"u034f_raw_watermarked_detected":0,"u034f_run_raw_watermarked_detected":0,"u034f_ws_collapse_watermarked_detected":0,"u200c_raw_watermarked_detected":0,"watermarked_row_count":4},"evidence_label":"HYPOTHESIS","notes":"This is Cycle 8 development classification, not confirmation. Do not inspect 830000, 840000, 850000, or Cycle 7 reserved 880000. U+034F is not product-authorized.","product_gate":"VISIBLE_INVARIANT_PASS","reasons":["U+200C is removed by Cf-strip","U+034F survives Cf-strip on the GPT-2 fixture","U+034F survives NFKC on the GPT-2 fixture","U+034F survives whitespace-collapse-v1 after ASCII spaces","quote interiors block U+034F space carriers as protected spans","U+034F space insertion changes GPT-2 token ids","U+034F x8 increases hidden payload over x1","U+FE00 survives Cf-strip on the GPT-2 fixture","detector scores are development-only","U+034F reduced raw watermarked detections without raising unwatermarked detections"],"visible_failures":0} diff --git a/evidence/cycle8-replication-900000-2026-08-25/detector-compare.json b/evidence/cycle8-replication-900000-2026-08-25/detector-compare.json new file mode 100644 index 00000000..6a9eee12 --- /dev/null +++ b/evidence/cycle8-replication-900000-2026-08-25/detector-compare.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-exploratory-detector-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8"],"artifact_hash":"5550321eda56019a22b229223ad005ff6712373acd5f79f85a4252350dcb2b69","detector_access_used_for_selection":false,"geometry_rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":36,"inserted_count":36,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true}},"selected_count":36,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":170,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":112,"transformed_token_count":176},"transformed_text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","utf8_overhead":72,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":36,"inserted_count":288,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true}},"selected_count":36,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":677,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":616,"transformed_token_count":680},"transformed_text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","utf8_overhead":576,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":36,"inserted_count":36,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true}},"selected_count":36,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":137,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":76,"transformed_token_count":140},"transformed_text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","utf8_overhead":108,"visible_ok":true}},"domain":"general_explanatory","label":"unwatermarked","sample_id":"cycle8-900000-general_explanatory-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":46,"inserted_count":46,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true}},"selected_count":46,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":205,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":3,"token_count_delta":141,"transformed_token_count":205},"transformed_text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","utf8_overhead":92,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":46,"inserted_count":368,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true}},"selected_count":46,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":849,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":3,"token_count_delta":785,"transformed_token_count":849},"transformed_text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","utf8_overhead":736,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":46,"inserted_count":46,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true}},"selected_count":46,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":159,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":3,"token_count_delta":95,"transformed_token_count":159},"transformed_text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","utf8_overhead":138,"visible_ok":true}},"domain":"general_explanatory","label":"watermarked","sample_id":"cycle8-900000-general_explanatory-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":221,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":158,"transformed_token_count":222},"transformed_text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","utf8_overhead":100,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":922,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":858,"transformed_token_count":922},"transformed_text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","utf8_overhead":800,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":172,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":108,"transformed_token_count":172},"transformed_text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","utf8_overhead":150,"visible_ok":true}},"domain":"technical_explanation","label":"unwatermarked","sample_id":"cycle8-900000-technical_explanation-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":58,"inserted_count":58,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true}},"selected_count":58,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":243,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":179,"transformed_token_count":243},"transformed_text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","utf8_overhead":116,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":58,"inserted_count":464,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true}},"selected_count":58,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":1055,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":991,"transformed_token_count":1055},"transformed_text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","utf8_overhead":928,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":58,"inserted_count":58,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true}},"selected_count":58,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":185,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":121,"transformed_token_count":185},"transformed_text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","utf8_overhead":174,"visible_ok":true}},"domain":"technical_explanation","label":"watermarked","sample_id":"cycle8-900000-technical_explanation-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":47,"inserted_count":47,"projected_equals_source":true,"protected_blocked_count":2,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true}},"selected_count":47,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":205,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":145,"transformed_token_count":209},"transformed_text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","utf8_overhead":94,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":47,"inserted_count":376,"projected_equals_source":true,"protected_blocked_count":2,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true}},"selected_count":47,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":864,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":803,"transformed_token_count":867},"transformed_text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","utf8_overhead":752,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":47,"inserted_count":47,"projected_equals_source":true,"protected_blocked_count":2,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true}},"selected_count":47,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":159,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":98,"transformed_token_count":162},"transformed_text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","utf8_overhead":141,"visible_ok":true}},"domain":"conversational_prose","label":"unwatermarked","sample_id":"cycle8-900000-conversational_prose-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":216,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":152,"transformed_token_count":216},"transformed_text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","utf8_overhead":98,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":49,"inserted_count":392,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":902,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":838,"transformed_token_count":902},"transformed_text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","utf8_overhead":784,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":167,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":103,"transformed_token_count":167},"transformed_text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","utf8_overhead":147,"visible_ok":true}},"domain":"conversational_prose","label":"watermarked","sample_id":"cycle8-900000-conversational_prose-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":26,"inserted_count":26,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true}},"selected_count":26,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":141,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":80,"transformed_token_count":144},"transformed_text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","utf8_overhead":52,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":26,"inserted_count":208,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true}},"selected_count":26,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":505,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":444,"transformed_token_count":508},"transformed_text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","utf8_overhead":416,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":26,"inserted_count":26,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true}},"selected_count":26,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":115,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":118},"transformed_text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","utf8_overhead":78,"visible_ok":true}},"domain":"structured_instructional","label":"unwatermarked","sample_id":"cycle8-900000-structured_instructional-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":1,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":228,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":167,"transformed_token_count":231},"transformed_text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","utf8_overhead":108,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":54,"inserted_count":432,"projected_equals_source":true,"protected_blocked_count":1,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":984,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":923,"transformed_token_count":987},"transformed_text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","utf8_overhead":864,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":1,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":174,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":113,"transformed_token_count":177},"transformed_text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","utf8_overhead":162,"visible_ok":true}},"domain":"structured_instructional","label":"watermarked","sample_id":"cycle8-900000-structured_instructional-watermarked"}],"model":"openai-community/gpt2","model_revision":"607a30d783dfa663caf39e06633721c8d4cfcd7e","samples":[{"domain":"general_explanatory","label":"unwatermarked","sample_id":"cycle8-900000-general_explanatory-unwatermarked","seed":900000,"text":"\n\nIn case you missed it:\n\nYou might want to take a look at this post:\n\nSee the source at github.com/Javadocs/bio.\n\nHow to write a code for the C# WebSocket to be used by the carrier to communicate with other carriers","text_sha256":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},{"domain":"general_explanatory","label":"watermarked","sample_id":"cycle8-900000-general_explanatory-watermarked","seed":900000,"text":" Don't use a keyword unless you really need to. In general, do not use words like \"suspect\" or \"predator\" unless you want to be sure that you are not a slave to the idea.\n\nIn fact, it is usually a good idea to use the term \"suspect","text_sha256":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},{"domain":"technical_explanation","label":"unwatermarked","sample_id":"cycle8-900000-technical_explanation-unwatermarked","seed":900032,"text":" If the test fails, you don't get an error. If the test fails, you get a failure. If the test fails, you fail. If the test fails, you lose the result. Use the same code for a different test that you use for the same test.\n\nExample 1: An invisible carrier","text_sha256":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},{"domain":"technical_explanation","label":"watermarked","sample_id":"cycle8-900000-technical_explanation-watermarked","seed":900032,"text":" Create a model of an asynchronous system. Set the state of the system. Use the system's execution environment to simulate how an asynchronous system works. Use the state of the system to control the network that makes up the system. Using a real system for replication, the state of the system can be controlled by the state of","text_sha256":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},{"domain":"conversational_prose","label":"unwatermarked","sample_id":"cycle8-900000-conversational_prose-unwatermarked","seed":900064,"text":"\n\nWrite in a way that makes sense. Make it simple and clear. Use a few words that are obvious enough that you'll have a clearer understanding of what's going on.\n\nWrite in the way that is easy to understand. Don't try to tell the reader to \"get it through\" with a","text_sha256":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},{"domain":"conversational_prose","label":"watermarked","sample_id":"cycle8-900000-conversational_prose-watermarked","seed":900064,"text":" Use a phrase that says something to a casual listener. (If you don't, you won't get a response.)\n\nKeep in mind that you can create a message using your own voice.\n\nI've made a big deal of this in an interview I did with a customer who said she'd never heard","text_sha256":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},{"domain":"structured_instructional","label":"unwatermarked","sample_id":"cycle8-900000-structured_instructional-unwatermarked","seed":900096,"text":"\n\nA second way to do this is to write the following instruction:\n\n#define FOUNDATION 0x0080 #define FOUNDATION (S1, S2) = S1.01.01 #define FOUNDATION (S2, S3) = S2.01 #define","text_sha256":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},{"domain":"structured_instructional","label":"watermarked","sample_id":"cycle8-900000-structured_instructional-watermarked","seed":900096,"text":"\n\nThis program can be used to generate a sequence of instructions for use in a project. You can use it in an environment or for a test by adding your project to an environment variable. In the example above, we used our example code to generate the \"first step\" instruction. You can view the file with","text_sha256":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"}],"sanitizer_ids":["raw","nfkc","cf_strip","nfkc_cf_strip","ws_collapse","ws_collapse_nfkc_cf_strip"],"scored_rows":[{"arm_id":"identity","domain":"general_explanatory","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.45336700336700336,"sample_id":"cycle8-900000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"nfkc":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"raw":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"}}},{"arm_id":"u200c-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u200c-space-x1","candidate_count":36,"inserted_count":36,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","visible_ok":true}},"selected_count":36,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":137,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":76,"transformed_token_count":140},"transformed_text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6","utf8_overhead":108,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.45336700336700336,"sample_id":"cycle8-900000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"nfkc":{"detected":false,"equals_source":false,"score":0.5077827454876636,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"},"raw":{"detected":false,"equals_source":false,"score":0.5077827454876636,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5077827454876636,"text_hash":"095fcd1efe9278f7969e2c4c9a4fa375e695fa256b6b0c256260f3631bd912f6"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.45336700336700336,"text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45"}}},{"arm_id":"u034f-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x1","candidate_count":36,"inserted_count":36,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","visible_ok":true}},"selected_count":36,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":170,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":112,"transformed_token_count":176},"transformed_text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c","utf8_overhead":72,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.45336700336700336,"sample_id":"cycle8-900000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5347707847707848,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c"},"nfkc":{"detected":false,"equals_source":false,"score":0.5347707847707848,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5347707847707848,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c"},"raw":{"detected":false,"equals_source":false,"score":0.5347707847707848,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5347707847707848,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5347707847707848,"text_hash":"438048551b3918e3f41e99879dfbc7e79aa7efe25cd798cd1ac026055925440c"}}},{"arm_id":"u034f-space-x8","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x8","candidate_count":36,"inserted_count":288,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","visible_ok":true}},"selected_count":36,"source_sample_id":"cycle8-900000-general_explanatory-unwatermarked","source_text_hash":"c8e704c76135c4451fce942606c207353b158387022e084c92a6391317249d45","tokenizer":{"changed_token_estimate":677,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":616,"transformed_token_count":680},"transformed_text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86","utf8_overhead":576,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.45336700336700336,"sample_id":"cycle8-900000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5267227065172271,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86"},"nfkc":{"detected":false,"equals_source":false,"score":0.5267227065172271,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5267227065172271,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86"},"raw":{"detected":false,"equals_source":false,"score":0.5267227065172271,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5267227065172271,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5267227065172271,"text_hash":"8e98acc7192448474b11207e495a8a01bddc754c0bdfbeeff5818b94ef7f2b86"}}},{"arm_id":"identity","domain":"general_explanatory","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.625547138047138,"sample_id":"cycle8-900000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"nfkc":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"raw":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"}}},{"arm_id":"u200c-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u200c-space-x1","candidate_count":46,"inserted_count":46,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","visible_ok":true}},"selected_count":46,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":159,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":3,"token_count_delta":95,"transformed_token_count":159},"transformed_text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3","utf8_overhead":138,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.625547138047138,"sample_id":"cycle8-900000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"nfkc":{"detected":false,"equals_source":false,"score":0.4994127319708715,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"},"raw":{"detected":false,"equals_source":false,"score":0.4994127319708715,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4994127319708715,"text_hash":"1609cc0be50ea6cee6db726fa1487d1988a09f02150e57c123189471160849d3"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.625547138047138,"text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3"}}},{"arm_id":"u034f-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x1","candidate_count":46,"inserted_count":46,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","visible_ok":true}},"selected_count":46,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":205,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":3,"token_count_delta":141,"transformed_token_count":205},"transformed_text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c","utf8_overhead":92,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.625547138047138,"sample_id":"cycle8-900000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4946381624463816,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c"},"nfkc":{"detected":false,"equals_source":false,"score":0.4946381624463816,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4946381624463816,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c"},"raw":{"detected":false,"equals_source":false,"score":0.4946381624463816,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4946381624463816,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4946381624463816,"text_hash":"4a6b93cbf7f68a7f476ab02267cac0f93bea13b014ca78a5c4295a76f1280a0c"}}},{"arm_id":"u034f-space-x8","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x8","candidate_count":46,"inserted_count":368,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","visible_ok":true}},"selected_count":46,"source_sample_id":"cycle8-900000-general_explanatory-watermarked","source_text_hash":"46dc9c510c518e928beb0049441e85db6f1416b2eb6633ac67415e33bf1fd8d3","tokenizer":{"changed_token_estimate":849,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":3,"token_count_delta":785,"transformed_token_count":849},"transformed_text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06","utf8_overhead":736,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.625547138047138,"sample_id":"cycle8-900000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.49689851535489116,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06"},"nfkc":{"detected":false,"equals_source":false,"score":0.49689851535489116,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49689851535489116,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06"},"raw":{"detected":false,"equals_source":false,"score":0.49689851535489116,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.49689851535489116,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49689851535489116,"text_hash":"9553558135e32f036fb712732facab728c5e2a0ad6094b10d77671bdd609bd06"}}},{"arm_id":"identity","domain":"technical_explanation","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4965471036899608,"sample_id":"cycle8-900000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"nfkc":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"raw":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"}}},{"arm_id":"u200c-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":172,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":108,"transformed_token_count":172},"transformed_text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c","utf8_overhead":150,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4965471036899608,"sample_id":"cycle8-900000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"nfkc":{"detected":false,"equals_source":false,"score":0.5202530354045506,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"},"raw":{"detected":false,"equals_source":false,"score":0.5202530354045506,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5202530354045506,"text_hash":"3a83c2cfe2e7685dbdb6a9aa440d6d8bd6886146f735acb0f04eaca63501e80c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.4965471036899608,"text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d"}}},{"arm_id":"u034f-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":221,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":158,"transformed_token_count":222},"transformed_text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f","utf8_overhead":100,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4965471036899608,"sample_id":"cycle8-900000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.50002275002275,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f"},"nfkc":{"detected":false,"equals_source":false,"score":0.50002275002275,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.50002275002275,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f"},"raw":{"detected":false,"equals_source":false,"score":0.50002275002275,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.50002275002275,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.50002275002275,"text_hash":"1a1667ec6c08882f16b2781bebb8d127f9f740cda42e208db99cb71d21e2b41f"}}},{"arm_id":"u034f-space-x8","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-900000-technical_explanation-unwatermarked","source_text_hash":"9de55f1a30e2fca8e602cca7ecf6ba8f9faa3513a21a63123eea9b34b9fa577d","tokenizer":{"changed_token_estimate":922,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":858,"transformed_token_count":922},"transformed_text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e","utf8_overhead":800,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.4965471036899608,"sample_id":"cycle8-900000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5032562466772993,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e"},"nfkc":{"detected":false,"equals_source":false,"score":0.5032562466772993,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5032562466772993,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e"},"raw":{"detected":false,"equals_source":false,"score":0.5032562466772993,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5032562466772993,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5032562466772993,"text_hash":"d7e4da0e9bf0d5e1d48a60e65c73b5030c03eb4aca0cc604cfbd7f125666655e"}}},{"arm_id":"identity","domain":"technical_explanation","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6729347041847041,"sample_id":"cycle8-900000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"nfkc":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"raw":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"}}},{"arm_id":"u200c-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u200c-space-x1","candidate_count":58,"inserted_count":58,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","visible_ok":true}},"selected_count":58,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":185,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":121,"transformed_token_count":185},"transformed_text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c","utf8_overhead":174,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6729347041847041,"sample_id":"cycle8-900000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"nfkc":{"detected":false,"equals_source":false,"score":0.503218020917136,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"},"raw":{"detected":false,"equals_source":false,"score":0.503218020917136,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.503218020917136,"text_hash":"2ac2d6cb537a83b8f19e9d31fee2256a37a3fa4835c402344744c56fcc90c69c"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6729347041847041,"text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4"}}},{"arm_id":"u034f-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x1","candidate_count":58,"inserted_count":58,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","visible_ok":true}},"selected_count":58,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":243,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":179,"transformed_token_count":243},"transformed_text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d","utf8_overhead":116,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6729347041847041,"sample_id":"cycle8-900000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4960697197539302,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d"},"nfkc":{"detected":false,"equals_source":false,"score":0.4960697197539302,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4960697197539302,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d"},"raw":{"detected":false,"equals_source":false,"score":0.4960697197539302,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4960697197539302,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4960697197539302,"text_hash":"9c995f02b0250e5eb9590d9a3016555316af81dce5f57551c2bc4915391cb18d"}}},{"arm_id":"u034f-space-x8","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x8","candidate_count":58,"inserted_count":464,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","visible_ok":true}},"selected_count":58,"source_sample_id":"cycle8-900000-technical_explanation-watermarked","source_text_hash":"562be1bb9decd2a99e3881d0594b4731fe7c5ef7221b34647743a8fc91c4a1e4","tokenizer":{"changed_token_estimate":1055,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":991,"transformed_token_count":1055},"transformed_text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8","utf8_overhead":928,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6729347041847041,"sample_id":"cycle8-900000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4973819073083779,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8"},"nfkc":{"detected":false,"equals_source":false,"score":0.4973819073083779,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4973819073083779,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8"},"raw":{"detected":false,"equals_source":false,"score":0.4973819073083779,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4973819073083779,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4973819073083779,"text_hash":"b0d7c71703398c56f6542c94653b1c4d3ebf31b08ad860f5bab05b150da3cdc8"}}},{"arm_id":"identity","domain":"conversational_prose","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.49884437596302,"sample_id":"cycle8-900000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"nfkc":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"raw":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"}}},{"arm_id":"u200c-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u200c-space-x1","candidate_count":47,"inserted_count":47,"projected_equals_source":true,"protected_blocked_count":2,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","visible_ok":true}},"selected_count":47,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":159,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":98,"transformed_token_count":162},"transformed_text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c","utf8_overhead":141,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.49884437596302,"sample_id":"cycle8-900000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"nfkc":{"detected":false,"equals_source":false,"score":0.5049185888738127,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"},"raw":{"detected":false,"equals_source":false,"score":0.5049185888738127,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5049185888738127,"text_hash":"8e178a7ba1fb27235745e89ec849408cfa15c6de67a29002ddb68515d687da7c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.49884437596302,"text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad"}}},{"arm_id":"u034f-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x1","candidate_count":47,"inserted_count":47,"projected_equals_source":true,"protected_blocked_count":2,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","visible_ok":true}},"selected_count":47,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":205,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":145,"transformed_token_count":209},"transformed_text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef","utf8_overhead":94,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.49884437596302,"sample_id":"cycle8-900000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5018899688711009,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef"},"nfkc":{"detected":false,"equals_source":false,"score":0.5018899688711009,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5018899688711009,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef"},"raw":{"detected":false,"equals_source":false,"score":0.5018899688711009,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5018899688711009,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5018899688711009,"text_hash":"9ab5c6125687744fc609309ea260bec1bd0dbe3f118a72033cb65bc640b4d3ef"}}},{"arm_id":"u034f-space-x8","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x8","candidate_count":47,"inserted_count":376,"projected_equals_source":true,"protected_blocked_count":2,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","visible_ok":true}},"selected_count":47,"source_sample_id":"cycle8-900000-conversational_prose-unwatermarked","source_text_hash":"405b83757710081d7fb9261be80614b556a231812b464955b7fd6a75a0fb6dad","tokenizer":{"changed_token_estimate":864,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":803,"transformed_token_count":867},"transformed_text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3","utf8_overhead":752,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.49884437596302,"sample_id":"cycle8-900000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4915669036039406,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3"},"nfkc":{"detected":false,"equals_source":false,"score":0.4915669036039406,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4915669036039406,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3"},"raw":{"detected":false,"equals_source":false,"score":0.4915669036039406,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4915669036039406,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4915669036039406,"text_hash":"6e62ec0e9a0fab4089d31b9b46fc9810d51af9bffff44f4a6880dc69626595a3"}}},{"arm_id":"identity","domain":"conversational_prose","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6553872053872054,"sample_id":"cycle8-900000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"nfkc":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"raw":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"}}},{"arm_id":"u200c-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u200c-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":167,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":103,"transformed_token_count":167},"transformed_text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c","utf8_overhead":147,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6553872053872054,"sample_id":"cycle8-900000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"nfkc":{"detected":false,"equals_source":false,"score":0.5099442702890978,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"},"raw":{"detected":false,"equals_source":false,"score":0.5099442702890978,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5099442702890978,"text_hash":"f4e2fcd1431cb642522a9bb3ab339f3ee30591bb9731db934d7be27bde80793c"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6553872053872054,"text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e"}}},{"arm_id":"u034f-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":216,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":152,"transformed_token_count":216},"transformed_text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0","utf8_overhead":98,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6553872053872054,"sample_id":"cycle8-900000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5213355142332415,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0"},"nfkc":{"detected":false,"equals_source":false,"score":0.5213355142332415,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5213355142332415,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0"},"raw":{"detected":false,"equals_source":false,"score":0.5213355142332415,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5213355142332415,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5213355142332415,"text_hash":"f8d9e50472d10ecd9f55217866ac888d4fd240b68ee0c0220b477351f25bd2f0"}}},{"arm_id":"u034f-space-x8","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x8","candidate_count":49,"inserted_count":392,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-900000-conversational_prose-watermarked","source_text_hash":"776b979a8611ec4b6c42ef4736be2832764ee8500388a110cd6b739eb9f2ff5e","tokenizer":{"changed_token_estimate":902,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":838,"transformed_token_count":902},"transformed_text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160","utf8_overhead":784,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6553872053872054,"sample_id":"cycle8-900000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5222052931550138,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160"},"nfkc":{"detected":false,"equals_source":false,"score":0.5222052931550138,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5222052931550138,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160"},"raw":{"detected":false,"equals_source":false,"score":0.5222052931550138,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5222052931550138,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5222052931550138,"text_hash":"4b3d52621dee0597d5ae0e00bf5267151c7c5e599aebde93ee9dad88cfab7160"}}},{"arm_id":"identity","domain":"structured_instructional","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5223599632690542,"sample_id":"cycle8-900000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"nfkc":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"raw":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"}}},{"arm_id":"u200c-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u200c-space-x1","candidate_count":26,"inserted_count":26,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","visible_ok":true}},"selected_count":26,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":115,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":118},"transformed_text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98","utf8_overhead":78,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5223599632690542,"sample_id":"cycle8-900000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"nfkc":{"detected":false,"equals_source":false,"score":0.4828684573002755,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"},"raw":{"detected":false,"equals_source":false,"score":0.4828684573002755,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4828684573002755,"text_hash":"0b8ce9f00be6adc00fc1488f4e11606a08bd67c46025f3f91d5763cb68a5ae98"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5223599632690542,"text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34"}}},{"arm_id":"u034f-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x1","candidate_count":26,"inserted_count":26,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","visible_ok":true}},"selected_count":26,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":141,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":80,"transformed_token_count":144},"transformed_text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec","utf8_overhead":52,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5223599632690542,"sample_id":"cycle8-900000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4966577540106952,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec"},"nfkc":{"detected":false,"equals_source":false,"score":0.4966577540106952,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4966577540106952,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec"},"raw":{"detected":false,"equals_source":false,"score":0.4966577540106952,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4966577540106952,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4966577540106952,"text_hash":"e82034c779617b478e75222221b5f5a99a0ba91c99f4cda459955bb349de60ec"}}},{"arm_id":"u034f-space-x8","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x8","candidate_count":26,"inserted_count":208,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","visible_ok":true}},"selected_count":26,"source_sample_id":"cycle8-900000-structured_instructional-unwatermarked","source_text_hash":"68cec9a7a2300e556025e4e41d2d24065b57c512818711086c4e2ea0cdff0b34","tokenizer":{"changed_token_estimate":505,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":444,"transformed_token_count":508},"transformed_text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74","utf8_overhead":416,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5223599632690542,"sample_id":"cycle8-900000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4992303992303992,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74"},"nfkc":{"detected":false,"equals_source":false,"score":0.4992303992303992,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4992303992303992,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74"},"raw":{"detected":false,"equals_source":false,"score":0.4992303992303992,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4992303992303992,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4992303992303992,"text_hash":"e69d8f9ec61b8543bb64a8e3b7c1459307226d51e1d213574effdfa13effbf74"}}},{"arm_id":"identity","domain":"structured_instructional","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6898569023569023,"sample_id":"cycle8-900000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"nfkc":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"raw":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"}}},{"arm_id":"u200c-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u200c-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":1,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":174,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":113,"transformed_token_count":177},"transformed_text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4","utf8_overhead":162,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6898569023569023,"sample_id":"cycle8-900000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"nfkc":{"detected":false,"equals_source":false,"score":0.5137946630483944,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"},"raw":{"detected":false,"equals_source":false,"score":0.5137946630483944,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5137946630483944,"text_hash":"4218acc70fee220f96228df2a6e146b99cc1d272c07c5876945c58dad35fade4"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6898569023569023,"text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b"}}},{"arm_id":"u034f-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x1","candidate_count":54,"inserted_count":54,"projected_equals_source":true,"protected_blocked_count":1,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":228,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":167,"transformed_token_count":231},"transformed_text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3","utf8_overhead":108,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6898569023569023,"sample_id":"cycle8-900000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5032139577594124,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3"},"nfkc":{"detected":false,"equals_source":false,"score":0.5032139577594124,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5032139577594124,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3"},"raw":{"detected":false,"equals_source":false,"score":0.5032139577594124,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5032139577594124,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5032139577594124,"text_hash":"a1bcec66d93ebb259a63d833dbdaef51fe06c1b28013090a97c59db021df25d3"}}},{"arm_id":"u034f-space-x8","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x8","candidate_count":54,"inserted_count":432,"projected_equals_source":true,"protected_blocked_count":1,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","visible_ok":true}},"selected_count":54,"source_sample_id":"cycle8-900000-structured_instructional-watermarked","source_text_hash":"48561072b04abdfe5890e94df9a4b4ff36217a2d899a5b56ca2accaad040ac2b","tokenizer":{"changed_token_estimate":984,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":923,"transformed_token_count":987},"transformed_text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61","utf8_overhead":864,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6898569023569023,"sample_id":"cycle8-900000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5129640352570289,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61"},"nfkc":{"detected":false,"equals_source":false,"score":0.5129640352570289,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5129640352570289,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61"},"raw":{"detected":false,"equals_source":false,"score":0.5129640352570289,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5129640352570289,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5129640352570289,"text_hash":"84e17903c759ed7a68a5fc7ff8e2453d34617241235dfff294133e523f6a3d61"}}}],"secret_access_used_for_selection":false,"seed_base":900000,"summaries":{"identity":{"arm_id":"identity","cf_strip_watermarked_detected":4,"nfkc_watermarked_detected":4,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":4,"raw_watermarked_mean_score":0.6609314874939874,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":4,"ws_collapse_watermarked_mean_score":0.6609314874939874},"u034f-space-x1":{"arm_id":"u034f-space-x1","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5038143385482414,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5038143385482414},"u034f-space-x8":{"arm_id":"u034f-space-x8","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.507362437768828,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.507362437768828},"u200c-space-x1":{"arm_id":"u200c-space-x1","cf_strip_watermarked_detected":4,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.506592421556375,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.506592421556375}},"threshold":0.5570987654320988,"topic":"invisible carrier replication","visible_pass_rate":"32/32"} diff --git a/evidence/cycle8-replication-900000-2026-08-25/fixture-compare.json b/evidence/cycle8-replication-900000-2026-08-25/fixture-compare.json new file mode 100644 index 00000000..b643696a --- /dev/null +++ b/evidence/cycle8-replication-900000-2026-08-25/fixture-compare.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8","ufe00-space-x1"],"artifact_hash":"3354afb8e216ab2a6d13a07ea87006b0727a185c9f504312da77dbc20f2b2950","detector":{"available":true,"identity":{"arm_id":"identity","cf_strip_watermarked_detected":4,"nfkc_watermarked_detected":4,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":4,"raw_watermarked_mean_score":0.6609314874939874,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":4,"ws_collapse_watermarked_mean_score":0.6609314874939874},"u034f-space-x1":{"arm_id":"u034f-space-x1","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5038143385482414,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5038143385482414},"u034f-space-x8":{"arm_id":"u034f-space-x8","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.507362437768828,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.507362437768828},"u200c-space-x1":{"arm_id":"u200c-space-x1","cf_strip_watermarked_detected":4,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":4,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.506592421556375,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.506592421556375}},"encoder":"gpt2","rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":0,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","utf8_overhead":24,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":12,"inserted_count":96,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"transformed_text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","utf8_overhead":192,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"transformed_text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","utf8_overhead":36,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","utf8_overhead":36,"visible_ok":true}},"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":0,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":25,"suffix_alignment_tokens":25,"token_count_delta":0,"transformed_token_count":25},"transformed_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","utf8_overhead":32,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":16,"inserted_count":128,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":301,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":278,"transformed_token_count":303},"transformed_text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","utf8_overhead":256,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":61,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":38,"transformed_token_count":63},"transformed_text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","utf8_overhead":48,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","utf8_overhead":48,"visible_ok":true}},"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":0,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","utf8_overhead":4,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":2,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":47,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":34,"transformed_token_count":48},"transformed_text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","utf8_overhead":32,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":17,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":4,"transformed_token_count":18},"transformed_text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","utf8_overhead":6,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","utf8_overhead":6,"visible_ok":true}},"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":0,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":17,"suffix_alignment_tokens":17,"token_count_delta":0,"transformed_token_count":17},"transformed_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","utf8_overhead":10,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":5,"inserted_count":40,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":101,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":85,"transformed_token_count":102},"transformed_text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","utf8_overhead":80,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":25,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":10,"transformed_token_count":27},"transformed_text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","utf8_overhead":15,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","utf8_overhead":15,"visible_ok":true}},"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff"}],"visible_pass_count":20,"visible_pass_rate":"20/20","visible_total_count":20} diff --git a/evidence/cycle8-validation-910000-2026-08-25/README.md b/evidence/cycle8-validation-910000-2026-08-25/README.md new file mode 100644 index 00000000..953e6f19 --- /dev/null +++ b/evidence/cycle8-validation-910000-2026-08-25/README.md @@ -0,0 +1,16 @@ +# Cycle 8 validation detector evidence (seed 910000) + +Held-out validation after freezing U+034F space-carrier x1. Not confirmation. Topic: `invisible carrier validation`. No retune. + +Headline (4 watermarked + 4 unwatermarked): + +| Arm | WM detected raw | UW detected raw | WM detected after Cf-strip | +| --- | ---: | ---: | ---: | +| identity | 3/4 | 0/4 | 3/4 | +| U+034F x1 | 0/4 | 0/4 | 0/4 | +| U+034F x8 | 0/4 | 0/4 | 0/4 | +| U+200C x1 | 0/4 | 0/4 | 3/4 | + +Visible projection pass rate: `32/32`. + +Do not promote U+034F into `release_transform_registry()`. Do not inspect confirmation-reserved seeds. diff --git a/evidence/cycle8-validation-910000-2026-08-25/SHA256SUMS.txt b/evidence/cycle8-validation-910000-2026-08-25/SHA256SUMS.txt new file mode 100644 index 00000000..881c9e45 --- /dev/null +++ b/evidence/cycle8-validation-910000-2026-08-25/SHA256SUMS.txt @@ -0,0 +1,4 @@ +7e1c3c5212723ba5b0af5c4771e8b8c76852e38c5f8712102f88cc99a210a689 README.md +c6cb44176f27d95c8fec70a785a512616d9f3b178154025f6162136fbd1762c7 decision.json +368d3290f09042aee25bae0058276e339b4503255231a62c3e864578415ec604 detector-compare.json +cb8d20cbd096a3563a0f082d4670609f1e60b42ec9315f3c83867cc2ea88ad7b fixture-compare.json diff --git a/evidence/cycle8-validation-910000-2026-08-25/decision.json b/evidence/cycle8-validation-910000-2026-08-25/decision.json new file mode 100644 index 00000000..58ff5a3c --- /dev/null +++ b/evidence/cycle8-validation-910000-2026-08-25/decision.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-decision-v1","decision":"PROMISING_DEVELOPMENT","detector_signal":{"identity_raw_unwatermarked_detected":0,"identity_raw_watermarked_detected":3,"u034f_raw_unwatermarked_detected":0,"u034f_raw_watermarked_detected":0,"u034f_run_raw_watermarked_detected":0,"u034f_ws_collapse_watermarked_detected":0,"u200c_raw_watermarked_detected":0,"watermarked_row_count":4},"evidence_label":"HYPOTHESIS","notes":"This is Cycle 8 development classification, not confirmation. Do not inspect 830000, 840000, 850000, or Cycle 7 reserved 880000. U+034F is not product-authorized.","product_gate":"VISIBLE_INVARIANT_PASS","reasons":["U+200C is removed by Cf-strip","U+034F survives Cf-strip on the GPT-2 fixture","U+034F survives NFKC on the GPT-2 fixture","U+034F survives whitespace-collapse-v1 after ASCII spaces","quote interiors block U+034F space carriers as protected spans","U+034F space insertion changes GPT-2 token ids","U+034F x8 increases hidden payload over x1","U+FE00 survives Cf-strip on the GPT-2 fixture","detector scores are development-only","U+034F reduced raw watermarked detections without raising unwatermarked detections"],"visible_failures":0} diff --git a/evidence/cycle8-validation-910000-2026-08-25/detector-compare.json b/evidence/cycle8-validation-910000-2026-08-25/detector-compare.json new file mode 100644 index 00000000..86f4cebc --- /dev/null +++ b/evidence/cycle8-validation-910000-2026-08-25/detector-compare.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-exploratory-detector-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8"],"artifact_hash":"9041214f48b113f6cb08653f85ef1e9aa312ad67e37b324ff7ffd6ad7ed98394","detector_access_used_for_selection":false,"geometry_rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":212,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":152,"transformed_token_count":216},"transformed_text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","utf8_overhead":98,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":49,"inserted_count":392,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":899,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":838,"transformed_token_count":902},"transformed_text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","utf8_overhead":784,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":164,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":103,"transformed_token_count":167},"transformed_text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","utf8_overhead":147,"visible_ok":true}},"domain":"general_explanatory","label":"unwatermarked","sample_id":"cycle8-910000-general_explanatory-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":226,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":162,"transformed_token_count":226},"transformed_text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","utf8_overhead":106,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":53,"inserted_count":424,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":968,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":904,"transformed_token_count":968},"transformed_text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","utf8_overhead":848,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":173,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":109,"transformed_token_count":173},"transformed_text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","utf8_overhead":159,"visible_ok":true}},"domain":"general_explanatory","label":"watermarked","sample_id":"cycle8-910000-general_explanatory-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":233,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":169,"transformed_token_count":233},"transformed_text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","utf8_overhead":104,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":52,"inserted_count":416,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":961,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":897,"transformed_token_count":961},"transformed_text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","utf8_overhead":832,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":181,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":117,"transformed_token_count":181},"transformed_text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","utf8_overhead":156,"visible_ok":true}},"domain":"technical_explanation","label":"unwatermarked","sample_id":"cycle8-910000-technical_explanation-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":204,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":140,"transformed_token_count":204},"transformed_text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","utf8_overhead":86,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":43,"inserted_count":344,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":806,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":742,"transformed_token_count":806},"transformed_text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","utf8_overhead":688,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":161,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":97,"transformed_token_count":161},"transformed_text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","utf8_overhead":129,"visible_ok":true}},"domain":"technical_explanation","label":"watermarked","sample_id":"cycle8-910000-technical_explanation-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":222,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":158,"transformed_token_count":222},"transformed_text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","utf8_overhead":100,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":922,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":858,"transformed_token_count":922},"transformed_text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","utf8_overhead":800,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":172,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":108,"transformed_token_count":172},"transformed_text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","utf8_overhead":150,"visible_ok":true}},"domain":"conversational_prose","label":"unwatermarked","sample_id":"cycle8-910000-conversational_prose-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":222,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":158,"transformed_token_count":222},"transformed_text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","utf8_overhead":100,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":922,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":858,"transformed_token_count":922},"transformed_text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","utf8_overhead":800,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":172,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":108,"transformed_token_count":172},"transformed_text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","utf8_overhead":150,"visible_ok":true}},"domain":"conversational_prose","label":"watermarked","sample_id":"cycle8-910000-conversational_prose-watermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":56,"inserted_count":56,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true}},"selected_count":56,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":236,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":172,"transformed_token_count":236},"transformed_text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","utf8_overhead":112,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":56,"inserted_count":448,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true}},"selected_count":56,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":1020,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":956,"transformed_token_count":1020},"transformed_text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","utf8_overhead":896,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":56,"inserted_count":56,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true}},"selected_count":56,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":180,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":116,"transformed_token_count":180},"transformed_text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","utf8_overhead":168,"visible_ok":true}},"domain":"structured_instructional","label":"unwatermarked","sample_id":"cycle8-910000-structured_instructional-unwatermarked"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":215,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":152,"transformed_token_count":216},"transformed_text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","utf8_overhead":100,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":916,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":852,"transformed_token_count":916},"transformed_text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","utf8_overhead":800,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":166,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":102,"transformed_token_count":166},"transformed_text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","utf8_overhead":150,"visible_ok":true}},"domain":"structured_instructional","label":"watermarked","sample_id":"cycle8-910000-structured_instructional-watermarked"}],"model":"openai-community/gpt2","model_revision":"607a30d783dfa663caf39e06633721c8d4cfcd7e","samples":[{"domain":"general_explanatory","label":"unwatermarked","sample_id":"cycle8-910000-general_explanatory-unwatermarked","seed":910000,"text":"\n\nAvoid using an algorithm to detect false positives. If you try to use it, it might break your system, cause it to mis-remember or cause a false error.\n\nUse real time data, not fake data. If you have a good idea about how the data is structured, you can use that","text_sha256":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},{"domain":"general_explanatory","label":"watermarked","sample_id":"cycle8-910000-general_explanatory-watermarked","seed":910000,"text":" Use a small number of words to describe the purpose of each page.\n\nDo not try to determine the purpose of each page by just the last one. The purpose of a page may change, depending on the meaning of the next paragraph.\n\nWrite a summary of each paragraph. Consider the number of words in","text_sha256":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},{"domain":"technical_explanation","label":"unwatermarked","sample_id":"cycle8-910000-technical_explanation-unwatermarked","seed":910032,"text":" The validation check can be performed in multiple instances and the validation checks are not performed at the same time. For example, if there are two invalid validation check messages, the validation check may be performed asynchronously.\n\nIn this example, we use a single validation check, one failure mode, and one validation check","text_sha256":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},{"domain":"technical_explanation","label":"watermarked","sample_id":"cycle8-910000-technical_explanation-watermarked","seed":910032,"text":" Then define the validation check.\n\nDefine the main idea, one failure mode, and one validation check. Then define the validation check. Define the validation check. Define the validation check.\n\nDefine the main idea, one failure mode, and one validation check. Then define the validation check.","text_sha256":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},{"domain":"conversational_prose","label":"unwatermarked","sample_id":"cycle8-910000-conversational_prose-unwatermarked","seed":910066,"text":" Avoid trying to get the reader into a conversation with you. (Sometimes you can even put a quote in front of the question.)\n\n5. Avoid using metaphors, metaphors that don't actually convey a lot about your job.\n\nIf your job is to have people look at you, then you need to use","text_sha256":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},{"domain":"conversational_prose","label":"watermarked","sample_id":"cycle8-910000-conversational_prose-watermarked","seed":910066,"text":" Use a few paragraphs of real-world experience to explain why something is true and not. Avoid the need for words to make the reader feel like they are in the real world.\n\n4. Use simple words. Be mindful of repeating the same thing over and over.\n\nAvoid repetition. Keep repeating the same","text_sha256":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},{"domain":"structured_instructional","label":"unwatermarked","sample_id":"cycle8-910000-structured_instructional-unwatermarked","seed":910096,"text":" Then you can try and add a couple of extra steps.\n\nIf you think you know what you are doing, you will probably find it difficult to do. The last two steps are just a few steps. Try to think of them as a series of steps, but then remember that your idea will be executed in","text_sha256":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},{"domain":"structured_instructional","label":"watermarked","sample_id":"cycle8-910000-structured_instructional-watermarked","seed":910096,"text":" You'll also need to add an additional step to your program:\n\nStep 1: Calculate the Distance to the Target Point\n\nThe distance to the target point is the distance from the target point to the center of the screen.\n\nThe distance to the target point is the distance from the target point to","text_sha256":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"}],"sanitizer_ids":["raw","nfkc","cf_strip","nfkc_cf_strip","ws_collapse","ws_collapse_nfkc_cf_strip"],"scored_rows":[{"arm_id":"identity","domain":"general_explanatory","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5124158249158249,"sample_id":"cycle8-910000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"nfkc":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"raw":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"}}},{"arm_id":"u200c-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u200c-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":164,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":103,"transformed_token_count":167},"transformed_text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42","utf8_overhead":147,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5124158249158249,"sample_id":"cycle8-910000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"nfkc":{"detected":false,"equals_source":false,"score":0.5031162690737159,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"},"raw":{"detected":false,"equals_source":false,"score":0.5031162690737159,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5031162690737159,"text_hash":"fcb1ae57d6e4b4448d375b67e9c8180fa4f5c4a440bb90b278290cc5c9574e42"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5124158249158249,"text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67"}}},{"arm_id":"u034f-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x1","candidate_count":49,"inserted_count":49,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":212,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":152,"transformed_token_count":216},"transformed_text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8","utf8_overhead":98,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5124158249158249,"sample_id":"cycle8-910000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.505050505050505,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8"},"nfkc":{"detected":false,"equals_source":false,"score":0.505050505050505,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.505050505050505,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8"},"raw":{"detected":false,"equals_source":false,"score":0.505050505050505,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.505050505050505,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.505050505050505,"text_hash":"6995ca2e7be441897997928f8e538fac376f79611d7dc137555f638f1715d0a8"}}},{"arm_id":"u034f-space-x8","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x8","candidate_count":49,"inserted_count":392,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","visible_ok":true}},"selected_count":49,"source_sample_id":"cycle8-910000-general_explanatory-unwatermarked","source_text_hash":"db00ff2423ee08c68f86dc60556f6dd0e854f66585f055407e21d4de866a4e67","tokenizer":{"changed_token_estimate":899,"first_changed_token":3,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":838,"transformed_token_count":902},"transformed_text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb","utf8_overhead":784,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5124158249158249,"sample_id":"cycle8-910000-general_explanatory-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5144105727938063,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb"},"nfkc":{"detected":false,"equals_source":false,"score":0.5144105727938063,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5144105727938063,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb"},"raw":{"detected":false,"equals_source":false,"score":0.5144105727938063,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5144105727938063,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5144105727938063,"text_hash":"028bc50f89b09a97f846cb6bf2e9ceeb50a9249fcfbac9bf67894543338d87fb"}}},{"arm_id":"identity","domain":"general_explanatory","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6298328108672936,"sample_id":"cycle8-910000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"nfkc":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"raw":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"}}},{"arm_id":"u200c-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u200c-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":173,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":109,"transformed_token_count":173},"transformed_text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0","utf8_overhead":159,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6298328108672936,"sample_id":"cycle8-910000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"nfkc":{"detected":false,"equals_source":false,"score":0.5108714261256634,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"},"raw":{"detected":false,"equals_source":false,"score":0.5108714261256634,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5108714261256634,"text_hash":"a2b8b6a205e413bb24bec3208b37abeb347621e8da056b26e60a55eff0f65eb0"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.6298328108672936,"text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e"}}},{"arm_id":"u034f-space-x1","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x1","candidate_count":53,"inserted_count":53,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":226,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":162,"transformed_token_count":226},"transformed_text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22","utf8_overhead":106,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6298328108672936,"sample_id":"cycle8-910000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5090645258555706,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22"},"nfkc":{"detected":false,"equals_source":false,"score":0.5090645258555706,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5090645258555706,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22"},"raw":{"detected":false,"equals_source":false,"score":0.5090645258555706,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5090645258555706,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5090645258555706,"text_hash":"b92b17b20cb1c314b1801f9420048f306e58fb9faeae02699459a9259e7d0c22"}}},{"arm_id":"u034f-space-x8","domain":"general_explanatory","geometry":{"arm_id":"u034f-space-x8","candidate_count":53,"inserted_count":424,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","visible_ok":true}},"selected_count":53,"source_sample_id":"cycle8-910000-general_explanatory-watermarked","source_text_hash":"856f78265661b1a6f48800e688393f5f16e9b7b0b31caf8045ed5c04eeecad9e","tokenizer":{"changed_token_estimate":968,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":904,"transformed_token_count":968},"transformed_text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326","utf8_overhead":848,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.6298328108672936,"sample_id":"cycle8-910000-general_explanatory-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5055297500552974,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326"},"nfkc":{"detected":false,"equals_source":false,"score":0.5055297500552974,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5055297500552974,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326"},"raw":{"detected":false,"equals_source":false,"score":0.5055297500552974,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5055297500552974,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5055297500552974,"text_hash":"8faf03eb80b93f5d339bf9487a243e365334b98b81bf7bd0a31ad8a92d6dc326"}}},{"arm_id":"identity","domain":"technical_explanation","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5038299663299664,"sample_id":"cycle8-910000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"nfkc":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"raw":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"}}},{"arm_id":"u200c-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u200c-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":181,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":117,"transformed_token_count":181},"transformed_text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0","utf8_overhead":156,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5038299663299664,"sample_id":"cycle8-910000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"nfkc":{"detected":false,"equals_source":false,"score":0.4907407407407407,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"},"raw":{"detected":false,"equals_source":false,"score":0.4907407407407407,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4907407407407407,"text_hash":"f7ffc47562206fed10f81c46406075aa2c0bf552480181d4783ac203ec37fab0"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5038299663299664,"text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b"}}},{"arm_id":"u034f-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x1","candidate_count":52,"inserted_count":52,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":233,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":169,"transformed_token_count":233},"transformed_text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed","utf8_overhead":104,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5038299663299664,"sample_id":"cycle8-910000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.509718899521531,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed"},"nfkc":{"detected":false,"equals_source":false,"score":0.509718899521531,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.509718899521531,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed"},"raw":{"detected":false,"equals_source":false,"score":0.509718899521531,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.509718899521531,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.509718899521531,"text_hash":"88a4e21fab25cab3c2e4482e15da9f2f7fa5397b50b4ae4cbccd87419cd536ed"}}},{"arm_id":"u034f-space-x8","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x8","candidate_count":52,"inserted_count":416,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","visible_ok":true}},"selected_count":52,"source_sample_id":"cycle8-910000-technical_explanation-unwatermarked","source_text_hash":"920d44524d9744b58c349e66eb76b7894ffd13790c7e58029866f2769cbd034b","tokenizer":{"changed_token_estimate":961,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":897,"transformed_token_count":961},"transformed_text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2","utf8_overhead":832,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5038299663299664,"sample_id":"cycle8-910000-technical_explanation-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4909090909090909,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2"},"nfkc":{"detected":false,"equals_source":false,"score":0.4909090909090909,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4909090909090909,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2"},"raw":{"detected":false,"equals_source":false,"score":0.4909090909090909,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4909090909090909,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4909090909090909,"text_hash":"99bc624352783eccad59dbf11b308ce9a653b14a65a42d4800b3ec2e6c0719b2"}}},{"arm_id":"identity","domain":"technical_explanation","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5058621933621933,"sample_id":"cycle8-910000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"nfkc":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"raw":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"}}},{"arm_id":"u200c-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u200c-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":161,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":97,"transformed_token_count":161},"transformed_text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6","utf8_overhead":129,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5058621933621933,"sample_id":"cycle8-910000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"nfkc":{"detected":false,"equals_source":false,"score":0.4721727074668251,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"},"raw":{"detected":false,"equals_source":false,"score":0.4721727074668251,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4721727074668251,"text_hash":"05fa2b2e3ce463b95df00ab51fed49ad097a86c0f7cd7f4e90d5da64ff7c96c6"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5058621933621933,"text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978"}}},{"arm_id":"u034f-space-x1","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x1","candidate_count":43,"inserted_count":43,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":204,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":140,"transformed_token_count":204},"transformed_text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6","utf8_overhead":86,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5058621933621933,"sample_id":"cycle8-910000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.48908577298407807,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6"},"nfkc":{"detected":false,"equals_source":false,"score":0.48908577298407807,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.48908577298407807,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6"},"raw":{"detected":false,"equals_source":false,"score":0.48908577298407807,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.48908577298407807,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.48908577298407807,"text_hash":"2d0325fafcf9673d52357322499a6e9d38646a64379589bf8b6882eef43cc9a6"}}},{"arm_id":"u034f-space-x8","domain":"technical_explanation","geometry":{"arm_id":"u034f-space-x8","candidate_count":43,"inserted_count":344,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","visible_ok":true}},"selected_count":43,"source_sample_id":"cycle8-910000-technical_explanation-watermarked","source_text_hash":"a075662b7e7a3ef473dcb2cbf32b5e490885ce0b85c2187e807ee2bf10ddb978","tokenizer":{"changed_token_estimate":806,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":1,"token_count_delta":742,"transformed_token_count":806},"transformed_text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede","utf8_overhead":688,"visible_ok":true},"label":"watermarked","pristine_detected":false,"pristine_score":0.5058621933621933,"sample_id":"cycle8-910000-technical_explanation-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.47491039426523296,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede"},"nfkc":{"detected":false,"equals_source":false,"score":0.47491039426523296,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.47491039426523296,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede"},"raw":{"detected":false,"equals_source":false,"score":0.47491039426523296,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.47491039426523296,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.47491039426523296,"text_hash":"30f756ad5e34bab3ba1d7decb395a988a5e6e1484f44776bc59e6fbd200b2ede"}}},{"arm_id":"identity","domain":"conversational_prose","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.47878787878787876,"sample_id":"cycle8-910000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"nfkc":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"raw":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"}}},{"arm_id":"u200c-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":172,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":108,"transformed_token_count":172},"transformed_text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19","utf8_overhead":150,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.47878787878787876,"sample_id":"cycle8-910000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"nfkc":{"detected":false,"equals_source":false,"score":0.5198461121279913,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"},"raw":{"detected":false,"equals_source":false,"score":0.5198461121279913,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5198461121279913,"text_hash":"d6e61ea120f347a60a182a9337dcae387480e2b870c987436c96a5b92af36f19"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.47878787878787876,"text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf"}}},{"arm_id":"u034f-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":222,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":158,"transformed_token_count":222},"transformed_text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4","utf8_overhead":100,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.47878787878787876,"sample_id":"cycle8-910000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4988301089996005,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4"},"nfkc":{"detected":false,"equals_source":false,"score":0.4988301089996005,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4988301089996005,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4"},"raw":{"detected":false,"equals_source":false,"score":0.4988301089996005,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4988301089996005,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4988301089996005,"text_hash":"131e1c16c8def714a5a67421bef8692bcb9090e5aa8919e310560104a8a673d4"}}},{"arm_id":"u034f-space-x8","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-unwatermarked","source_text_hash":"43b7cea6a9be25e818eab0354ceea89f441a4133832ce0bedbd52973b1c624cf","tokenizer":{"changed_token_estimate":922,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":858,"transformed_token_count":922},"transformed_text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383","utf8_overhead":800,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.47878787878787876,"sample_id":"cycle8-910000-conversational_prose-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.49903198653198655,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383"},"nfkc":{"detected":false,"equals_source":false,"score":0.49903198653198655,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49903198653198655,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383"},"raw":{"detected":false,"equals_source":false,"score":0.49903198653198655,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.49903198653198655,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.49903198653198655,"text_hash":"517f3468e7ad3e23ead3b8e4688f29cdf70e369d7f631fea1e47725a9c248383"}}},{"arm_id":"identity","domain":"conversational_prose","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.600925925925926,"sample_id":"cycle8-910000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"nfkc":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"raw":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"}}},{"arm_id":"u200c-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":172,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":108,"transformed_token_count":172},"transformed_text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c","utf8_overhead":150,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.600925925925926,"sample_id":"cycle8-910000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"nfkc":{"detected":false,"equals_source":false,"score":0.5161582036582036,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"},"raw":{"detected":false,"equals_source":false,"score":0.5161582036582036,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5161582036582036,"text_hash":"90a62ee6987539f0a10e147c8f9d3122d2c83622991b1d99ad8641b226cef98c"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.600925925925926,"text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b"}}},{"arm_id":"u034f-space-x1","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":222,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":158,"transformed_token_count":222},"transformed_text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4","utf8_overhead":100,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.600925925925926,"sample_id":"cycle8-910000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5268634622082898,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4"},"nfkc":{"detected":false,"equals_source":false,"score":0.5268634622082898,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5268634622082898,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4"},"raw":{"detected":false,"equals_source":false,"score":0.5268634622082898,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5268634622082898,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5268634622082898,"text_hash":"38a807f184c12aad2251ec900865622155ee0016fac37805fdbf37e65101bbb4"}}},{"arm_id":"u034f-space-x8","domain":"conversational_prose","geometry":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-conversational_prose-watermarked","source_text_hash":"969db30b0c0c1b862da22313508e3ba44006ebea454ae8395396789385ef1a5b","tokenizer":{"changed_token_estimate":922,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":858,"transformed_token_count":922},"transformed_text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6","utf8_overhead":800,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.600925925925926,"sample_id":"cycle8-910000-conversational_prose-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5110996975403755,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6"},"nfkc":{"detected":false,"equals_source":false,"score":0.5110996975403755,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5110996975403755,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6"},"raw":{"detected":false,"equals_source":false,"score":0.5110996975403755,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5110996975403755,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5110996975403755,"text_hash":"d33e84a9a9f8778a595c5ae5975c06767c441b46d3ac60f8da2edcf0060e39d6"}}},{"arm_id":"identity","domain":"structured_instructional","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","utf8_overhead":0,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5060185185185185,"sample_id":"cycle8-910000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"nfkc":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"raw":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"ws_collapse":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"}}},{"arm_id":"u200c-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u200c-space-x1","candidate_count":56,"inserted_count":56,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","visible_ok":true}},"selected_count":56,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":180,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":116,"transformed_token_count":180},"transformed_text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1","utf8_overhead":168,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5060185185185185,"sample_id":"cycle8-910000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"nfkc":{"detected":false,"equals_source":false,"score":0.48312596160278276,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1"},"nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"},"raw":{"detected":false,"equals_source":false,"score":0.48312596160278276,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.48312596160278276,"text_hash":"c154e5b63a1879cdcb1a31cfed54cea97c970f5de683d545c4432e18d3ab4aa1"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":true,"score":0.5060185185185185,"text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c"}}},{"arm_id":"u034f-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x1","candidate_count":56,"inserted_count":56,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","visible_ok":true}},"selected_count":56,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":236,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":172,"transformed_token_count":236},"transformed_text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e","utf8_overhead":112,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5060185185185185,"sample_id":"cycle8-910000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5062774639045826,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e"},"nfkc":{"detected":false,"equals_source":false,"score":0.5062774639045826,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5062774639045826,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e"},"raw":{"detected":false,"equals_source":false,"score":0.5062774639045826,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5062774639045826,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5062774639045826,"text_hash":"745bcf61a23bcf2e84cefe93ce19847dd0382fd275d03388e2b9d357ebc1518e"}}},{"arm_id":"u034f-space-x8","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x8","candidate_count":56,"inserted_count":448,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","visible_ok":true}},"selected_count":56,"source_sample_id":"cycle8-910000-structured_instructional-unwatermarked","source_text_hash":"d51e2a20027cbe5684e62242de24917793d0646a63726626957734108b06b54c","tokenizer":{"changed_token_estimate":1020,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":956,"transformed_token_count":1020},"transformed_text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8","utf8_overhead":896,"visible_ok":true},"label":"unwatermarked","pristine_detected":false,"pristine_score":0.5060185185185185,"sample_id":"cycle8-910000-structured_instructional-unwatermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.4940516273849607,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8"},"nfkc":{"detected":false,"equals_source":false,"score":0.4940516273849607,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4940516273849607,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8"},"raw":{"detected":false,"equals_source":false,"score":0.4940516273849607,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.4940516273849607,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.4940516273849607,"text_hash":"d98790c386ac79db1d8d1fa566494fbdb6290bd044eb4e2824dca87bb65abee8"}}},{"arm_id":"identity","domain":"structured_instructional","geometry":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true}},"selected_count":0,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":64,"suffix_alignment_tokens":64,"token_count_delta":0,"transformed_token_count":64},"transformed_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","utf8_overhead":0,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5814393939393939,"sample_id":"cycle8-910000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"nfkc":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"raw":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"ws_collapse":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"}}},{"arm_id":"u200c-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u200c-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":166,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":102,"transformed_token_count":166},"transformed_text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b","utf8_overhead":150,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5814393939393939,"sample_id":"cycle8-910000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"nfkc":{"detected":false,"equals_source":false,"score":0.49696432409198366,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b"},"nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"},"raw":{"detected":false,"equals_source":false,"score":0.49696432409198366,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.49696432409198366,"text_hash":"270063e74565eec047553729e6b6c8ca2ea6851d9322c65b039bf8bc1796022b"},"ws_collapse_nfkc_cf_strip":{"detected":true,"equals_source":true,"score":0.5814393939393939,"text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab"}}},{"arm_id":"u034f-space-x1","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x1","candidate_count":50,"inserted_count":50,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":215,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":152,"transformed_token_count":216},"transformed_text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940","utf8_overhead":100,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5814393939393939,"sample_id":"cycle8-910000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5223531612420501,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940"},"nfkc":{"detected":false,"equals_source":false,"score":0.5223531612420501,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5223531612420501,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940"},"raw":{"detected":false,"equals_source":false,"score":0.5223531612420501,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5223531612420501,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5223531612420501,"text_hash":"7ed531f115e63a89c868f6f597b14b8b3915d3f8a39decaefcd3209aa8e7a940"}}},{"arm_id":"u034f-space-x8","domain":"structured_instructional","geometry":{"arm_id":"u034f-space-x8","candidate_count":50,"inserted_count":400,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","visible_ok":true}},"selected_count":50,"source_sample_id":"cycle8-910000-structured_instructional-watermarked","source_text_hash":"f57f5f5b0cc3f2dc556ed5330ca36afa0b1a01a7a52c48df983998eefc8b1dab","tokenizer":{"changed_token_estimate":916,"first_changed_token":0,"ids_equal":false,"last_changed_token":63,"original_token_count":64,"suffix_alignment_tokens":0,"token_count_delta":852,"transformed_token_count":916},"transformed_text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3","utf8_overhead":800,"visible_ok":true},"label":"watermarked","pristine_detected":true,"pristine_score":0.5814393939393939,"sample_id":"cycle8-910000-structured_instructional-watermarked","sanitizers":{"cf_strip":{"detected":false,"equals_source":false,"score":0.5224997724997725,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3"},"nfkc":{"detected":false,"equals_source":false,"score":0.5224997724997725,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3"},"nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5224997724997725,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3"},"raw":{"detected":false,"equals_source":false,"score":0.5224997724997725,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3"},"ws_collapse":{"detected":false,"equals_source":false,"score":0.5224997724997725,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3"},"ws_collapse_nfkc_cf_strip":{"detected":false,"equals_source":false,"score":0.5224997724997725,"text_hash":"5c1de0be031e6b3e8cfa181777538407674ff6fdb84c7634c767bb22198ffdc3"}}}],"secret_access_used_for_selection":false,"seed_base":910000,"summaries":{"identity":{"arm_id":"identity","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":3,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":3,"raw_watermarked_mean_score":0.5795150810237018,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":3,"ws_collapse_watermarked_mean_score":0.5795150810237018},"u034f-space-x1":{"arm_id":"u034f-space-x1","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5118417305724972,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5118417305724972},"u034f-space-x8":{"arm_id":"u034f-space-x8","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5035099035901696,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5035099035901696},"u200c-space-x1":{"arm_id":"u200c-space-x1","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.49904166533566896,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.49904166533566896}},"threshold":0.5570987654320988,"topic":"invisible carrier validation","visible_pass_rate":"32/32"} diff --git a/evidence/cycle8-validation-910000-2026-08-25/fixture-compare.json b/evidence/cycle8-validation-910000-2026-08-25/fixture-compare.json new file mode 100644 index 00000000..3d56b3d1 --- /dev/null +++ b/evidence/cycle8-validation-910000-2026-08-25/fixture-compare.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8","ufe00-space-x1"],"artifact_hash":"b0f1dc12afa5093449c004fc9e3cf556ca82016e2c4ed2af48d329036e5935e5","detector":{"available":true,"identity":{"arm_id":"identity","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":3,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":3,"raw_watermarked_mean_score":0.5795150810237018,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":3,"ws_collapse_watermarked_mean_score":0.5795150810237018},"u034f-space-x1":{"arm_id":"u034f-space-x1","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5118417305724972,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5118417305724972},"u034f-space-x8":{"arm_id":"u034f-space-x8","cf_strip_watermarked_detected":0,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.5035099035901696,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.5035099035901696},"u200c-space-x1":{"arm_id":"u200c-space-x1","cf_strip_watermarked_detected":3,"nfkc_watermarked_detected":0,"pristine_unwatermarked_detected":0,"pristine_watermarked_detected":3,"raw_unwatermarked_detected":0,"raw_watermarked_detected":0,"raw_watermarked_mean_score":0.49904166533566896,"unwatermarked_row_count":4,"visible_pass_count":8,"visible_total_count":8,"watermarked_row_count":4,"ws_collapse_unwatermarked_detected":0,"ws_collapse_watermarked_detected":0,"ws_collapse_watermarked_mean_score":0.49904166533566896}},"encoder":"gpt2","rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":0,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","utf8_overhead":24,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":12,"inserted_count":96,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"transformed_text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","utf8_overhead":192,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"transformed_text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","utf8_overhead":36,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","utf8_overhead":36,"visible_ok":true}},"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":0,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":25,"suffix_alignment_tokens":25,"token_count_delta":0,"transformed_token_count":25},"transformed_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","utf8_overhead":32,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":16,"inserted_count":128,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":301,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":278,"transformed_token_count":303},"transformed_text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","utf8_overhead":256,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":61,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":38,"transformed_token_count":63},"transformed_text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","utf8_overhead":48,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","utf8_overhead":48,"visible_ok":true}},"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":0,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","utf8_overhead":4,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":2,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":47,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":34,"transformed_token_count":48},"transformed_text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","utf8_overhead":32,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":17,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":4,"transformed_token_count":18},"transformed_text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","utf8_overhead":6,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","utf8_overhead":6,"visible_ok":true}},"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":0,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":17,"suffix_alignment_tokens":17,"token_count_delta":0,"transformed_token_count":17},"transformed_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","utf8_overhead":10,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":5,"inserted_count":40,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":101,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":85,"transformed_token_count":102},"transformed_text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","utf8_overhead":80,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":25,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":10,"transformed_token_count":27},"transformed_text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","utf8_overhead":15,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","utf8_overhead":15,"visible_ok":true}},"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff"}],"visible_pass_count":20,"visible_pass_rate":"20/20","visible_total_count":20} diff --git a/fuckmark/__init__.py b/fuckmark/__init__.py index 8e216201..c17fec65 100644 --- a/fuckmark/__init__.py +++ b/fuckmark/__init__.py @@ -128,6 +128,7 @@ bind_blind_review_judgment, bind_blind_review_judgments, build_blind_review_packet, + source_verified_historical_visible_edit_transform_registry, source_verified_release_transform_registry, verify_fidelity_review_sample, verify_blind_review_packet, @@ -195,6 +196,7 @@ development_lexical_rules, development_syntax_rules, development_transform_registry, + historical_visible_edit_transform_registry, hard_invariant_signature, release_transform_registry, require_complete_lexical_audit_summaries, @@ -233,6 +235,7 @@ "bind_blind_review_judgment", "bind_blind_review_judgments", "build_blind_review_packet", + "source_verified_historical_visible_edit_transform_registry", "source_verified_release_transform_registry", "verify_fidelity_review_sample", "verify_blind_review_packet", @@ -416,6 +419,7 @@ "UserProtectedRange", "default_contraction_rules", "default_transform_registry", + "historical_visible_edit_transform_registry", "validate_protected_invariants", "ZeroValidObservationsError", ] diff --git a/fuckmark/cli.py b/fuckmark/cli.py index 8c18933d..5f64cfb3 100644 --- a/fuckmark/cli.py +++ b/fuckmark/cli.py @@ -12,12 +12,13 @@ from typing import TextIO from . import __project_name__, __version__ +from .product.visible_projection import is_carrier_insertion_v1, product_approved_carriers_v1 from .transforms import TRANSFORM_REGISTRY_ALGORITHM_VERSION, release_transform_registry CLI_TERMINATORS = frozenset({":done", "ok"}) CLI_SELECTION_SEED = 0 -RELEASE_CLI_ALGORITHM_VERSION = "release-cli-v3" +RELEASE_CLI_ALGORITHM_VERSION = "release-cli-v4" _ANSI_BLUE = "\033[38;5;39m" _ANSI_GREEN = "\033[38;5;40m" _ANSI_YELLOW = "\033[38;5;214m" @@ -53,7 +54,12 @@ def transform_text(text: str) -> ProcessResult: occupied_until = candidate.end if not selected: return ProcessResult(text, 0) - result = registry.apply(enumeration, tuple(selected), seed=CLI_SELECTION_SEED) + try: + result = registry.apply(enumeration, tuple(selected), seed=CLI_SELECTION_SEED) + except (KeyError, TypeError, ValueError): + return ProcessResult(text, 0) + if not is_carrier_insertion_v1(text, result.output_text, product_approved_carriers_v1()): + return ProcessResult(text, 0) return ProcessResult(result.output_text, len(result.trace.operations)) @@ -76,7 +82,7 @@ def read_pasted_text(input_stream: TextIO, output_stream: TextIO) -> str: def _parser() -> argparse.ArgumentParser: parser = argparse.ArgumentParser( prog=__project_name__, - description="Apply FuckMark's deterministic, release-safe English text transforms.", + description="Apply FuckMark product-authorized invisible transforms without changing user-visible text.", epilog=( "Examples:\n" " FuckMark\n" @@ -263,7 +269,7 @@ def main( if interactive and not arguments.quiet: output.write(_styled(f"{__project_name__} {__version__}", _ANSI_BOLD + _ANSI_BLUE, enabled=color)) - output.write("\nDeterministic English text transform\n\n") + output.write("\nProduct path: exact user-visible text preservation.\n\n") output.flush() try: @@ -308,9 +314,9 @@ def main( if interactive and not arguments.quiet: if result.changed: noun = "change" if result.change_count == 1 else "changes" - message = f"Done — {result.change_count} {noun} applied." + message = f"Done — {result.change_count} product-authorized invisible {noun} applied." else: - message = "Done — no eligible release-safe changes." + message = "Done — no product-authorized invisible transform; visible text left unchanged." output.write(_styled(message, _ANSI_GREEN, enabled=color) + "\n") if arguments.output not in (None, "-"): output.write(f"Saved to {arguments.output}\n") diff --git a/fuckmark/cycle8/__init__.py b/fuckmark/cycle8/__init__.py new file mode 100644 index 00000000..e2a34cec --- /dev/null +++ b/fuckmark/cycle8/__init__.py @@ -0,0 +1,66 @@ +from .ledger import ( + CYCLE8_CONFIRMATION_RESERVED_SEED_BASES, + CYCLE8_EXPLORATORY_SEED_BASE, + CYCLE8_LEDGER_VERSION, + CYCLE8_REPLICATION_SEED_BASE, + CYCLE8_VALIDATION_SEED_BASE, + assert_cycle8_development_seed, + cycle8_seed_ledger_hash, + cycle8_seed_ledger_payload, +) +from .compare import ( + CYCLE8_DETECTOR_ARM_IDS, + CYCLE8_FIXTURE_COMPARE_VERSION, + measure_carrier_arm, + run_fixture_compare, +) +from .decision import CYCLE8_DECISION_VERSION, classify_fixture_compare +from .registry import ( + apply_all_candidates, + cycle8_combined_carrier_registry, + cycle8_letter_carrier_registry, + cycle8_space_carrier_registry, +) +from .scoreboard import CYCLE8_SCOREBOARD_VERSION, EvidenceLabel, ProductGate, product_scoreboard_payload +from .tokenizer_screen import GPT2_FIXTURE, load_gpt2_encoder, require_gpt2_encoder, screen_carrier_tokenizer +from .unicode_meta import ( + UNICODE_PROPERTY_SCAN_VERSION, + audit_codepoints, + classify_carrier_hypothesis, + codepoint_properties, + iter_default_ignorable_codepoints_v1, +) + +__all__ = [ + "CYCLE8_CONFIRMATION_RESERVED_SEED_BASES", + "CYCLE8_DECISION_VERSION", + "CYCLE8_DETECTOR_ARM_IDS", + "CYCLE8_EXPLORATORY_SEED_BASE", + "CYCLE8_FIXTURE_COMPARE_VERSION", + "CYCLE8_LEDGER_VERSION", + "CYCLE8_REPLICATION_SEED_BASE", + "CYCLE8_SCOREBOARD_VERSION", + "CYCLE8_VALIDATION_SEED_BASE", + "EvidenceLabel", + "GPT2_FIXTURE", + "ProductGate", + "UNICODE_PROPERTY_SCAN_VERSION", + "apply_all_candidates", + "assert_cycle8_development_seed", + "audit_codepoints", + "classify_carrier_hypothesis", + "classify_fixture_compare", + "codepoint_properties", + "cycle8_combined_carrier_registry", + "cycle8_letter_carrier_registry", + "cycle8_seed_ledger_hash", + "cycle8_seed_ledger_payload", + "cycle8_space_carrier_registry", + "iter_default_ignorable_codepoints_v1", + "load_gpt2_encoder", + "require_gpt2_encoder", + "measure_carrier_arm", + "product_scoreboard_payload", + "run_fixture_compare", + "screen_carrier_tokenizer", +] diff --git a/fuckmark/cycle8/compare.py b/fuckmark/cycle8/compare.py new file mode 100644 index 00000000..0d47e082 --- /dev/null +++ b/fuckmark/cycle8/compare.py @@ -0,0 +1,164 @@ +from __future__ import annotations + +from collections.abc import Callable, Mapping, Sequence + +from ..cycle7.fixtures import CONTRACTION_SPARSE, QUOTE_INTERIOR +from ..cycle7.whitespace_collapse import CYCLE7_SANITIZER_VARIANT_IDS, sanitize_cycle7_variant +from ..hashing import sha256_json, sha256_text +from ..product.registry import product_transform_registry +from ..product.visible_projection import is_carrier_insertion_v1, project_visible_v1 +from ..transforms.schema import CandidateRejectionReason +from .registry import cycle8_space_carrier_registry, select_nonoverlapping_candidate_ids +from .tokenizer_screen import GPT2_FIXTURE, resynchronization_metrics + + +CYCLE8_FIXTURE_COMPARE_VERSION = "cycle8-fixture-compare-v1" +CYCLE8_IDENTITY_ARM_ID = "identity" +CYCLE8_U200C_SPACE_ARM_ID = "u200c-space-x1" +CYCLE8_U034F_SPACE_ARM_ID = "u034f-space-x1" +CYCLE8_U034F_SPACE_RUN_ARM_ID = "u034f-space-x8" +CYCLE8_UFE00_SPACE_ARM_ID = "ufe00-space-x1" +CYCLE8_DETECTOR_ARM_IDS = ( + CYCLE8_IDENTITY_ARM_ID, + CYCLE8_U200C_SPACE_ARM_ID, + CYCLE8_U034F_SPACE_ARM_ID, + CYCLE8_U034F_SPACE_RUN_ARM_ID, +) +CYCLE8_FIXTURE_ARM_IDS = ( + *CYCLE8_DETECTOR_ARM_IDS, + CYCLE8_UFE00_SPACE_ARM_ID, +) +CYCLE8_MAX_ATTEMPTS = 64 +_ARM_SPEC = { + CYCLE8_IDENTITY_ARM_ID: None, + CYCLE8_U200C_SPACE_ARM_ID: (0x200C, 1), + CYCLE8_U034F_SPACE_ARM_ID: (0x034F, 1), + CYCLE8_U034F_SPACE_RUN_ARM_ID: (0x034F, 8), + CYCLE8_UFE00_SPACE_ARM_ID: (0xFE00, 1), +} + + +def cycle8_fixture_samples() -> tuple[tuple[str, str], ...]: + return ( + ("gpt2-screen", GPT2_FIXTURE), + ("contraction-sparse", CONTRACTION_SPARSE), + ("quote-interior", QUOTE_INTERIOR), + ("url-protected", "See https://example.com/do-not-touch and continue the notes."), + ) + + +def arm_approved_carriers(arm_id: str) -> tuple[int, ...]: + spec = _ARM_SPEC[arm_id] + if spec is None: + return () + return (spec[0],) + + +def arm_registry(arm_id: str): + spec = _ARM_SPEC[arm_id] + if spec is None: + return product_transform_registry() + codepoint, repeats = spec + return cycle8_space_carrier_registry(codepoint, repeats=repeats) + + +def measure_carrier_arm( + *, + arm_id: str, + source_sample_id: str, + source_text: str, + encoder: Callable[[str], tuple[int, ...]] | None = None, +) -> dict[str, object]: + if arm_id not in _ARM_SPEC: + raise ValueError("unknown Cycle 8 arm id") + if not isinstance(source_sample_id, str) or not source_sample_id: + raise ValueError("source_sample_id must be a non-empty string") + if not isinstance(source_text, str): + raise TypeError("source_text must be a string") + registry = arm_registry(arm_id) + approved = arm_approved_carriers(arm_id) + enumeration = registry.enumerate(source_text) + selected = select_nonoverlapping_candidate_ids(enumeration) + transformed = source_text if not selected else registry.apply(enumeration, selected).output_text + visible_ok = is_carrier_insertion_v1(source_text, transformed, approved) + carrier = chr(approved[0]) if approved else "" + inserted = transformed.count(carrier) - source_text.count(carrier) if carrier else 0 + sanitizers = {} + for variant in CYCLE7_SANITIZER_VARIANT_IDS: + sanitized = sanitize_cycle7_variant(variant, transformed) + sanitizers[variant] = { + "equals_source": sanitized == source_text, + "equals_transformed": sanitized == transformed, + "visible_ok": is_carrier_insertion_v1(source_text, sanitized, approved), + "text_hash": sha256_text(sanitized), + } + tokenizer = None + if encoder is not None: + tokenizer = resynchronization_metrics(encoder(source_text), encoder(transformed)) + quote_blocked = sum( + 1 for rejection in enumeration.rejections if rejection.reason is CandidateRejectionReason.QUOTE_POLICY_BLOCKED + ) + protected_blocked = sum( + 1 for rejection in enumeration.rejections if rejection.reason is CandidateRejectionReason.PROTECTED_OVERLAP + ) + return { + "arm_id": arm_id, + "source_sample_id": source_sample_id, + "source_text_hash": sha256_text(source_text), + "transformed_text": transformed, + "transformed_text_hash": sha256_text(transformed), + "candidate_count": len(enumeration.candidates), + "selected_count": len(selected), + "inserted_count": inserted, + "utf8_overhead": len(transformed.encode("utf-8")) - len(source_text.encode("utf-8")), + "visible_ok": visible_ok, + "projected_equals_source": project_visible_v1(transformed, approved) == source_text, + "quote_blocked_count": quote_blocked, + "protected_blocked_count": protected_blocked, + "sanitizers": sanitizers, + "tokenizer": tokenizer, + } + + +def summarize_arm(measurement: Mapping[str, object]) -> dict[str, object]: + return {key: value for key, value in measurement.items() if key != "transformed_text"} + + +def run_fixture_compare( + encoder: Callable[[str], tuple[int, ...]] | None = None, + *, + arm_ids: Sequence[str] = CYCLE8_FIXTURE_ARM_IDS, +) -> dict[str, object]: + rows = [] + visible_pass = 0 + visible_total = 0 + for sample_id, text in cycle8_fixture_samples(): + arms = {} + for arm_id in arm_ids: + measurement = measure_carrier_arm( + arm_id=arm_id, + source_sample_id=sample_id, + source_text=text, + encoder=encoder, + ) + arms[arm_id] = summarize_arm(measurement) + visible_total += 1 + if measurement["visible_ok"] is True: + visible_pass += 1 + rows.append( + { + "source_sample_id": sample_id, + "source_text_hash": sha256_text(text), + "arms": arms, + } + ) + payload = { + "algorithm_version": CYCLE8_FIXTURE_COMPARE_VERSION, + "arm_ids": tuple(arm_ids), + "encoder": "unavailable" if encoder is None else "gpt2", + "visible_pass_count": visible_pass, + "visible_total_count": visible_total, + "visible_pass_rate": f"{visible_pass}/{visible_total}", + "rows": tuple(rows), + } + return {**payload, "artifact_hash": sha256_json(payload)} diff --git a/fuckmark/cycle8/decision.py b/fuckmark/cycle8/decision.py new file mode 100644 index 00000000..c8239bb3 --- /dev/null +++ b/fuckmark/cycle8/decision.py @@ -0,0 +1,146 @@ +from __future__ import annotations + +from collections.abc import Mapping + +from .compare import ( + CYCLE8_IDENTITY_ARM_ID, + CYCLE8_U034F_SPACE_ARM_ID, + CYCLE8_U034F_SPACE_RUN_ARM_ID, + CYCLE8_U200C_SPACE_ARM_ID, + CYCLE8_UFE00_SPACE_ARM_ID, +) +from .scoreboard import EvidenceLabel, ProductGate + + +CYCLE8_DECISION_VERSION = "cycle8-fixture-decision-v1" +PROMISING_DEVELOPMENT = "PROMISING_DEVELOPMENT" +INSUFFICIENT_EVIDENCE = "INSUFFICIENT_EVIDENCE" +REJECTED = "REJECTED" + + +def _arm(row: Mapping[str, object], arm_id: str) -> Mapping[str, object]: + arms = row["arms"] + if not isinstance(arms, Mapping): + raise TypeError("row arms must be a mapping") + value = arms[arm_id] + if not isinstance(value, Mapping): + raise TypeError("arm summary must be a mapping") + return value + + +def _sanitizer(arm: Mapping[str, object], variant: str) -> Mapping[str, object]: + sanitizers = arm["sanitizers"] + if not isinstance(sanitizers, Mapping): + raise TypeError("arm sanitizers must be a mapping") + value = sanitizers[variant] + if not isinstance(value, Mapping): + raise TypeError("sanitizer summary must be a mapping") + return value + + +def classify_fixture_compare(report: Mapping[str, object]) -> dict[str, object]: + rows = report.get("rows") + if not isinstance(rows, (list, tuple)) or not rows: + raise ValueError("Cycle 8 fixture report must contain rows") + reasons: list[str] = [] + visible_failures = 0 + for row in rows: + if not isinstance(row, Mapping): + raise TypeError("fixture row must be a mapping") + arms = row["arms"] + if not isinstance(arms, Mapping): + raise TypeError("row arms must be a mapping") + for arm_id, arm in arms.items(): + if not isinstance(arm, Mapping): + raise TypeError("arm summary must be a mapping") + if arm.get("visible_ok") is not True: + visible_failures += 1 + reasons.append(f"{row.get('source_sample_id')}:{arm_id} failed visible projection") + screen = next(row for row in rows if row["source_sample_id"] == "gpt2-screen") + quote = next(row for row in rows if row["source_sample_id"] == "quote-interior") + identity = _arm(screen, CYCLE8_IDENTITY_ARM_ID) + u200c = _arm(screen, CYCLE8_U200C_SPACE_ARM_ID) + u034f = _arm(screen, CYCLE8_U034F_SPACE_ARM_ID) + u034f_run = _arm(screen, CYCLE8_U034F_SPACE_RUN_ARM_ID) + ufe00 = _arm(screen, CYCLE8_UFE00_SPACE_ARM_ID) if CYCLE8_UFE00_SPACE_ARM_ID in screen["arms"] else None + if identity.get("selected_count") != 0: + reasons.append("identity arm selected a transform") + if int(u034f["selected_count"]) <= 0: + reasons.append("U+034F space arm selected no sites on the GPT-2 fixture") + if _sanitizer(u200c, "cf_strip")["equals_source"] is True: + reasons.append("U+200C is removed by Cf-strip") + else: + reasons.append("U+200C unexpectedly survived Cf-strip") + if _sanitizer(u034f, "cf_strip")["equals_transformed"] is True: + reasons.append("U+034F survives Cf-strip on the GPT-2 fixture") + else: + reasons.append("U+034F did not survive Cf-strip") + if _sanitizer(u034f, "nfkc")["equals_transformed"] is True: + reasons.append("U+034F survives NFKC on the GPT-2 fixture") + if _sanitizer(u034f, "ws_collapse")["equals_transformed"] is True: + reasons.append("U+034F survives whitespace-collapse-v1 after ASCII spaces") + if int(_arm(quote, CYCLE8_U034F_SPACE_ARM_ID)["protected_blocked_count"]) > 0: + reasons.append("quote interiors block U+034F space carriers as protected spans") + tokenizer = u034f.get("tokenizer") + if isinstance(tokenizer, Mapping) and tokenizer.get("ids_equal") is False: + reasons.append("U+034F space insertion changes GPT-2 token ids") + if isinstance(tokenizer, Mapping) and int(u034f_run.get("utf8_overhead") or 0) > int(u034f.get("utf8_overhead") or 0): + reasons.append("U+034F x8 increases hidden payload over x1") + if ufe00 is not None and _sanitizer(ufe00, "cf_strip").get("equals_transformed") is True: + reasons.append("U+FE00 survives Cf-strip on the GPT-2 fixture") + product_gate = ProductGate.DISQUALIFIED if visible_failures else ProductGate.PASS + detector = report.get("detector") + detector_signal = None + if visible_failures: + decision = REJECTED + label = EvidenceLabel.PRODUCT_DISQUALIFIED + elif _sanitizer(u034f, "cf_strip")["equals_transformed"] is not True: + decision = REJECTED + label = EvidenceLabel.REJECTED + elif isinstance(detector, Mapping) and detector.get("available") is True: + u034f_summary = detector[CYCLE8_U034F_SPACE_ARM_ID] + identity_summary = detector[CYCLE8_IDENTITY_ARM_ID] + u200c_summary = detector[CYCLE8_U200C_SPACE_ARM_ID] + run_summary = detector[CYCLE8_U034F_SPACE_RUN_ARM_ID] + detector_signal = { + "identity_raw_watermarked_detected": int(identity_summary["raw_watermarked_detected"]), + "u200c_raw_watermarked_detected": int(u200c_summary["raw_watermarked_detected"]), + "u034f_raw_watermarked_detected": int(u034f_summary["raw_watermarked_detected"]), + "u034f_run_raw_watermarked_detected": int(run_summary["raw_watermarked_detected"]), + "u034f_ws_collapse_watermarked_detected": int(u034f_summary["ws_collapse_watermarked_detected"]), + "identity_raw_unwatermarked_detected": int(identity_summary["raw_unwatermarked_detected"]), + "u034f_raw_unwatermarked_detected": int(u034f_summary["raw_unwatermarked_detected"]), + "watermarked_row_count": int(u034f_summary["watermarked_row_count"]), + } + reasons.append("detector scores are development-only") + if ( + product_gate is ProductGate.PASS + and int(u034f_summary["raw_watermarked_detected"]) < int(identity_summary["raw_watermarked_detected"]) + and int(u034f_summary["raw_unwatermarked_detected"]) <= int(identity_summary["raw_unwatermarked_detected"]) + ): + decision = PROMISING_DEVELOPMENT + label = EvidenceLabel.HYPOTHESIS + reasons.append("U+034F reduced raw watermarked detections without raising unwatermarked detections") + else: + decision = INSUFFICIENT_EVIDENCE + label = EvidenceLabel.HYPOTHESIS + reasons.append("U+034F did not beat identity on this tiny development corpus") + else: + decision = INSUFFICIENT_EVIDENCE + label = EvidenceLabel.HYPOTHESIS + reasons.append("no Cycle 8 detector scores on seed 890000 in this fixture artifact") + payload = { + "algorithm_version": CYCLE8_DECISION_VERSION, + "decision": decision, + "product_gate": product_gate.value, + "evidence_label": label.value, + "visible_failures": visible_failures, + "reasons": tuple(reasons), + "detector_signal": detector_signal, + "notes": ( + "This is Cycle 8 development classification, not confirmation. " + "Do not inspect 830000, 840000, 850000, or Cycle 7 reserved 880000. " + "U+034F is not product-authorized." + ), + } + return payload diff --git a/fuckmark/cycle8/ledger.py b/fuckmark/cycle8/ledger.py new file mode 100644 index 00000000..92a552d1 --- /dev/null +++ b/fuckmark/cycle8/ledger.py @@ -0,0 +1,114 @@ +from __future__ import annotations + +from collections.abc import Mapping, Sequence + +from .._validation import require_int +from ..hashing import sha256_json + + +CYCLE8_LEDGER_VERSION = "cycle8-seed-ledger-v1" +CYCLE8_EXPLORATORY_ROLE = "exploratory_development" +CYCLE8_REPLICATION_ROLE = "exploratory_replication" +CYCLE8_VALIDATION_ROLE = "validation_development" +CYCLE8_CONFIRMATION_RESERVED_ROLE = "confirmation_reserved" + +CYCLE8_EXPLORATORY_SEED_BASE = 890_000 +CYCLE8_REPLICATION_SEED_BASE = 900_000 +CYCLE8_VALIDATION_SEED_BASE = 910_000 +CYCLE8_SECONDARY_EXPLORATORY_SEED_BASE = 920_000 +CYCLE8_EXPLORATORY_SEED_BASES = (890_000, 920_000) +CYCLE8_REPLICATION_SEED_BASES = (900_000,) +CYCLE8_VALIDATION_SEED_BASES = (910_000,) +CYCLE8_CONFIRMATION_RESERVED_SEED_BASES = (830_000, 840_000, 850_000) +CYCLE8_EXPLORATORY_TOPIC = "invisible carrier development" +CYCLE8_REPLICATION_TOPIC = "invisible carrier replication" +CYCLE8_VALIDATION_TOPIC = "invisible carrier validation" + +INHERITED_SPENT_SEED_BASES = ( + 760_000, + 770_000, + 780_000, + 720_000, + 730_000, + 401_000, + 402_000, + 500_000, + 61000, + 1_120_000, + 1_130_000, + 1_140_000, + 1_150_000, + 1_160_000, + 810_000, + 820_000, + 860_000, + 870_000, +) +CYCLE7_UNSEEN_VALIDATION_SEED_BASE = 880_000 + +_ALL_BLOCKED = frozenset((*INHERITED_SPENT_SEED_BASES, CYCLE7_UNSEEN_VALIDATION_SEED_BASE)) + + +def cycle8_seed_ledger_payload() -> dict[str, object]: + return { + "algorithm_version": CYCLE8_LEDGER_VERSION, + "generation": "cycle8_exact_visible_projection", + "inherited_spent_seed_bases": list(INHERITED_SPENT_SEED_BASES), + "cycle7_unseen_validation_seed_base": CYCLE7_UNSEEN_VALIDATION_SEED_BASE, + "exploratory_development_seed_base": CYCLE8_EXPLORATORY_SEED_BASE, + "exploratory_development_seed_bases": list(CYCLE8_EXPLORATORY_SEED_BASES), + "exploratory_topic": CYCLE8_EXPLORATORY_TOPIC, + "exploratory_replication_seed_base": CYCLE8_REPLICATION_SEED_BASE, + "exploratory_replication_topic": CYCLE8_REPLICATION_TOPIC, + "validation_development_seed_base": CYCLE8_VALIDATION_SEED_BASE, + "validation_topic": CYCLE8_VALIDATION_TOPIC, + "secondary_exploratory_seed_base": CYCLE8_SECONDARY_EXPLORATORY_SEED_BASE, + "confirmation_reserved_seed_bases": list(CYCLE8_CONFIRMATION_RESERVED_SEED_BASES), + "selection_rule": ( + "Cycle 8 seeds 890000, 900000, 910000, and 920000 were assigned before " + "any Cycle 8 text generation or detector look. Do not inspect 830000, " + "840000, or 850000. Do not inspect Cycle 7 reserved validation seed " + "880000 from Cycle 8. Do not retune on Cycle 6 formal residuals." + ), + } + + +def cycle8_seed_ledger_hash() -> str: + return sha256_json(cycle8_seed_ledger_payload()) + + +def role_for_seed_base(seed_base: int) -> str | None: + require_int("seed_base", seed_base) + if seed_base in CYCLE8_EXPLORATORY_SEED_BASES: + return CYCLE8_EXPLORATORY_ROLE + if seed_base in CYCLE8_REPLICATION_SEED_BASES: + return CYCLE8_REPLICATION_ROLE + if seed_base in CYCLE8_VALIDATION_SEED_BASES: + return CYCLE8_VALIDATION_ROLE + if seed_base in CYCLE8_CONFIRMATION_RESERVED_SEED_BASES: + return CYCLE8_CONFIRMATION_RESERVED_ROLE + return None + + +def assert_cycle8_development_seed(seed_base: int, *, role: str) -> None: + require_int("seed_base", seed_base) + if not isinstance(role, str) or not role: + raise ValueError("role must be a non-empty string") + if seed_base in _ALL_BLOCKED: + raise ValueError("seed_base is spent or reserved outside Cycle 8 development") + if seed_base in CYCLE8_CONFIRMATION_RESERVED_SEED_BASES: + raise ValueError("confirmation-reserved seeds must not be used for Cycle 8 development") + expected = role_for_seed_base(seed_base) + if expected is None: + raise ValueError("seed_base is not in the Cycle 8 ledger") + if role != expected: + raise ValueError("seed_base role does not match the Cycle 8 ledger") + + +def ledger_roles() -> Mapping[str, Sequence[int]]: + return { + CYCLE8_EXPLORATORY_ROLE: CYCLE8_EXPLORATORY_SEED_BASES, + CYCLE8_REPLICATION_ROLE: CYCLE8_REPLICATION_SEED_BASES, + CYCLE8_VALIDATION_ROLE: CYCLE8_VALIDATION_SEED_BASES, + CYCLE8_CONFIRMATION_RESERVED_ROLE: CYCLE8_CONFIRMATION_RESERVED_SEED_BASES, + } diff --git a/fuckmark/cycle8/registry.py b/fuckmark/cycle8/registry.py new file mode 100644 index 00000000..bf26d587 --- /dev/null +++ b/fuckmark/cycle8/registry.py @@ -0,0 +1,57 @@ +from __future__ import annotations + +from collections.abc import Sequence + +from ..product.carriers import InvisibleCarrierAfterAsciiLetterRule, space_carrier_rule +from ..product.registry import ProductTransformRegistry +from ..transforms.schema import TransformFamily + + +def cycle8_space_carrier_registry( + codepoint: int, + identifiers: Sequence[str] = (), + *, + repeats: int = 1, +) -> ProductTransformRegistry: + return ProductTransformRegistry( + (space_carrier_rule(codepoint, repeats),), + identifiers, + approved_carriers=(codepoint,), + ) + + +def cycle8_letter_carrier_registry(codepoint: int, identifiers: Sequence[str] = ()) -> ProductTransformRegistry: + return ProductTransformRegistry( + (InvisibleCarrierAfterAsciiLetterRule.create(codepoint),), + identifiers, + approved_carriers=(codepoint,), + ) + + +def cycle8_combined_carrier_registry(codepoint: int, identifiers: Sequence[str] = ()) -> ProductTransformRegistry: + return ProductTransformRegistry( + (space_carrier_rule(codepoint), InvisibleCarrierAfterAsciiLetterRule.create(codepoint)), + identifiers, + approved_carriers=(codepoint,), + ) + + +def select_nonoverlapping_candidate_ids(enumeration) -> tuple[str, ...]: + selected: list[str] = [] + occupied_until = 0 + for candidate in enumeration.candidates: + if candidate.start < occupied_until: + continue + if candidate.family is not TransformFamily.ORTHOGRAPHY: + continue + selected.append(candidate.candidate_id) + occupied_until = candidate.end + return tuple(selected) + + +def apply_all_candidates(registry: ProductTransformRegistry, text: str) -> str: + enumeration = registry.enumerate(text) + selected = select_nonoverlapping_candidate_ids(enumeration) + if not selected: + return text + return registry.apply(enumeration, selected).output_text diff --git a/fuckmark/cycle8/scoreboard.py b/fuckmark/cycle8/scoreboard.py new file mode 100644 index 00000000..00d259dd --- /dev/null +++ b/fuckmark/cycle8/scoreboard.py @@ -0,0 +1,57 @@ +from __future__ import annotations + +from enum import Enum + +from ..hashing import sha256_json + + +class EvidenceLabel(str, Enum): + VERIFIED = "VERIFIED" + SOURCE_BOUND = "SOURCE-BOUND" + HYPOTHESIS = "HYPOTHESIS" + UNKNOWN = "UNKNOWN" + REJECTED = "REJECTED" + PRODUCT_DISQUALIFIED = "PRODUCT_DISQUALIFIED" + HISTORICAL_ONLY = "HISTORICAL_ONLY" + EXTERNAL_VALIDATION_ONLY = "EXTERNAL-VALIDATION-ONLY" + + +class ProductGate(str, Enum): + PASS = "VISIBLE_INVARIANT_PASS" + FAIL = "VISIBLE_INVARIANT_FAIL" + DISQUALIFIED = "PRODUCT_DISQUALIFIED" + + +CYCLE8_SCOREBOARD_VERSION = "cycle8-product-scoreboard-v1" + + +def product_scoreboard_payload( + *, + mechanism_id: str, + visible_pass_rate: str, + carrier_type: str, + inserted_count: int, + utf8_overhead: int, + sanitizer: dict[str, object], + tokenizer: dict[str, object] | None, + detector: dict[str, object] | None, + product_gate: ProductGate, + label: EvidenceLabel, +) -> dict[str, object]: + payload = { + "algorithm_version": CYCLE8_SCOREBOARD_VERSION, + "mechanism_id": mechanism_id, + "visible_contract": {"projection_pass_rate": visible_pass_rate}, + "carrier": { + "type": carrier_type, + "inserted_count": inserted_count, + "utf8_overhead": utf8_overhead, + }, + "sanitizer": sanitizer, + "tokenizer": tokenizer, + "detector": detector, + "product_gate": product_gate.value, + "evidence_label": label.value, + } + payload["scoreboard_hash"] = sha256_json(payload) + return payload diff --git a/fuckmark/cycle8/tokenizer_screen.py b/fuckmark/cycle8/tokenizer_screen.py new file mode 100644 index 00000000..1dc34d3f --- /dev/null +++ b/fuckmark/cycle8/tokenizer_screen.py @@ -0,0 +1,134 @@ +from __future__ import annotations + +from collections.abc import Callable, Sequence + +from ..hashing import sha256_json +from ..product.visible_projection import is_carrier_insertion_v1 + + +TOKENIZER_SCREEN_VERSION = "cycle8-tokenizer-screen-v1" +GPT2_FIXTURE = "The researchers cannot continue until they do not miss the proof of concept." + + +def load_gpt2_encoder() -> Callable[[str], tuple[int, ...]] | None: + try: + import tiktoken + except ImportError: + return None + encoding = tiktoken.get_encoding("gpt2") + + def encode(text: str) -> tuple[int, ...]: + if not isinstance(text, str): + raise TypeError("text must be a string") + return tuple(encoding.encode(text, disallowed_special=()) ) + + return encode + + +def require_gpt2_encoder() -> Callable[[str], tuple[int, ...]]: + encoder = load_gpt2_encoder() + if encoder is None: + raise RuntimeError("gpt2 encoder is required to write Cycle 8 tokenizer artifacts") + return encoder + + +def resynchronization_metrics(original_ids: Sequence[int], transformed_ids: Sequence[int]) -> dict[str, object]: + original = tuple(original_ids) + transformed = tuple(transformed_ids) + first = None + last = None + limit = min(len(original), len(transformed)) + for index in range(limit): + if original[index] != transformed[index]: + if first is None: + first = index + last = index + if first is None and len(original) != len(transformed): + first = limit + last = max(len(original), len(transformed)) - 1 + changed = 0 + if first is not None: + changed = abs(len(transformed) - len(original)) + changed += sum( + 1 for index in range(limit) if original[index] != transformed[index] + ) + suffix_align = 0 + original_index = len(original) - 1 + transformed_index = len(transformed) - 1 + while original_index >= 0 and transformed_index >= 0 and original[original_index] == transformed[transformed_index]: + suffix_align += 1 + original_index -= 1 + transformed_index -= 1 + return { + "original_token_count": len(original), + "transformed_token_count": len(transformed), + "token_count_delta": len(transformed) - len(original), + "first_changed_token": first, + "last_changed_token": last, + "changed_token_estimate": changed, + "suffix_alignment_tokens": suffix_align, + "ids_equal": original == transformed, + } + + +def insert_after_ascii_spaces(text: str, carrier: str, repeats: int = 1) -> str: + if not isinstance(text, str) or not isinstance(carrier, str): + raise TypeError("text and carrier must be strings") + if not isinstance(repeats, int) or isinstance(repeats, bool) or repeats <= 0: + raise ValueError("repeats must be a positive integer") + payload = carrier * repeats + pieces: list[str] = [] + for index, character in enumerate(text): + pieces.append(character) + if character == " " and 0 < index < len(text) - 1 and text[index - 1].isascii() and text[index - 1].isalpha() and text[index + 1].isascii() and text[index + 1].isalpha(): + pieces.append(payload) + return "".join(pieces) + + +def insert_after_ascii_letters(text: str, carrier: str) -> str: + if not isinstance(text, str) or not isinstance(carrier, str): + raise TypeError("text and carrier must be strings") + return "".join(character + carrier if character.isascii() and character.isalpha() else character for character in text) + + +def screen_carrier_tokenizer( + codepoint: int, + *, + encoder: Callable[[str], tuple[int, ...]] | None = None, + fixture: str = GPT2_FIXTURE, +) -> dict[str, object]: + if encoder is None: + encoder = load_gpt2_encoder() + carrier = chr(codepoint) + space_text = insert_after_ascii_spaces(fixture, carrier) + space_run_text = insert_after_ascii_spaces(fixture, carrier, repeats=8) + letter_text = insert_after_ascii_letters(fixture, carrier) + payload: dict[str, object] = { + "algorithm_version": TOKENIZER_SCREEN_VERSION, + "codepoint": codepoint, + "label": f"U+{codepoint:04X}", + "fixture": fixture, + "space_visible_ok": is_carrier_insertion_v1(fixture, space_text, (codepoint,)), + "space_run_visible_ok": is_carrier_insertion_v1(fixture, space_run_text, (codepoint,)), + "letter_visible_ok": is_carrier_insertion_v1(fixture, letter_text, (codepoint,)), + "space_inserted": space_text.count(carrier), + "space_run_inserted": space_run_text.count(carrier), + "letter_inserted": letter_text.count(carrier), + "space_utf8_overhead": len(space_text.encode("utf-8")) - len(fixture.encode("utf-8")), + "space_run_utf8_overhead": len(space_run_text.encode("utf-8")) - len(fixture.encode("utf-8")), + "letter_utf8_overhead": len(letter_text.encode("utf-8")) - len(fixture.encode("utf-8")), + "encoder": "unavailable" if encoder is None else "gpt2", + } + if encoder is None: + payload["space_metrics"] = None + payload["space_run_metrics"] = None + payload["letter_metrics"] = None + payload["status"] = "UNKNOWN" + return payload + original_ids = encoder(fixture) + payload["space_metrics"] = resynchronization_metrics(original_ids, encoder(space_text)) + payload["space_run_metrics"] = resynchronization_metrics(original_ids, encoder(space_run_text)) + payload["letter_metrics"] = resynchronization_metrics(original_ids, encoder(letter_text)) + payload["status"] = "VERIFIED" + payload["evidence_hash"] = sha256_json(payload) + return payload diff --git a/fuckmark/cycle8/unicode_meta.py b/fuckmark/cycle8/unicode_meta.py new file mode 100644 index 00000000..ed932d23 --- /dev/null +++ b/fuckmark/cycle8/unicode_meta.py @@ -0,0 +1,153 @@ +from __future__ import annotations + +import unicodedata +from collections.abc import Iterable + +from ..cycle7.whitespace_collapse import collapse_horizontal_ascii_whitespace +from ..sanitizer_robustness import nfkc_normalize, strip_unicode_format_characters + + +UNICODE_PROPERTY_SCAN_VERSION = "cycle8-unicode-property-scan-v1" + +DEFAULT_IGNORABLE_RANGES_V1 = ( + (0x00AD, 0x00AD), + (0x034F, 0x034F), + (0x061C, 0x061C), + (0x115F, 0x1160), + (0x17B4, 0x17B5), + (0x180B, 0x180F), + (0x200B, 0x200F), + (0x202A, 0x202E), + (0x2060, 0x206F), + (0x3164, 0x3164), + (0xFE00, 0xFE0F), + (0xFEFF, 0xFEFF), + (0xFFA0, 0xFFA0), + (0xFFF0, 0xFFF8), + (0x1BCA0, 0x1BCA3), + (0x1D173, 0x1D17A), + (0xE0000, 0xE0FFF), +) + +_BIDI_OVERRIDE = frozenset({"RLE", "LRE", "RLO", "LRO", "RLI", "LRI", "FSI", "PDF", "PDI"}) +_VISIBLE_CATEGORIES = frozenset( + { + "Lu", + "Ll", + "Lt", + "Lm", + "Lo", + "Nd", + "Nl", + "No", + "Pc", + "Pd", + "Ps", + "Pe", + "Pi", + "Pf", + "Po", + "Sm", + "Sc", + "Sk", + "So", + "Zs", + "Zl", + "Zp", + "Mc", + } +) + + +def is_default_ignorable_v1(codepoint: int) -> bool: + if not isinstance(codepoint, int) or isinstance(codepoint, bool): + raise TypeError("codepoint must be an integer") + return any(start <= codepoint <= end for start, end in DEFAULT_IGNORABLE_RANGES_V1) + + +def iter_default_ignorable_codepoints_v1() -> tuple[int, ...]: + values: list[int] = [] + for start, end in DEFAULT_IGNORABLE_RANGES_V1: + values.extend(range(start, end + 1)) + return tuple(value for value in values if 0 <= value <= 0x10FFFF and not (0xD800 <= value <= 0xDFFF)) + + +def codepoint_properties(codepoint: int) -> dict[str, object]: + if not isinstance(codepoint, int) or isinstance(codepoint, bool): + raise TypeError("codepoint must be an integer") + if codepoint < 0 or codepoint > 0x10FFFF or 0xD800 <= codepoint <= 0xDFFF: + raise ValueError("codepoint must be a Unicode scalar value") + character = chr(codepoint) + try: + name = unicodedata.name(character) + except ValueError: + name = "" + category = unicodedata.category(character) + combining = unicodedata.combining(character) + bidirectional = unicodedata.bidirectional(character) + east_asian_width = unicodedata.east_asian_width(character) + nfc = unicodedata.normalize("NFC", character) + nfd = unicodedata.normalize("NFD", character) + nfkc = unicodedata.normalize("NFKC", character) + nfkd = unicodedata.normalize("NFKD", character) + utf8 = character.encode("utf-8") + cf_stripped = strip_unicode_format_characters(character) + collapsed = collapse_horizontal_ascii_whitespace(f"A{character}B") + combined = collapse_horizontal_ascii_whitespace( + strip_unicode_format_characters(nfkc_normalize(f"A{character}B")) + ) + return { + "codepoint": codepoint, + "label": f"U+{codepoint:04X}", + "name": name, + "category": category, + "combining_class": combining, + "bidirectional_class": bidirectional, + "east_asian_width": east_asian_width, + "default_ignorable": is_default_ignorable_v1(codepoint), + "nfc": nfc, + "nfd": nfd, + "nfkc": nfkc, + "nfkd": nfkd, + "nfc_stable": nfc == character, + "nfd_stable": nfd == character, + "nfkc_stable": nfkc == character, + "nfkd_stable": nfkd == character, + "cf_strip_survives": cf_stripped == character, + "whitespace_collapse_survives": collapsed == f"A{character}B", + "combined_ws_nfkc_cf_survives": combined == f"A{character}B", + "utf8_byte_length": len(utf8), + "assigned": bool(name), + "bidi_override": bidirectional in _BIDI_OVERRIDE, + "visible_category": category in _VISIBLE_CATEGORIES, + "control_category": category in {"Cc", "Cs"}, + "format_category": category == "Cf", + "nonspacing_mark": category == "Mn", + } + + +def classify_carrier_hypothesis(properties: dict[str, object]) -> str: + if properties["control_category"] or properties["bidi_override"] or properties["visible_category"]: + return "REJECTED_RENDERING_OR_CONTROL_RISK" + if not properties["assigned"]: + return "REJECTED_UNASSIGNED" + if properties["format_category"]: + return "DIAGNOSTIC_CF" + if not properties["default_ignorable"]: + return "REJECTED_NOT_DEFAULT_IGNORABLE" + if not properties["nfkc_stable"] or not properties["nfc_stable"]: + return "REJECTED_NORMALIZATION" + if not properties["whitespace_collapse_survives"]: + return "REJECTED_WHITESPACE_COLLAPSE" + if properties["nonspacing_mark"] and properties["cf_strip_survives"] and properties["combined_ws_nfkc_cf_survives"]: + return "DURABLE_TRACK_CANDIDATE" + return "HYPOTHESIS" + + +def audit_codepoints(codepoints: Iterable[int]) -> tuple[dict[str, object], ...]: + rows = [] + for codepoint in codepoints: + properties = codepoint_properties(codepoint) + properties["classification"] = classify_carrier_hypothesis(properties) + rows.append(properties) + return tuple(rows) diff --git a/fuckmark/cycle8_hf.py b/fuckmark/cycle8_hf.py new file mode 100644 index 00000000..eb04ee28 --- /dev/null +++ b/fuckmark/cycle8_hf.py @@ -0,0 +1,355 @@ +from __future__ import annotations + +import argparse +from pathlib import Path +from typing import Any + +from .config import canonical_json_text +from .corpus.schema import CorpusDomain, WatermarkLabel +from .corpus.tiny_dev import TINY_DEV_TARGET_LENGTH +from .corpus.tiny_dev_generation import TINY_DEV_PAIR_SEED_STRIDE +from .cycle7.whitespace_collapse import CYCLE7_SANITIZER_VARIANT_IDS, sanitize_cycle7_variant +from .cycle8.compare import ( + CYCLE8_DETECTOR_ARM_IDS, + CYCLE8_MAX_ATTEMPTS, + measure_carrier_arm, + summarize_arm, +) +from .cycle8.decision import classify_fixture_compare +from .cycle8.ledger import ( + CYCLE8_EXPLORATORY_ROLE, + CYCLE8_EXPLORATORY_SEED_BASE, + CYCLE8_EXPLORATORY_TOPIC, + CYCLE8_REPLICATION_ROLE, + CYCLE8_REPLICATION_TOPIC, + CYCLE8_VALIDATION_ROLE, + CYCLE8_VALIDATION_TOPIC, + assert_cycle8_development_seed, + role_for_seed_base, +) +from .durable_io import write_canonical_json_fsynced +from .experiments.cycle6_confirmation import CYCLE6_THRESHOLD +from .hashing import sha256_json, sha256_text +from .product.domain import is_supported_product_domain_v1 + + +CYCLE8_DETECTOR_VERSION = "cycle8-exploratory-detector-compare-v1" +_CYCLE8_TEMPLATES = { + CorpusDomain.GENERAL_EXPLANATORY: ( + "Explain in plain English why {topic} matters in careful scientific work. " + "Write one coherent paragraph without a list." + ), + CorpusDomain.TECHNICAL_EXPLANATION: ( + "Give a technical explanation of {topic} in software experiments. " + "Define the main idea, one failure mode, and one validation check." + ), + CorpusDomain.CONVERSATIONAL_PROSE: ( + "Answer a colleague who asks why {topic} matters. " + "Use natural conversational prose while keeping the explanation precise." + ), + CorpusDomain.STRUCTURED_INSTRUCTIONAL: ( + "Write a short three-step instruction for applying {topic} in an experiment. " + "Use complete sentences and keep each step concrete." + ), +} + + +def _detector_arm_summary(rows: tuple[dict[str, object], ...], arm_id: str) -> dict[str, object]: + watermarked = tuple( + row for row in rows if row["label"] == WatermarkLabel.WATERMARKED.value and row["arm_id"] == arm_id + ) + unwatermarked = tuple( + row for row in rows if row["label"] == WatermarkLabel.UNWATERMARKED.value and row["arm_id"] == arm_id + ) + + def _count(selected, variant, field): + return sum(bool(row["sanitizers"][variant][field]) for row in selected) + + def _mean(selected, variant): + return sum(float(row["sanitizers"][variant]["score"]) for row in selected) / len(selected) + + return { + "arm_id": arm_id, + "watermarked_row_count": len(watermarked), + "unwatermarked_row_count": len(unwatermarked), + "pristine_watermarked_detected": sum(bool(row["pristine_detected"]) for row in watermarked), + "pristine_unwatermarked_detected": sum(bool(row["pristine_detected"]) for row in unwatermarked), + "raw_watermarked_detected": _count(watermarked, "raw", "detected"), + "raw_unwatermarked_detected": _count(unwatermarked, "raw", "detected"), + "ws_collapse_watermarked_detected": _count(watermarked, "ws_collapse", "detected"), + "ws_collapse_unwatermarked_detected": _count(unwatermarked, "ws_collapse", "detected"), + "cf_strip_watermarked_detected": _count(watermarked, "cf_strip", "detected"), + "nfkc_watermarked_detected": _count(watermarked, "nfkc", "detected"), + "raw_watermarked_mean_score": _mean(watermarked, "raw"), + "ws_collapse_watermarked_mean_score": _mean(watermarked, "ws_collapse"), + "visible_pass_count": sum(bool(row["geometry"]["visible_ok"]) for row in (*watermarked, *unwatermarked)), + "visible_total_count": len(watermarked) + len(unwatermarked), + } + + +def _topic_for_seed(seed_base: int) -> str: + role = role_for_seed_base(seed_base) + if role == CYCLE8_EXPLORATORY_ROLE: + return CYCLE8_EXPLORATORY_TOPIC + if role == CYCLE8_REPLICATION_ROLE: + return CYCLE8_REPLICATION_TOPIC + if role == CYCLE8_VALIDATION_ROLE: + return CYCLE8_VALIDATION_TOPIC + raise ValueError("Cycle 8 detector compare only runs exploratory, replication, or validation seeds") + + +def _generate_cycle8_samples(backend: Any, seed_base: int, max_attempts: int) -> tuple[dict[str, object], ...]: + role = role_for_seed_base(seed_base) + if role is None: + raise ValueError("seed_base is not in the Cycle 8 ledger") + assert_cycle8_development_seed(seed_base, role=role) + topic = _topic_for_seed(seed_base) + samples: list[dict[str, object]] = [] + for pair_index, domain in enumerate(CorpusDomain): + prompt = _CYCLE8_TEMPLATES[domain].format(topic=topic) + pair_seed_base = seed_base + pair_index * TINY_DEV_PAIR_SEED_STRIDE + accepted = None + for attempt in range(max_attempts): + seed = pair_seed_base + attempt + try: + control = backend.generate(prompt, seed, watermarked=False) + watermarked = backend.generate(prompt, seed, watermarked=True) + except RuntimeError as error: + message = str(error) + if "empty decoded continuation" not in message and "text-only re-encoding" not in message: + raise + continue + if len(control.continuation_token_ids) != TINY_DEV_TARGET_LENGTH: + continue + if len(watermarked.continuation_token_ids) != TINY_DEV_TARGET_LENGTH: + continue + if control.text == watermarked.text: + continue + if not is_supported_product_domain_v1(control.text): + continue + if not is_supported_product_domain_v1(watermarked.text): + continue + accepted = (seed, control, watermarked) + break + if accepted is None: + raise RuntimeError(f"Cycle 8 failed to generate an ASCII pair for {domain.value}") + seed, control, watermarked = accepted + for label, generated in ( + (WatermarkLabel.UNWATERMARKED, control), + (WatermarkLabel.WATERMARKED, watermarked), + ): + sample_id = f"cycle8-{seed_base}-{domain.value}-{label.value}" + samples.append( + { + "sample_id": sample_id, + "domain": domain.value, + "label": label.value, + "prompt": prompt, + "seed": seed, + "text": generated.text, + "text_sha256": sha256_text(generated.text), + "text_only_token_ids": generated.text_only_token_ids, + } + ) + return tuple(samples) + + +def _evaluate_samples( + samples: tuple[dict[str, object], ...], + tokenizer: Any, + adapter: Any, + eos: int, +) -> tuple[tuple[dict[str, object], ...], tuple[dict[str, object], ...], dict[str, object]]: + from .cycle7_stage_a_hf import _score_text + from .tiny_dev_transform_hf import _encode_text + + def encoder(text: str) -> tuple[int, ...]: + return _encode_text(tokenizer, text) + + scored_rows: list[dict[str, object]] = [] + geometry_rows: list[dict[str, object]] = [] + for sample in samples: + measurements = {} + for arm_id in CYCLE8_DETECTOR_ARM_IDS: + measurements[arm_id] = measure_carrier_arm( + arm_id=arm_id, + source_sample_id=str(sample["sample_id"]), + source_text=str(sample["text"]), + encoder=encoder, + ) + geometry_rows.append( + { + "sample_id": sample["sample_id"], + "label": sample["label"], + "domain": sample["domain"], + "arms": {arm_id: summarize_arm(measurement) for arm_id, measurement in measurements.items()}, + } + ) + pristine = _score_text( + f"{sample['sample_id']}-pristine", + str(sample["text"]), + tokenizer, + adapter, + eos, + ) + for arm_id, measurement in measurements.items(): + sanitizers = {} + for variant in CYCLE7_SANITIZER_VARIANT_IDS: + text = sanitize_cycle7_variant(variant, str(measurement["transformed_text"])) + score = _score_text( + f"{sample['sample_id']}-{arm_id}-{variant}", + text, + tokenizer, + adapter, + eos, + ) + sanitizers[variant] = { + "text_hash": sha256_text(text), + "score": score, + "detected": score >= CYCLE6_THRESHOLD, + "equals_source": text == str(sample["text"]), + } + scored_rows.append( + { + "sample_id": sample["sample_id"], + "label": sample["label"], + "domain": sample["domain"], + "arm_id": arm_id, + "pristine_score": pristine, + "pristine_detected": pristine >= CYCLE6_THRESHOLD, + "geometry": summarize_arm(measurement), + "sanitizers": sanitizers, + } + ) + summaries = { + arm_id: _detector_arm_summary(tuple(scored_rows), arm_id) for arm_id in CYCLE8_DETECTOR_ARM_IDS + } + return tuple(geometry_rows), tuple(scored_rows), summaries + + +def _build_detector_artifact( + samples: tuple[dict[str, object], ...], + geometry_rows: tuple[dict[str, object], ...], + scored_rows: tuple[dict[str, object], ...], + summaries: dict[str, object], + *, + seed_base: int, +) -> dict[str, object]: + from .tiny_dev_context_survival_plan_hf import DEFAULT_MODEL_ID, DEFAULT_MODEL_REVISION + + visible_pass = sum(int(summary["visible_pass_count"]) for summary in summaries.values()) + visible_total = sum(int(summary["visible_total_count"]) for summary in summaries.values()) + artifact = { + "algorithm_version": CYCLE8_DETECTOR_VERSION, + "seed_base": seed_base, + "topic": _topic_for_seed(seed_base), + "model": DEFAULT_MODEL_ID, + "model_revision": DEFAULT_MODEL_REVISION, + "threshold": CYCLE6_THRESHOLD, + "sanitizer_ids": CYCLE7_SANITIZER_VARIANT_IDS, + "arm_ids": CYCLE8_DETECTOR_ARM_IDS, + "visible_pass_rate": f"{visible_pass}/{visible_total}", + "samples": tuple( + { + "sample_id": sample["sample_id"], + "domain": sample["domain"], + "label": sample["label"], + "seed": sample["seed"], + "text": sample["text"], + "text_sha256": sample["text_sha256"], + } + for sample in samples + ), + "geometry_rows": geometry_rows, + "scored_rows": scored_rows, + "summaries": summaries, + "detector_access_used_for_selection": False, + "secret_access_used_for_selection": False, + } + return {**artifact, "artifact_hash": sha256_json({key: value for key, value in artifact.items() if key != "artifact_hash"})} + + +def run_cycle8_detector_compare( + *, + device: str = "cpu", + max_attempts: int = CYCLE8_MAX_ATTEMPTS, + seed_base: int = CYCLE8_EXPLORATORY_SEED_BASE, +) -> dict[str, object]: + from .cycle7_stage_a_hf import _adapter_and_tokenizer + + role = role_for_seed_base(seed_base) + if role is None: + raise ValueError("seed_base is not in the Cycle 8 ledger") + assert_cycle8_development_seed(seed_base, role=role) + backend, tokenizer, adapter, _identity_hash, eos = _adapter_and_tokenizer(device) + samples = _generate_cycle8_samples(backend, seed_base, max_attempts) + geometry_rows, scored_rows, summaries = _evaluate_samples(samples, tokenizer, adapter, eos) + return _build_detector_artifact(samples, geometry_rows, scored_rows, summaries, seed_base=seed_base) + + +def rescore_cycle8_detector_compare(previous: dict[str, object], *, device: str = "cpu") -> dict[str, object]: + from .cycle7_stage_a_hf import _adapter_and_tokenizer + + seed_base = int(previous["seed_base"]) + role = role_for_seed_base(seed_base) + if role is None: + raise ValueError("seed_base is not in the Cycle 8 ledger") + assert_cycle8_development_seed(seed_base, role=role) + _backend, tokenizer, adapter, _identity_hash, eos = _adapter_and_tokenizer(device) + samples = tuple(previous["samples"]) + geometry_rows, scored_rows, summaries = _evaluate_samples(samples, tokenizer, adapter, eos) + return _build_detector_artifact(samples, geometry_rows, scored_rows, summaries, seed_base=seed_base) + + +def main(argv: list[str] | None = None) -> int: + parser = argparse.ArgumentParser(prog="fuckmark-cycle8-detector") + parser.add_argument("--device", choices=("cpu", "cuda"), default="cpu") + parser.add_argument("--seed-base", type=int, default=CYCLE8_EXPLORATORY_SEED_BASE) + parser.add_argument("--max-attempts", type=int, default=CYCLE8_MAX_ATTEMPTS) + parser.add_argument( + "--detector-json", + type=Path, + default=None, + ) + parser.add_argument("--skip-detector", action="store_true") + parser.add_argument("--rescore-from", type=Path, default=None) + args = parser.parse_args(argv) + from .cycle8.compare import run_fixture_compare + from .cycle8.tokenizer_screen import load_gpt2_encoder + + if args.detector_json is None: + args.detector_json = Path(f"evidence/cycle8-{args.seed_base}-2026-08-25/detector-compare.json") + fixture = run_fixture_compare(encoder=load_gpt2_encoder()) + args.detector_json.parent.mkdir(parents=True, exist_ok=True) + write_canonical_json_fsynced(args.detector_json.parent / "fixture-compare.json", fixture) + detector = None + if not args.skip_detector: + if args.rescore_from is not None: + import json + + previous = json.loads(args.rescore_from.read_text(encoding="utf-8")) + detector = rescore_cycle8_detector_compare(previous, device=args.device) + else: + detector = run_cycle8_detector_compare( + device=args.device, + max_attempts=args.max_attempts, + seed_base=args.seed_base, + ) + write_canonical_json_fsynced(args.detector_json, detector) + fixture = { + **{key: value for key, value in fixture.items() if key != "artifact_hash"}, + "detector": {"available": True, **detector["summaries"]}, + } + fixture = { + **fixture, + "artifact_hash": sha256_json({key: value for key, value in fixture.items() if key != "artifact_hash"}), + } + write_canonical_json_fsynced(args.detector_json.parent / "fixture-compare.json", fixture) + decision = classify_fixture_compare(fixture) + write_canonical_json_fsynced(args.detector_json.parent / "decision.json", decision) + print(canonical_json_text(decision)) + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/fuckmark/product/__init__.py b/fuckmark/product/__init__.py new file mode 100644 index 00000000..3483c414 --- /dev/null +++ b/fuckmark/product/__init__.py @@ -0,0 +1,54 @@ +from .carriers import ( + InvisibleCarrierAfterAsciiLetterRule, + codepoint_label, + rule_preserves_visible_projection, + space_carrier_rule, +) +from .contract import ( + PRODUCT_CONTRACT_PATH, + load_product_contract, + product_contract_hash, + product_contract_payload, +) +from .domain import PRODUCT_DOMAIN_ID, is_supported_product_domain_v1 +from .invariants import ( + USER_VISIBLE_INVARIANT_ALGORITHM_VERSION, + UserVisibleInvariantReason, + UserVisibleInvariantReport, + validate_user_visible_invariants, +) +from .registry import PRODUCT_REGISTRY_ALGORITHM_VERSION, ProductTransformRegistry, product_transform_registry +from .visible_projection import ( + PRODUCT_CONTRACT_ID, + VISIBLE_PROJECTION_ALGORITHM_VERSION, + is_carrier_insertion_v1, + normalize_approved_carriers, + product_approved_carriers_v1, + project_visible_v1, +) + +__all__ = [ + "InvisibleCarrierAfterAsciiLetterRule", + "PRODUCT_CONTRACT_ID", + "PRODUCT_CONTRACT_PATH", + "PRODUCT_DOMAIN_ID", + "PRODUCT_REGISTRY_ALGORITHM_VERSION", + "ProductTransformRegistry", + "USER_VISIBLE_INVARIANT_ALGORITHM_VERSION", + "UserVisibleInvariantReason", + "UserVisibleInvariantReport", + "VISIBLE_PROJECTION_ALGORITHM_VERSION", + "codepoint_label", + "is_carrier_insertion_v1", + "is_supported_product_domain_v1", + "load_product_contract", + "normalize_approved_carriers", + "product_approved_carriers_v1", + "product_contract_hash", + "product_contract_payload", + "product_transform_registry", + "project_visible_v1", + "rule_preserves_visible_projection", + "space_carrier_rule", + "validate_user_visible_invariants", +] diff --git a/fuckmark/product/carriers.py b/fuckmark/product/carriers.py new file mode 100644 index 00000000..73287e2a --- /dev/null +++ b/fuckmark/product/carriers.py @@ -0,0 +1,133 @@ +from __future__ import annotations + +import re +from dataclasses import dataclass + +from .._validation import require_bool, require_clean_string, require_int, require_sha256 +from ..hashing import sha256_json +from ..transforms.rules import LiteralTransformRule, RULE_ALGORITHM_VERSION +from ..transforms.schema import TransformFamily, TransformTier +from .visible_projection import is_carrier_insertion_v1, normalize_approved_carriers + + +INVISIBLE_CARRIER_RULE_ALGORITHM_VERSION = "invisible-carrier-rule-v1" +INVISIBLE_LETTER_CARRIER_SENTINEL = "letter" + + +def codepoint_label(codepoint: int) -> str: + require_int("codepoint", codepoint) + if codepoint < 0 or codepoint > 0x10FFFF: + raise ValueError("codepoint must be a Unicode scalar value") + return f"U+{codepoint:04X}" + + +def space_carrier_rule(codepoint: int, repeats: int = 1) -> LiteralTransformRule: + require_int("codepoint", codepoint) + require_int("repeats", repeats) + if repeats <= 0: + raise ValueError("repeats must be positive") + carrier = chr(codepoint) * repeats + suffix = "" if repeats == 1 else f"-x{repeats}" + return LiteralTransformRule.create( + rule_id=f"product-carrier-space-{codepoint:04X}{suffix}", + version="v1", + family=TransformFamily.ORTHOGRAPHY, + tier=TransformTier.EXPERIMENTAL, + source=" ", + replacement=" " + carrier, + whole_word=False, + preserve_simple_case=False, + block_all_caps=False, + ) + + +@dataclass(frozen=True, slots=True) +class InvisibleCarrierAfterAsciiLetterRule(LiteralTransformRule): + def __post_init__(self) -> None: + require_clean_string("rule_id", self.rule_id) + require_clean_string("version", self.version) + if self.family is not TransformFamily.ORTHOGRAPHY: + raise ValueError("invisible letter-carrier rules must use the orthography family") + if self.tier is not TransformTier.EXPERIMENTAL: + raise ValueError("invisible letter-carrier rules must use experimental tier") + if self.source != INVISIBLE_LETTER_CARRIER_SENTINEL: + raise ValueError("invisible letter-carrier rules use the fixed letter sentinel") + if not self.replacement.startswith(INVISIBLE_LETTER_CARRIER_SENTINEL): + raise ValueError("invisible letter-carrier replacement must keep the letter sentinel") + carrier = self.replacement[len(INVISIBLE_LETTER_CARRIER_SENTINEL) :] + if len(carrier) != 1: + raise ValueError("invisible letter-carrier rules insert exactly one carrier") + if "\n" in self.source or "\r" in self.source or "\n" in self.replacement or "\r" in self.replacement: + raise ValueError("invisible letter-carrier rules must stay single-line") + require_bool("whole_word", self.whole_word) + require_bool("preserve_simple_case", self.preserve_simple_case) + require_bool("block_all_caps", self.block_all_caps) + if self.whole_word or self.preserve_simple_case or self.block_all_caps: + raise ValueError("invisible letter-carrier rules use an exact ASCII-letter contract") + require_sha256("rule_hash", self.rule_hash) + if self.rule_hash != sha256_json(self._payload()): + raise ValueError("rule_hash does not match invisible letter-carrier rule") + + def _payload(self) -> dict[str, object]: + return { + "algorithm_version": RULE_ALGORITHM_VERSION, + "rule_id": self.rule_id, + "version": self.version, + "family": self.family.value, + "tier": self.tier.value, + "source": self.source, + "replacement": self.replacement, + "whole_word": self.whole_word, + "preserve_simple_case": self.preserve_simple_case, + "block_all_caps": self.block_all_caps, + "carrier_pattern": INVISIBLE_CARRIER_RULE_ALGORITHM_VERSION, + } + + @classmethod + def create(cls, codepoint: int) -> "InvisibleCarrierAfterAsciiLetterRule": + require_int("codepoint", codepoint) + carrier = chr(codepoint) + hashed = { + "algorithm_version": RULE_ALGORITHM_VERSION, + "rule_id": f"product-carrier-letter-{codepoint:04X}", + "version": "v1", + "family": TransformFamily.ORTHOGRAPHY.value, + "tier": TransformTier.EXPERIMENTAL.value, + "source": INVISIBLE_LETTER_CARRIER_SENTINEL, + "replacement": INVISIBLE_LETTER_CARRIER_SENTINEL + carrier, + "whole_word": False, + "preserve_simple_case": False, + "block_all_caps": False, + "carrier_pattern": INVISIBLE_CARRIER_RULE_ALGORITHM_VERSION, + } + return cls( + rule_id=f"product-carrier-letter-{codepoint:04X}", + version="v1", + family=TransformFamily.ORTHOGRAPHY, + tier=TransformTier.EXPERIMENTAL, + source=INVISIBLE_LETTER_CARRIER_SENTINEL, + replacement=INVISIBLE_LETTER_CARRIER_SENTINEL + carrier, + whole_word=False, + preserve_simple_case=False, + block_all_caps=False, + rule_hash=sha256_json(hashed), + ) + + def pattern(self) -> re.Pattern[str]: + return re.compile(r"[A-Za-z]") + + def replacement_for(self, source_text: str) -> str: + return source_text + self.replacement[len(INVISIBLE_LETTER_CARRIER_SENTINEL) :] + + +def rule_preserves_visible_projection(rule: LiteralTransformRule, approved_carriers=None) -> bool: + approved = normalize_approved_carriers(approved_carriers) + if isinstance(rule, InvisibleCarrierAfterAsciiLetterRule): + sample_source = "A" + sample_replacement = rule.replacement_for(sample_source) + return is_carrier_insertion_v1(sample_source, sample_replacement, approved) + source = getattr(rule, "source", None) + replacement = getattr(rule, "replacement", None) + if not isinstance(source, str) or not isinstance(replacement, str): + return False + return is_carrier_insertion_v1(source, replacement, approved) diff --git a/fuckmark/product/contract.py b/fuckmark/product/contract.py new file mode 100644 index 00000000..6220b4ce --- /dev/null +++ b/fuckmark/product/contract.py @@ -0,0 +1,165 @@ +from __future__ import annotations + +import json +from collections.abc import Iterable, Sequence +from pathlib import Path + +from ..hashing import sha256_json +from .visible_projection import PRODUCT_CONTRACT_ID, VISIBLE_PROJECTION_ALGORITHM_VERSION + + +PRODUCT_CONTRACT_PATH = Path(__file__).resolve().parents[2] / "specs" / "fuckmark-user-visible-invariance-v1.contract.json" + + +def product_contract_payload() -> dict[str, object]: + return { + "contract_id": PRODUCT_CONTRACT_ID, + "contract_version": "v1", + "status": "active_product_constraint", + "priority": { + "rank": 0, + "name": "exact_user_visible_text_preservation", + "outranks": [ + "detector_score", + "detection_rate", + "evasion_rate", + "candidate_density", + "root_window_destruction", + "tokenizer_disruption", + "scheduler_quality", + "sanitizer_robustness", + "semantic_equivalence", + "human_fidelity", + ], + }, + "scope": { + "applies_to": [ + "release_transform_registry", + "public_cli", + "product_transform_registry", + "cycle8_product_research_intended_for_eventual_release", + ], + "does_not_rewrite": [ + "frozen_historical_contracts", + "cycle4_formal_evidence", + "cycle6_formal_nonzero_residual", + "cycle7_visible_edit_research_artifacts", + ], + }, + "supported_input_domain": { + "id": "ordinary-english-ascii-v1", + "allowed_code_points": ["U+0009", "U+000A", "U+000D", "U+0020..U+007E"], + "outside_domain": "fail_closed_leave_text_unchanged", + }, + "visible_projection": { + "algorithm_version": VISIBLE_PROJECTION_ALGORITHM_VERSION, + "rule": "transformed must equal original with only insertions of approved non-rendering carriers", + "original_visible_code_points": "intact_same_order", + "substitutions": "forbidden", + "deletions": "forbidden", + "reordering": "forbidden", + "visible_ascii_spaces": "immutable", + "newlines": "immutable", + "tabs": "immutable", + "punctuation": "immutable", + "letters_words_digits": "immutable", + }, + "allowed_hidden_modifications": { + "product_authorized_carriers_v1": [], + "research_carriers": "must be individually evidenced before product authorization", + }, + "forbidden_visible_modifications": [ + "letter_or_word_rewrites", + "contraction_or_expansion", + "hyphenation_changes", + "apostrophe_or_quote_substitution", + "punctuation_insertion_or_deletion", + "visible_whitespace_changes", + "newline_or_layout_changes", + "homoglyphs", + "compatibility_or_fullwidth_variants", + "lookalike_punctuation", + ], + "renderer_assumptions": { + "output": "ordinary_unicode_plain_text", + "no_special_renderer": True, + "required_environments": ["terminal", "text_editor", "browser_text_box", "clipboard", "file"], + "cross_platform_rendering": "unknown_unless_measured", + }, + "plain_text_requirement": { + "html_overlays": "forbidden", + "css_or_font_tricks": "forbidden", + "images_or_canvas": "forbidden", + "metadata_outside_payload": "forbidden", + "viewer_plugins": "forbidden", + }, + "clipboard_requirement": { + "payload": "the_unicode_string_itself", + "roundtrip": "utf8_file_and_stdin_stdout_must_preserve_code_points", + }, + "sanitizer_assumptions": { + "frozen_cycle6_variants": ["raw", "nfkc", "cf_strip", "nfkc_cf_strip"], + "frozen_cycle7_additions": ["ws_collapse", "ws_collapse_nfkc_cf_strip"], + "stress_only_not_frozen": ["default_ignorable_removal", "nonspacing_mark_removal"], + }, + "release_gating": { + "product_authorized_carriers_required": True, + "semantic_fidelity_insufficient": True, + "visible_edit_fallback": "forbidden", + "empty_authorized_set": "fail_closed_return_original", + }, + "carrier_promotion_evidence": [ + "unicode_properties", + "normalization_nfc_nfd_nfkc_nfkd", + "cf_strip_survival", + "whitespace_collapse_survival", + "combined_sanitizer_survival", + "gpt2_tokenization_effect", + "rendering_evidence_or_unknown", + "copy_paste_survival_or_unknown", + "protected_machine_span_safety", + "fresh_detector_reduction_is_not_a_substitute_for_visibility", + ], + "failure_behavior": { + "visible_invariant_fail": "reject_candidate_or_return_original", + "unsupported_domain": "return_original", + "uncertain_carrier_safety": "return_original", + "protected_machine_content": "do_not_insert_carriers_inside_span", + }, + "versioning_rules": { + "this_contract": "immutable_once_used_for_formal_product_evidence", + "successors": "new_filename_and_new_contract_id", + "historical_visible_edit_research": "may_replay_but_cannot_enter_release", + }, + "historical_reclassification": { + "cycle6_formal": { + "detector_result": "NONZERO_RESIDUAL_7_of_192", + "product_status": "PRODUCT_DISQUALIFIED", + "reason": "visible_ascii_space_insertion", + }, + "cycle7_durable_visible_edits": { + "scientific_status": "INSUFFICIENT_EVIDENCE", + "product_status": "PRODUCT_DISQUALIFIED", + "reason": "visible_word_punctuation_or_layout_edits", + }, + "u200c_visible_projection": { + "visibility": "conceptually_product_aligned", + "durability": "REJECTED_as_final_durable_mechanism", + "reason": "removed_by_cf_strip", + }, + }, + } + + +def product_contract_hash() -> str: + return sha256_json(product_contract_payload()) + + +def load_product_contract() -> dict[str, object]: + payload = product_contract_payload() + contract = {**payload, "contract_hash": sha256_json(payload)} + if PRODUCT_CONTRACT_PATH.is_file(): + disk = json.loads(PRODUCT_CONTRACT_PATH.read_text(encoding="utf-8")) + if disk != contract: + raise ValueError("product contract file does not match embedded v1 payload") + return contract diff --git a/fuckmark/product/domain.py b/fuckmark/product/domain.py new file mode 100644 index 00000000..42e13aaf --- /dev/null +++ b/fuckmark/product/domain.py @@ -0,0 +1,11 @@ +from __future__ import annotations + + +PRODUCT_DOMAIN_ID = "ordinary-english-ascii-v1" +_ALLOWED = frozenset({9, 10, 13, *range(0x20, 0x7F)}) + + +def is_supported_product_domain_v1(text: str) -> bool: + if not isinstance(text, str): + raise TypeError("text must be a string") + return all(ord(character) in _ALLOWED for character in text) diff --git a/fuckmark/product/invariants.py b/fuckmark/product/invariants.py new file mode 100644 index 00000000..38fa6d11 --- /dev/null +++ b/fuckmark/product/invariants.py @@ -0,0 +1,121 @@ +from __future__ import annotations + +from collections.abc import Iterable +from dataclasses import dataclass +from enum import Enum + +from .._validation import require_sha256 +from ..hashing import sha256_json, sha256_text +from ..transforms.schema import InvariantStatus +from .visible_projection import ( + VISIBLE_PROJECTION_ALGORITHM_VERSION, + is_carrier_insertion_v1, + normalize_approved_carriers, + product_approved_carriers_v1, + project_visible_v1, +) + + +USER_VISIBLE_INVARIANT_ALGORITHM_VERSION = "user-visible-invariant-v1" + + +class UserVisibleInvariantReason(str, Enum): + USER_VISIBLE_TEXT_CHANGED = "user_visible_text_changed" + + +@dataclass(frozen=True, slots=True) +class UserVisibleInvariantReport: + status: InvariantStatus + original_hash: str + transformed_hash: str + original_projection_hash: str + transformed_projection_hash: str + approved_carriers: tuple[int, ...] + reasons: tuple[UserVisibleInvariantReason, ...] + report_hash: str + + def __post_init__(self) -> None: + if not isinstance(self.status, InvariantStatus): + raise TypeError("status must be an InvariantStatus") + require_sha256("original_hash", self.original_hash) + require_sha256("transformed_hash", self.transformed_hash) + require_sha256("original_projection_hash", self.original_projection_hash) + require_sha256("transformed_projection_hash", self.transformed_projection_hash) + carriers = tuple(self.approved_carriers) + if any(not isinstance(value, int) or isinstance(value, bool) for value in carriers): + raise TypeError("approved_carriers must contain integers") + if carriers != tuple(sorted(set(carriers))): + raise ValueError("approved_carriers must be unique and sorted") + object.__setattr__(self, "approved_carriers", carriers) + reasons = tuple(self.reasons) + if any(not isinstance(value, UserVisibleInvariantReason) for value in reasons): + raise TypeError("reasons must contain UserVisibleInvariantReason values") + if reasons != tuple(sorted(set(reasons), key=lambda value: value.value)): + raise ValueError("reasons must be unique and sorted") + object.__setattr__(self, "reasons", reasons) + expected_status = InvariantStatus.PASS if not reasons else InvariantStatus.FAIL + if self.status is not expected_status: + raise ValueError("user-visible invariant status does not match reasons") + require_sha256("report_hash", self.report_hash) + if self.report_hash != sha256_json(self._payload()): + raise ValueError("report_hash does not match user-visible invariant report") + + def _payload(self) -> dict[str, object]: + return { + "algorithm_version": USER_VISIBLE_INVARIANT_ALGORITHM_VERSION, + "projection_algorithm_version": VISIBLE_PROJECTION_ALGORITHM_VERSION, + "status": self.status.value, + "original_hash": self.original_hash, + "transformed_hash": self.transformed_hash, + "original_projection_hash": self.original_projection_hash, + "transformed_projection_hash": self.transformed_projection_hash, + "approved_carriers": self.approved_carriers, + "reasons": tuple(value.value for value in self.reasons), + } + + +def validate_user_visible_invariants( + original: str, + transformed: str, + approved_carriers: Iterable[int] | None = None, +) -> UserVisibleInvariantReport: + if not isinstance(original, str) or not isinstance(transformed, str): + raise TypeError("original and transformed must be strings") + approved = normalize_approved_carriers( + product_approved_carriers_v1() if approved_carriers is None else approved_carriers + ) + ordered = tuple(sorted(approved)) + original_projection = project_visible_v1(original, approved) + transformed_projection = project_visible_v1(transformed, approved) + reasons: list[UserVisibleInvariantReason] = [] + if not is_carrier_insertion_v1(original, transformed, approved): + reasons.append(UserVisibleInvariantReason.USER_VISIBLE_TEXT_CHANGED) + elif original_projection != transformed_projection: + reasons.append(UserVisibleInvariantReason.USER_VISIBLE_TEXT_CHANGED) + normalized_reasons = tuple(sorted(set(reasons), key=lambda value: value.value)) + status = InvariantStatus.PASS if not normalized_reasons else InvariantStatus.FAIL + original_hash = sha256_text(original) + transformed_hash = sha256_text(transformed) + original_projection_hash = sha256_text(original_projection) + transformed_projection_hash = sha256_text(transformed_projection) + payload = { + "algorithm_version": USER_VISIBLE_INVARIANT_ALGORITHM_VERSION, + "projection_algorithm_version": VISIBLE_PROJECTION_ALGORITHM_VERSION, + "status": status.value, + "original_hash": original_hash, + "transformed_hash": transformed_hash, + "original_projection_hash": original_projection_hash, + "transformed_projection_hash": transformed_projection_hash, + "approved_carriers": ordered, + "reasons": tuple(value.value for value in normalized_reasons), + } + return UserVisibleInvariantReport( + status, + original_hash, + transformed_hash, + original_projection_hash, + transformed_projection_hash, + ordered, + normalized_reasons, + sha256_json(payload), + ) diff --git a/fuckmark/product/registry.py b/fuckmark/product/registry.py new file mode 100644 index 00000000..6305c7ff --- /dev/null +++ b/fuckmark/product/registry.py @@ -0,0 +1,152 @@ +from __future__ import annotations + +from collections.abc import Sequence + +from ..hashing import sha256_json +from ..transforms.candidate_artifacts import CandidateEnumeration, _build_conflicts +from ..transforms.quote_policy import BLANKET_QUOTE_PROTECTION_POLICY_ID +from ..transforms.registry import ( + TRANSFORM_REGISTRY_ALGORITHM_VERSION, + TransformRegistry, + _make_rejection, +) +from ..transforms.schema import CandidateRejectionReason, InvariantStatus +from .carriers import rule_preserves_visible_projection +from .contract import PRODUCT_CONTRACT_ID +from .domain import is_supported_product_domain_v1 +from .invariants import validate_user_visible_invariants +from .visible_projection import is_carrier_insertion_v1, normalize_approved_carriers, product_approved_carriers_v1, project_visible_v1 + + +PRODUCT_REGISTRY_ALGORITHM_VERSION = "product-transform-registry-v1" + + +class ProductTransformRegistry(TransformRegistry): + __slots__ = ("_approved_carriers",) + + def __init__( + self, + rules: Sequence = (), + identifiers: Sequence[str] = (), + *, + approved_carriers: Sequence[int] = (), + quote_policy_id: str = BLANKET_QUOTE_PROTECTION_POLICY_ID, + ) -> None: + self._approved_carriers = tuple(sorted(normalize_approved_carriers(approved_carriers))) + super().__init__( + rules, + identifiers, + quote_policy_id=quote_policy_id, + allow_empty=True, + ) + payload = { + "algorithm_version": PRODUCT_REGISTRY_ALGORITHM_VERSION, + "base_registry_version": TRANSFORM_REGISTRY_ALGORITHM_VERSION, + "product_contract_id": PRODUCT_CONTRACT_ID, + "approved_carriers": self._approved_carriers, + "quote_policy_id": quote_policy_id, + "rules": self.rules, + } + self._ruleset_hash = sha256_json(payload) + + @property + def approved_carriers(self) -> tuple[int, ...]: + return self._approved_carriers + + def enumerate(self, text: str, user_ranges=()) -> CandidateEnumeration: + original = super().enumerate(text, user_ranges) + approved = frozenset(self._approved_carriers) + if not is_supported_product_domain_v1(text) or project_visible_v1(text, approved) != text: + payload = { + "algorithm_version": original.algorithm_version, + "input_hash": original.input_hash, + "ruleset_hash": self.ruleset_hash, + "protected_manifest_hash": original.protected_manifest.manifest_hash, + "candidates": (), + "rejections": original.rejections, + "conflicts": (), + } + return CandidateEnumeration( + original.algorithm_version, + original.input_text, + original.input_hash, + self.ruleset_hash, + original.protected_manifest, + (), + original.rejections, + (), + sha256_json(payload), + ) + approved = frozenset(self._approved_carriers) + by_identity = {(rule.rule_id, rule.version, rule.rule_hash): rule for rule in self.rules} + candidates = [] + extra_rejections = list(original.rejections) + for candidate in original.candidates: + trial = text[: candidate.start] + candidate.replacement_text + text[candidate.end :] + if not is_carrier_insertion_v1(text, trial, approved): + rule = by_identity[(candidate.rule_id, candidate.rule_version, candidate.rule_hash)] + extra_rejections.append( + _make_rejection( + original.input_hash, + rule, + candidate.start, + candidate.end, + candidate.source_text, + CandidateRejectionReason.USER_VISIBLE_TEXT_CHANGED, + ) + ) + continue + candidates.append(candidate) + ordered = tuple(candidates) + ordered_rejections = tuple( + sorted( + extra_rejections, + key=lambda value: (value.start, value.end, value.rule_id, value.reason.value, value.rejection_hash), + ) + ) + conflicts = _build_conflicts(ordered) + payload = { + "algorithm_version": original.algorithm_version, + "input_hash": original.input_hash, + "ruleset_hash": self.ruleset_hash, + "protected_manifest_hash": original.protected_manifest.manifest_hash, + "candidates": ordered, + "rejections": ordered_rejections, + "conflicts": conflicts, + } + return CandidateEnumeration( + original.algorithm_version, + original.input_text, + original.input_hash, + self.ruleset_hash, + original.protected_manifest, + ordered, + ordered_rejections, + conflicts, + sha256_json(payload), + ) + + def apply(self, enumeration: CandidateEnumeration, candidate_ids: Sequence[str], seed: int = 0): + result = super().apply(enumeration, candidate_ids, seed=seed) + report = validate_user_visible_invariants( + enumeration.input_text, + result.output_text, + self._approved_carriers, + ) + if report.status is not InvariantStatus.PASS: + raise ValueError("transformation violated user-visible text invariance") + return result + + +def product_transform_registry( + identifiers: Sequence[str] = (), + *, + rules: Sequence = (), + approved_carriers: Sequence[int] = (), +) -> ProductTransformRegistry: + approved = tuple(approved_carriers) if approved_carriers else tuple(product_approved_carriers_v1()) + if rules: + for rule in rules: + if not rule_preserves_visible_projection(rule, approved): + raise ValueError("product registry refused a visible-edit rule") + return ProductTransformRegistry(rules, identifiers, approved_carriers=approved) diff --git a/fuckmark/product/rendering.py b/fuckmark/product/rendering.py new file mode 100644 index 00000000..c30c7487 --- /dev/null +++ b/fuckmark/product/rendering.py @@ -0,0 +1,172 @@ +from __future__ import annotations + +import json +import shutil +import subprocess +import tempfile +import time +from dataclasses import dataclass +from pathlib import Path + +from ..hashing import sha256_json, sha256_text + + +RENDERING_HARNESS_VERSION = "product-reference-render-v1" +_CHROME_NAMES = ("google-chrome", "google-chrome-stable", "chromium", "chromium-browser", "chrome") + + +@dataclass(frozen=True, slots=True) +class ReferenceRenderComparison: + environment: str + status: str + original_sha256: str + transformed_sha256: str + equal: bool | None + detail: str + comparison_hash: str + + def payload(self) -> dict[str, object]: + return { + "algorithm_version": RENDERING_HARNESS_VERSION, + "environment": self.environment, + "status": self.status, + "original_sha256": self.original_sha256, + "transformed_sha256": self.transformed_sha256, + "equal": self.equal, + "detail": self.detail, + } + + +def chrome_executable() -> str | None: + for name in _CHROME_NAMES: + path = shutil.which(name) + if path: + return path + return None + + +def compare_chrome_pre_screenshots(original: str, transformed: str) -> ReferenceRenderComparison: + if not isinstance(original, str) or not isinstance(transformed, str): + raise TypeError("original and transformed must be strings") + executable = chrome_executable() + unknown = { + "algorithm_version": RENDERING_HARNESS_VERSION, + "environment": "chromium_headless", + "status": "UNKNOWN", + "original_sha256": sha256_text(original), + "transformed_sha256": sha256_text(transformed), + "equal": None, + "detail": "no chromium executable on this host", + } + if executable is None: + return ReferenceRenderComparison( + "chromium_headless", + "UNKNOWN", + sha256_text(original), + sha256_text(transformed), + None, + "no chromium executable on this host", + sha256_json(unknown), + ) + try: + with tempfile.TemporaryDirectory(prefix="fuckmark-render-") as directory: + root = Path(directory) + original_png = _render_pre(executable, root, "original", original) + transformed_png = _render_pre(executable, root, "transformed", transformed) + except (OSError, subprocess.CalledProcessError, subprocess.TimeoutExpired) as error: + payload = { + "algorithm_version": RENDERING_HARNESS_VERSION, + "environment": "chromium_headless", + "status": "UNKNOWN", + "original_sha256": sha256_text(original), + "transformed_sha256": sha256_text(transformed), + "equal": None, + "detail": type(error).__name__, + } + return ReferenceRenderComparison( + "chromium_headless", + "UNKNOWN", + sha256_text(original), + sha256_text(transformed), + None, + type(error).__name__, + sha256_json(payload), + ) + equal = original_png == transformed_png + status = "VERIFIED" if equal else "REJECTED" + detail = "png_bytes_equal" if equal else "png_bytes_differ" + payload = { + "algorithm_version": RENDERING_HARNESS_VERSION, + "environment": "chromium_headless", + "status": status, + "original_sha256": sha256_text(original), + "transformed_sha256": sha256_text(transformed), + "equal": equal, + "detail": detail, + } + return ReferenceRenderComparison( + "chromium_headless", + status, + sha256_text(original), + sha256_text(transformed), + equal, + detail, + sha256_json(payload), + ) + + +def _html_page(text: str) -> str: + payload = json.dumps(text, ensure_ascii=False).replace("<", "\\u003c").replace(">", "\\u003e") + return ( + "
" + "" + "" + f"" + "" + ) + + +def _render_pre(executable: str, root: Path, name: str, text: str) -> bytes: + html_path = root / f"{name}.html" + png_path = root / f"{name}.png" + html_path.write_text(_html_page(text), encoding="utf-8") + process = subprocess.Popen( + [ + executable, + "--headless=new", + "--disable-gpu", + "--no-sandbox", + "--disable-dev-shm-usage", + "--hide-scrollbars", + "--no-first-run", + "--disable-background-networking", + "--virtual-time-budget=5000", + "--window-size=800,200", + f"--screenshot={png_path}", + html_path.as_uri(), + ], + stdout=subprocess.DEVNULL, + stderr=subprocess.DEVNULL, + ) + try: + deadline = time.monotonic() + 30 + while time.monotonic() < deadline: + if png_path.exists() and png_path.stat().st_size > 0: + time.sleep(0.25) + break + if process.poll() is not None: + break + time.sleep(0.05) + else: + raise subprocess.TimeoutExpired(process.args, 30) + if not png_path.exists() or png_path.stat().st_size == 0: + raise OSError("chrome screenshot missing") + return png_path.read_bytes() + finally: + if process.poll() is None: + process.kill() + try: + process.wait(timeout=5) + except subprocess.TimeoutExpired: + process.kill() diff --git a/fuckmark/product/visible_projection.py b/fuckmark/product/visible_projection.py new file mode 100644 index 00000000..dad068cd --- /dev/null +++ b/fuckmark/product/visible_projection.py @@ -0,0 +1,55 @@ +from __future__ import annotations + +from collections.abc import Iterable + +from .._validation import require_int + + +VISIBLE_PROJECTION_ALGORITHM_VERSION = "fuckmark-visible-projection-v1" +PRODUCT_CONTRACT_ID = "fuckmark-user-visible-invariance-v1" + + +def product_approved_carriers_v1() -> frozenset[int]: + return frozenset() + + +def normalize_approved_carriers(carriers: Iterable[int] | None) -> frozenset[int]: + if carriers is None: + return product_approved_carriers_v1() + values = frozenset(carriers) + for value in values: + require_int("carrier", value) + if value < 0 or value > 0x10FFFF: + raise ValueError("carrier must be a Unicode scalar value") + if 0xD800 <= value <= 0xDFFF: + raise ValueError("carrier must not be a surrogate") + return values + + +def project_visible_v1(text: str, approved_carriers: Iterable[int] | None = None) -> str: + if not isinstance(text, str): + raise TypeError("text must be a string") + approved = normalize_approved_carriers(approved_carriers) + if not approved: + return text + return "".join(character for character in text if ord(character) not in approved) + + +def is_carrier_insertion_v1( + original: str, + transformed: str, + approved_carriers: Iterable[int] | None = None, +) -> bool: + if not isinstance(original, str) or not isinstance(transformed, str): + raise TypeError("original and transformed must be strings") + approved = normalize_approved_carriers(approved_carriers) + index = 0 + original_length = len(original) + for character in transformed: + if index < original_length and character == original[index]: + index += 1 + continue + if ord(character) in approved: + continue + return False + return index == original_length diff --git a/fuckmark/synthid_geometry_hf.py b/fuckmark/synthid_geometry_hf.py index 46f812b5..56380167 100644 --- a/fuckmark/synthid_geometry_hf.py +++ b/fuckmark/synthid_geometry_hf.py @@ -14,7 +14,7 @@ DEFAULT_PROMPTS, HuggingFaceSynthIDSmokeBackend, ) -from .transforms import development_transform_registry, release_transform_registry +from .transforms import development_transform_registry, historical_visible_edit_transform_registry, release_transform_registry from .transforms.mechanism_registry import mechanism_stress_transform_registry @@ -58,6 +58,8 @@ def _load_prompts(path: Path | None, limit: int, seed_base: int) -> tuple[SynthI def _registry(name: str): if name == "release": return release_transform_registry() + if name in ("historical-visible-edit", "default"): + return historical_visible_edit_transform_registry() if name == "development": return development_transform_registry() if name == "mechanism": @@ -168,7 +170,7 @@ def _parser() -> argparse.ArgumentParser: parser.add_argument("--temperature", type=float, default=0.8) parser.add_argument("--top-k", type=int, default=50) parser.add_argument("--top-p", type=float, default=0.95) - parser.add_argument("--registry", choices=("release", "development", "mechanism"), default="release") + parser.add_argument("--registry", choices=("release", "historical-visible-edit", "default", "development", "mechanism"), default="release") parser.add_argument("--budgets", type=_parse_budgets, default=(1, 2)) parser.add_argument("--random-seed-count", type=int, default=8) parser.add_argument("--schedule-seed-base", type=int, default=9200) diff --git a/fuckmark/synthid_schedule_stress_hf.py b/fuckmark/synthid_schedule_stress_hf.py index 5b774c22..ed3f1b92 100644 --- a/fuckmark/synthid_schedule_stress_hf.py +++ b/fuckmark/synthid_schedule_stress_hf.py @@ -10,7 +10,7 @@ from .experiments.synthid_smoke import SynthIDSmokePrompt from .synthid_geometry_hf import HuggingFaceSynthIDGeometryBackend from .synthid_smoke_hf import DEFAULT_KEYS, DEFAULT_NGRAM_LEN -from .transforms import development_transform_registry, release_transform_registry +from .transforms import development_transform_registry, historical_visible_edit_transform_registry, release_transform_registry from .transforms.mechanism_registry import mechanism_stress_transform_registry @@ -166,7 +166,7 @@ def _parser() -> argparse.ArgumentParser: parser.add_argument("--temperature", type=float, default=0.8) parser.add_argument("--top-k", type=int, default=50) parser.add_argument("--top-p", type=float, default=0.95) - parser.add_argument("--registry", choices=("release", "development", "mechanism"), default="release") + parser.add_argument("--registry", choices=("release", "historical-visible-edit", "default", "development", "mechanism"), default="release") parser.add_argument("--budgets", type=_parse_budgets, default=(1, 2, 4)) parser.add_argument("--random-seed-count", type=int, default=8) parser.add_argument("--schedule-seed-base", type=int, default=9300) @@ -179,6 +179,8 @@ def _parser() -> argparse.ArgumentParser: def _registry(name: str): if name == "release": return release_transform_registry() + if name in ("historical-visible-edit", "default"): + return historical_visible_edit_transform_registry() if name == "development": return development_transform_registry() if name == "mechanism": diff --git a/fuckmark/transforms/__init__.py b/fuckmark/transforms/__init__.py index 981a9802..842cce60 100644 --- a/fuckmark/transforms/__init__.py +++ b/fuckmark/transforms/__init__.py @@ -66,6 +66,7 @@ LEXICAL_PROMOTION_EVIDENCE_ALGORITHM_VERSION, FidelityEvidenceVerificationError, LexicalPromotionEvidence, + source_verified_historical_visible_edit_transform_registry, source_verified_release_transform_registry, verify_fidelity_review_sample, verify_grammar_fixture, @@ -112,6 +113,7 @@ TransformRegistry, default_transform_registry, development_transform_registry, + historical_visible_edit_transform_registry, release_transform_registry, ) from .rules import ( @@ -209,6 +211,7 @@ "bind_blind_review_judgment", "bind_blind_review_judgments", "build_blind_review_packet", + "source_verified_historical_visible_edit_transform_registry", "source_verified_release_transform_registry", "verify_fidelity_review_sample", "verify_blind_review_packet", @@ -322,6 +325,7 @@ "development_lexical_rules", "development_syntax_rules", "development_transform_registry", + "historical_visible_edit_transform_registry", "release_transform_registry", "require_complete_lexical_audit_summaries", "validate_effectiveness_profile_registry", diff --git a/fuckmark/transforms/fidelity_verification.py b/fuckmark/transforms/fidelity_verification.py index 0c3abd4a..40753295 100644 --- a/fuckmark/transforms/fidelity_verification.py +++ b/fuckmark/transforms/fidelity_verification.py @@ -196,7 +196,7 @@ def verify_lexical_promotion_evidence( return summary -def source_verified_release_transform_registry( +def source_verified_historical_visible_edit_transform_registry( promotions: Sequence[LexicalPromotionEvidence], tokenizers: Mapping[str, Callable[[str], Sequence[int]]], identifiers: Sequence[str] = (), @@ -223,3 +223,38 @@ def source_verified_release_transform_registry( approved.append(promotion.rule) ordered = tuple(sorted(approved, key=lambda value: (value.rule_id, value.version, value.rule_hash))) return TransformRegistry((*default_contraction_rules(), *ordered), identifiers) + + +def source_verified_release_transform_registry( + promotions: Sequence[LexicalPromotionEvidence], + tokenizers: Mapping[str, Callable[[str], Sequence[int]]], + identifiers: Sequence[str] = (), +) -> TransformRegistry: + if not isinstance(promotions, Sequence) or isinstance(promotions, (str, bytes, bytearray)): + raise TypeError("promotions must be a sequence") + if not isinstance(tokenizers, Mapping): + raise TypeError("tokenizers must be a mapping") + promotion_tuple = tuple(promotions) + from ..product.carriers import rule_preserves_visible_projection + from ..product.registry import product_transform_registry + from ..product.visible_projection import product_approved_carriers_v1 + + if not promotion_tuple: + return product_transform_registry(identifiers) + if any(not isinstance(value, LexicalPromotionEvidence) for value in promotion_tuple): + raise TypeError("promotions must contain LexicalPromotionEvidence values") + if len({value.rule.rule_hash for value in promotion_tuple}) != len(promotion_tuple): + raise FidelityEvidenceVerificationError("lexical promotion rules must be unique") + approved_carriers = product_approved_carriers_v1() + for promotion in promotion_tuple: + identity_hash = promotion.model_tokenizer_identity.identity_hash + try: + tokenizer = tokenizers[identity_hash] + except KeyError as error: + raise FidelityEvidenceVerificationError("missing tokenizer callable for promotion identity") from error + verify_lexical_promotion_evidence(promotion, tokenizer) + if not rule_preserves_visible_projection(promotion.rule, approved_carriers): + raise FidelityEvidenceVerificationError( + "lexical promotion changes user-visible text and cannot enter the product release registry" + ) + return product_transform_registry(identifiers) diff --git a/fuckmark/transforms/registry.py b/fuckmark/transforms/registry.py index 49aa4a54..3c6f43d2 100644 --- a/fuckmark/transforms/registry.py +++ b/fuckmark/transforms/registry.py @@ -78,8 +78,9 @@ def __init__( identifiers: Sequence[str] = (), *, quote_policy_id: str = BLANKET_QUOTE_PROTECTION_POLICY_ID, + allow_empty: bool = False, ) -> None: - self._rules = validate_rules(rules) + self._rules = validate_rules(rules, allow_empty=allow_empty) if quote_policy_id not in ( BLANKET_QUOTE_PROTECTION_POLICY_ID, QUOTE_SAFE_SURFACE_POLICY_ID, @@ -264,6 +265,10 @@ def default_transform_registry(identifiers: Sequence[str] = ()) -> TransformRegi return TransformRegistry(default_contraction_rules(), identifiers) +def historical_visible_edit_transform_registry(identifiers: Sequence[str] = ()) -> TransformRegistry: + return default_transform_registry(identifiers) + + def development_transform_registry(identifiers: Sequence[str] = ()) -> TransformRegistry: return TransformRegistry((*default_contraction_rules(), *development_surface_rules(), *development_lexical_rules(), *development_syntax_rules()), identifiers) @@ -275,6 +280,8 @@ def release_transform_registry( ) -> TransformRegistry: if lexical_rules or lexical_audits: raise LexicalRulePromotionError( - "release promotion requires source-grounded verified fidelity evidence; summary audit artifacts cannot authorize release" + "release promotion requires product-visible-invariance authorization and source-grounded verified fidelity evidence; summary audit artifacts cannot authorize release" ) - return TransformRegistry(default_contraction_rules(), identifiers) + from ..product.registry import product_transform_registry + + return product_transform_registry(identifiers) diff --git a/fuckmark/transforms/rules.py b/fuckmark/transforms/rules.py index 155f9cd8..468eda43 100644 --- a/fuckmark/transforms/rules.py +++ b/fuckmark/transforms/rules.py @@ -373,13 +373,15 @@ def default_contraction_rules() -> tuple[LiteralTransformRule, ...]: TransformRule = LiteralTransformRule | LexicalTemplateRule | SyntaxTemplateRule -def validate_rules(rules: Sequence[TransformRule]) -> tuple[TransformRule, ...]: +def validate_rules(rules: Sequence[TransformRule], *, allow_empty: bool = False) -> tuple[TransformRule, ...]: if not isinstance(rules, Sequence) or isinstance(rules, (str, bytes, bytearray)): raise TypeError("rules must be a sequence") if len(rules) > _MAX_RULES: raise ValueError("rules exceeded resource limit") normalized = tuple(rules) if not normalized: + if allow_empty: + return () raise ValueError("rules must not be empty") if any(not isinstance(rule, (LiteralTransformRule, LexicalTemplateRule, SyntaxTemplateRule)) for rule in normalized): raise TypeError("rules must contain supported transform rule values") diff --git a/fuckmark/transforms/schema.py b/fuckmark/transforms/schema.py index b8b2a201..bc77188f 100644 --- a/fuckmark/transforms/schema.py +++ b/fuckmark/transforms/schema.py @@ -45,6 +45,7 @@ class CandidateRejectionReason(str, Enum): ALL_CAPS_BLOCKED = "all_caps_blocked" UNSUPPORTED_CASE = "unsupported_case" PRECONDITION_FAILED = "precondition_failed" + USER_VISIBLE_TEXT_CHANGED = "user_visible_text_changed" class InvariantStatus(str, Enum): diff --git a/specs/cycle8/carrier-screen-v1.summary.json b/specs/cycle8/carrier-screen-v1.summary.json new file mode 100644 index 00000000..139d4ce7 --- /dev/null +++ b/specs/cycle8/carrier-screen-v1.summary.json @@ -0,0 +1 @@ +{"chromium_render":"UNKNOWN","classification_counts":{"DIAGNOSTIC_CF":129,"DURABLE_TRACK_CANDIDATE":263,"REJECTED_RENDERING_OR_CONTROL_RISK":13,"REJECTED_UNASSIGNED":3769},"default_ignorable_count":4174,"durable_track_count":263,"durable_track_labels":["U+034F","U+17B4","U+17B5","U+180B","U+180C","U+180D","U+180F","U+FE00","U+FE01","U+FE02","U+FE03","U+FE04","U+FE05","U+FE06","U+FE07","U+FE08","U+FE09","U+FE0A","U+FE0B","U+FE0C","U+FE0D","U+FE0E","U+FE0F","U+E0100","U+E0101","U+E0102","U+E0103","U+E0104","U+E0105","U+E0106","U+E0107","U+E0108","U+E0109","U+E010A","U+E010B","U+E010C","U+E010D","U+E010E","U+E010F","U+E0110","U+E0111","U+E0112","U+E0113","U+E0114","U+E0115","U+E0116","U+E0117","U+E0118","U+E0119","U+E011A","U+E011B","U+E011C","U+E011D","U+E011E","U+E011F","U+E0120","U+E0121","U+E0122","U+E0123","U+E0124","U+E0125","U+E0126","U+E0127","U+E0128","U+E0129","U+E012A","U+E012B","U+E012C","U+E012D","U+E012E","U+E012F","U+E0130","U+E0131","U+E0132","U+E0133","U+E0134","U+E0135","U+E0136","U+E0137","U+E0138","U+E0139","U+E013A","U+E013B","U+E013C","U+E013D","U+E013E","U+E013F","U+E0140","U+E0141","U+E0142","U+E0143","U+E0144","U+E0145","U+E0146","U+E0147","U+E0148","U+E0149","U+E014A","U+E014B","U+E014C","U+E014D","U+E014E","U+E014F","U+E0150","U+E0151","U+E0152","U+E0153","U+E0154","U+E0155","U+E0156","U+E0157","U+E0158","U+E0159","U+E015A","U+E015B","U+E015C","U+E015D","U+E015E","U+E015F","U+E0160","U+E0161","U+E0162","U+E0163","U+E0164","U+E0165","U+E0166","U+E0167","U+E0168","U+E0169","U+E016A","U+E016B","U+E016C","U+E016D","U+E016E","U+E016F","U+E0170","U+E0171","U+E0172","U+E0173","U+E0174","U+E0175","U+E0176","U+E0177","U+E0178","U+E0179","U+E017A","U+E017B","U+E017C","U+E017D","U+E017E","U+E017F","U+E0180","U+E0181","U+E0182","U+E0183","U+E0184","U+E0185","U+E0186","U+E0187","U+E0188","U+E0189","U+E018A","U+E018B","U+E018C","U+E018D","U+E018E","U+E018F","U+E0190","U+E0191","U+E0192","U+E0193","U+E0194","U+E0195","U+E0196","U+E0197","U+E0198","U+E0199","U+E019A","U+E019B","U+E019C","U+E019D","U+E019E","U+E019F","U+E01A0","U+E01A1","U+E01A2","U+E01A3","U+E01A4","U+E01A5","U+E01A6","U+E01A7","U+E01A8","U+E01A9","U+E01AA","U+E01AB","U+E01AC","U+E01AD","U+E01AE","U+E01AF","U+E01B0","U+E01B1","U+E01B2","U+E01B3","U+E01B4","U+E01B5","U+E01B6","U+E01B7","U+E01B8","U+E01B9","U+E01BA","U+E01BB","U+E01BC","U+E01BD","U+E01BE","U+E01BF","U+E01C0","U+E01C1","U+E01C2","U+E01C3","U+E01C4","U+E01C5","U+E01C6","U+E01C7","U+E01C8","U+E01C9","U+E01CA","U+E01CB","U+E01CC","U+E01CD","U+E01CE","U+E01CF","U+E01D0","U+E01D1","U+E01D2","U+E01D3","U+E01D4","U+E01D5","U+E01D6","U+E01D7","U+E01D8","U+E01D9","U+E01DA","U+E01DB","U+E01DC","U+E01DD","U+E01DE","U+E01DF","U+E01E0","U+E01E1","U+E01E2","U+E01E3","U+E01E4","U+E01E5","U+E01E6","U+E01E7","U+E01E8","U+E01E9","U+E01EA","U+E01EB","U+E01EC","U+E01ED","U+E01EE","U+E01EF"],"focus":[{"assigned":true,"bidi_override":false,"bidirectional_class":"BN","category":"Cf","cf_strip_survives":false,"classification":"DIAGNOSTIC_CF","codepoint":8204,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":true,"label":"U+200C","name":"ZERO WIDTH NON-JOINER","nfc":"","nfc_stable":true,"nfd":"","nfd_stable":true,"nfkc":"","nfkc_stable":true,"nfkd":"","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"BN","category":"Cf","cf_strip_survives":false,"classification":"DIAGNOSTIC_CF","codepoint":8203,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":true,"label":"U+200B","name":"ZERO WIDTH SPACE","nfc":"","nfc_stable":true,"nfd":"","nfd_stable":true,"nfkc":"","nfkc_stable":true,"nfkd":"","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"BN","category":"Cf","cf_strip_survives":false,"classification":"DIAGNOSTIC_CF","codepoint":8205,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":true,"label":"U+200D","name":"ZERO WIDTH JOINER","nfc":"","nfc_stable":true,"nfd":"","nfd_stable":true,"nfkc":"","nfkc_stable":true,"nfkd":"","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"BN","category":"Cf","cf_strip_survives":false,"classification":"DIAGNOSTIC_CF","codepoint":8288,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":true,"label":"U+2060","name":"WORD JOINER","nfc":"","nfc_stable":true,"nfd":"","nfd_stable":true,"nfkc":"","nfkc_stable":true,"nfkd":"","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"BN","category":"Cf","cf_strip_survives":false,"classification":"DIAGNOSTIC_CF","codepoint":65279,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":true,"label":"U+FEFF","name":"ZERO WIDTH NO-BREAK SPACE","nfc":"","nfc_stable":true,"nfd":"","nfd_stable":true,"nfkc":"","nfkc_stable":true,"nfkd":"","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"NSM","category":"Mn","cf_strip_survives":true,"classification":"DURABLE_TRACK_CANDIDATE","codepoint":847,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"A","format_category":false,"label":"U+034F","name":"COMBINING GRAPHEME JOINER","nfc":"͏","nfc_stable":true,"nfd":"͏","nfd_stable":true,"nfkc":"͏","nfkc_stable":true,"nfkd":"͏","nfkd_stable":true,"nonspacing_mark":true,"utf8_byte_length":2,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"NSM","category":"Mn","cf_strip_survives":true,"classification":"DURABLE_TRACK_CANDIDATE","codepoint":65024,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"A","format_category":false,"label":"U+FE00","name":"VARIATION SELECTOR-1","nfc":"︀","nfc_stable":true,"nfd":"︀","nfd_stable":true,"nfkc":"︀","nfkc_stable":true,"nfkd":"︀","nfkd_stable":true,"nonspacing_mark":true,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"NSM","category":"Mn","cf_strip_survives":true,"classification":"DURABLE_TRACK_CANDIDATE","codepoint":65038,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"A","format_category":false,"label":"U+FE0E","name":"VARIATION SELECTOR-15","nfc":"︎","nfc_stable":true,"nfd":"︎","nfd_stable":true,"nfkc":"︎","nfkc_stable":true,"nfkd":"︎","nfkd_stable":true,"nonspacing_mark":true,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"NSM","category":"Mn","cf_strip_survives":true,"classification":"DURABLE_TRACK_CANDIDATE","codepoint":65039,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"A","format_category":false,"label":"U+FE0F","name":"VARIATION SELECTOR-16","nfc":"️","nfc_stable":true,"nfd":"️","nfd_stable":true,"nfkc":"️","nfkc_stable":true,"nfkd":"️","nfkd_stable":true,"nonspacing_mark":true,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"NSM","category":"Mn","cf_strip_survives":true,"classification":"DURABLE_TRACK_CANDIDATE","codepoint":6155,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":false,"label":"U+180B","name":"MONGOLIAN FREE VARIATION SELECTOR ONE","nfc":"᠋","nfc_stable":true,"nfd":"᠋","nfd_stable":true,"nfkc":"᠋","nfkc_stable":true,"nfkd":"᠋","nfkd_stable":true,"nonspacing_mark":true,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"NSM","category":"Mn","cf_strip_survives":true,"classification":"DURABLE_TRACK_CANDIDATE","codepoint":6068,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"N","format_category":false,"label":"U+17B4","name":"KHMER VOWEL INHERENT AQ","nfc":"឴","nfc_stable":true,"nfd":"឴","nfd_stable":true,"nfkc":"឴","nfkc_stable":true,"nfkd":"឴","nfkd_stable":true,"nonspacing_mark":true,"utf8_byte_length":3,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"L","category":"Lo","cf_strip_survives":true,"classification":"REJECTED_RENDERING_OR_CONTROL_RISK","codepoint":4447,"combined_ws_nfkc_cf_survives":true,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"W","format_category":false,"label":"U+115F","name":"HANGUL CHOSEONG FILLER","nfc":"ᅟ","nfc_stable":true,"nfd":"ᅟ","nfd_stable":true,"nfkc":"ᅟ","nfkc_stable":true,"nfkd":"ᅟ","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":3,"visible_category":true,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"BN","category":"Cf","cf_strip_survives":false,"classification":"DIAGNOSTIC_CF","codepoint":173,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":true,"east_asian_width":"A","format_category":true,"label":"U+00AD","name":"SOFT HYPHEN","nfc":"","nfc_stable":true,"nfd":"","nfd_stable":true,"nfkc":"","nfkc_stable":true,"nfkd":"","nfkd_stable":true,"nonspacing_mark":false,"utf8_byte_length":2,"visible_category":false,"whitespace_collapse_survives":true},{"assigned":true,"bidi_override":false,"bidirectional_class":"CS","category":"Zs","cf_strip_survives":true,"classification":"REJECTED_RENDERING_OR_CONTROL_RISK","codepoint":160,"combined_ws_nfkc_cf_survives":false,"combining_class":0,"control_category":false,"default_ignorable":false,"east_asian_width":"N","format_category":false,"label":"U+00A0","name":"NO-BREAK SPACE","nfc":" ","nfc_stable":true,"nfd":" ","nfd_stable":true,"nfkc":" ","nfkc_stable":false,"nfkd":" ","nfkd_stable":false,"nonspacing_mark":false,"utf8_byte_length":2,"visible_category":true,"whitespace_collapse_survives":true}],"gpt2_encoder":"gpt2","rendering":[],"scan_version":"cycle8-carrier-screen-v1","summary_hash":"b0ce3cbb101d4b6dc610020ac2e438693e974ff7346e7e69b4e8975414752327","tokenizer":[{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":8204,"encoder":"gpt2","evidence_hash":"455ea23af2b70364df25560307f040b6416e67989642c63977727d4e607bf89b","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+200C","letter_inserted":63,"letter_metrics":{"changed_token_estimate":190,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":176,"transformed_token_count":190},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":209,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":196,"transformed_token_count":210},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":8203,"encoder":"gpt2","evidence_hash":"f3439731fe570ef98ea856f27d370bed9e7ad06900d87243996779069053b675","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+200B","letter_inserted":63,"letter_metrics":{"changed_token_estimate":127,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":113,"transformed_token_count":127},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":29,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":16,"transformed_token_count":30},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":77,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":64,"transformed_token_count":78},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":8205,"encoder":"gpt2","evidence_hash":"c2763f3594c107375f46d61cb7217bee72455d1c613e24580944581bee48ee90","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+200D","letter_inserted":63,"letter_metrics":{"changed_token_estimate":190,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":176,"transformed_token_count":190},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":209,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":196,"transformed_token_count":210},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":8288,"encoder":"gpt2","evidence_hash":"1adb563a9d0b854f18f638e1a25992d94ecf45fe8299af8e1f550b2e945762ca","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+2060","letter_inserted":63,"letter_metrics":{"changed_token_estimate":190,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":176,"transformed_token_count":190},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":65279,"encoder":"gpt2","evidence_hash":"42dd1e0a6e00095ee746cc14317ae3140ebdd3b4965d08b935f8d2c8616b8f7c","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+FEFF","letter_inserted":63,"letter_metrics":{"changed_token_estimate":253,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":239,"transformed_token_count":253},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":305,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":292,"transformed_token_count":306},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":847,"encoder":"gpt2","evidence_hash":"1b8668bb80138614b783cae55321ae7711c447516e3e1a4f8a5a3ae0b244fe07","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+034F","letter_inserted":63,"letter_metrics":{"changed_token_estimate":190,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":176,"transformed_token_count":190},"letter_utf8_overhead":126,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"space_run_utf8_overhead":192,"space_run_visible_ok":true,"space_utf8_overhead":24,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":65024,"encoder":"gpt2","evidence_hash":"ae97bc85d96dd9f78c325c6272f1971f3f33961e2d2d64d7a5b03bbf0c0356c2","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+FE00","letter_inserted":63,"letter_metrics":{"changed_token_estimate":190,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":176,"transformed_token_count":190},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":65038,"encoder":"gpt2","evidence_hash":"5a383ed721dfeec888a3d130a531e6c2174b5ad7281f1a80a8dae92ae82d3808","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+FE0E","letter_inserted":63,"letter_metrics":{"changed_token_estimate":190,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":176,"transformed_token_count":190},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":65039,"encoder":"gpt2","evidence_hash":"71cbfa6cb7d7b8699424062020e63832fe57dc8764ecc194bc28af389072f003","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+FE0F","letter_inserted":63,"letter_metrics":{"changed_token_estimate":127,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":113,"transformed_token_count":127},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":137,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":124,"transformed_token_count":138},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":6155,"encoder":"gpt2","evidence_hash":"fc3a0a618d87a67c7e486c94d0aeb39cba683bac09d30375add854c5b9344d2e","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+180B","letter_inserted":63,"letter_metrics":{"changed_token_estimate":253,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":239,"transformed_token_count":253},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":305,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":292,"transformed_token_count":306},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":6068,"encoder":"gpt2","evidence_hash":"10e5453ef422b28e581e6b2c06958171375646a7b0c97e2112567b96d59fd544","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+17B4","letter_inserted":63,"letter_metrics":{"changed_token_estimate":253,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":239,"transformed_token_count":253},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":305,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":292,"transformed_token_count":306},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":4447,"encoder":"gpt2","evidence_hash":"6c7ced411c03cce042c3b5ca9ca6ab57d1821a7bc78237cb7581d27d815c0acd","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+115F","letter_inserted":63,"letter_metrics":{"changed_token_estimate":253,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":239,"transformed_token_count":253},"letter_utf8_overhead":189,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":305,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":292,"transformed_token_count":306},"space_run_utf8_overhead":288,"space_run_visible_ok":true,"space_utf8_overhead":36,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":173,"encoder":"gpt2","evidence_hash":"6cbdf15d03b8fd1318973009659cfec53010398e9fa715882255fb625bb94e98","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+00AD","letter_inserted":63,"letter_metrics":{"changed_token_estimate":127,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":113,"transformed_token_count":127},"letter_utf8_overhead":126,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":29,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":16,"transformed_token_count":30},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":113,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":100,"transformed_token_count":114},"space_run_utf8_overhead":192,"space_run_visible_ok":true,"space_utf8_overhead":24,"space_visible_ok":true,"status":"VERIFIED"},{"algorithm_version":"cycle8-tokenizer-screen-v1","codepoint":160,"encoder":"gpt2","evidence_hash":"89e798b30dcc15554f0b77dee6bc4e67a90310c7fc62fc40c4cac2d0d280105d","fixture":"The researchers cannot continue until they do not miss the proof of concept.","label":"U+00A0","letter_inserted":63,"letter_metrics":{"changed_token_estimate":127,"first_changed_token":0,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":113,"transformed_token_count":127},"letter_utf8_overhead":126,"letter_visible_ok":true,"space_inserted":12,"space_metrics":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"space_run_inserted":96,"space_run_metrics":{"changed_token_estimate":65,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":52,"transformed_token_count":66},"space_run_utf8_overhead":192,"space_run_visible_ok":true,"space_utf8_overhead":24,"space_visible_ok":true,"status":"VERIFIED"}]} diff --git a/specs/cycle8/chrome-render-v1.json b/specs/cycle8/chrome-render-v1.json new file mode 100644 index 00000000..6bab06f8 --- /dev/null +++ b/specs/cycle8/chrome-render-v1.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-chrome-render-v1","artifact_hash":"228e38359920ca7ee0ed8209f59d405392211e385960a7ea46ed1326e0ff6548","fixture":"The researchers cannot continue until they do not miss the proof of concept.","rows":[{"arm_id":"u034f-space-x1","detail":"png_bytes_equal","environment":"chromium_headless","equal":true,"sample_id":"gpt2-screen","status":"VERIFIED","visible_ok":true},{"arm_id":"u034f-space-x8","detail":"png_bytes_equal","environment":"chromium_headless","equal":true,"sample_id":"gpt2-screen","status":"VERIFIED","visible_ok":true},{"arm_id":"u200c-space-x1","detail":"png_bytes_differ","environment":"chromium_headless","equal":false,"sample_id":"gpt2-screen","status":"REJECTED","visible_ok":true},{"arm_id":"ufe00-space-x1","detail":"png_bytes_equal","environment":"chromium_headless","equal":true,"sample_id":"gpt2-screen","status":"VERIFIED","visible_ok":true}]} diff --git a/specs/cycle8/fixture-compare-v1.json b/specs/cycle8/fixture-compare-v1.json new file mode 100644 index 00000000..22ad3408 --- /dev/null +++ b/specs/cycle8/fixture-compare-v1.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-compare-v1","arm_ids":["identity","u200c-space-x1","u034f-space-x1","u034f-space-x8","ufe00-space-x1"],"artifact_hash":"aa7a817a999b6afb52ad20ae3e0755d9511c731cb37f2c858c95b002776d667c","encoder":"gpt2","rows":[{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":0,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"bb4326da98c33992edde6ad145774121053aa4c7c2b8b4c728d70ce2ec3b5236","utf8_overhead":24,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":12,"inserted_count":96,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":221,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":208,"transformed_token_count":222},"transformed_text_hash":"848663818716d5291b511b461c626c15b493567663f892c691cbc7a3e6a8c4f1","utf8_overhead":192,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":41,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":28,"transformed_token_count":42},"transformed_text_hash":"42ce20f989f5ca67366330905a87f95c24071e85e9340a0963b64de01b2a977c","utf8_overhead":36,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":12,"inserted_count":12,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","visible_ok":true}},"selected_count":12,"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b","tokenizer":{"changed_token_estimate":53,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":1,"token_count_delta":40,"transformed_token_count":54},"transformed_text_hash":"e72bbdf2c9f1e91ee3319264e78fbc64f967df661dce6bb9134ed9f67e97f452","utf8_overhead":36,"visible_ok":true}},"source_sample_id":"gpt2-screen","source_text_hash":"eecab5309420e0f6829e3274a470184fb5593960b88ba6373291f9dbc3651c6b"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":0,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":25,"suffix_alignment_tokens":25,"token_count_delta":0,"transformed_token_count":25},"transformed_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"69a33c6dfe4ce5dbdb76f39a0bbcd712f3d3567c2250a82b84820fcec8cfab94","utf8_overhead":32,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":16,"inserted_count":128,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":301,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":278,"transformed_token_count":303},"transformed_text_hash":"f5c2c9084ca102d1bbd6ef5497d39a71f4d4b56c2aa2f507c1dffb3299801832","utf8_overhead":256,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":61,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":38,"transformed_token_count":63},"transformed_text_hash":"488cca3b9a8880151d2c4b3b754cff61db832737b333d6578cb71f56806d5230","utf8_overhead":48,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":16,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","visible_ok":true}},"selected_count":16,"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3","tokenizer":{"changed_token_estimate":77,"first_changed_token":2,"ids_equal":false,"last_changed_token":24,"original_token_count":25,"suffix_alignment_tokens":1,"token_count_delta":54,"transformed_token_count":79},"transformed_text_hash":"cf482423b82edf26a3c2d67ba20c2a26b0c4cfb7ed8e2611d953b27ef5963436","utf8_overhead":48,"visible_ok":true}},"source_sample_id":"contraction-sparse","source_text_hash":"ef1e423456e6e8bf14408dd5e80ea6a491938c17541dd00a3fa90695ebecbed3"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":0,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":14,"suffix_alignment_tokens":14,"token_count_delta":0,"transformed_token_count":14},"transformed_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"42805fe8b0b33e68885aee8f5ddab8cd478ad74d1693fa859940de5f50a848ee","utf8_overhead":4,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":2,"inserted_count":16,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":47,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":34,"transformed_token_count":48},"transformed_text_hash":"6d966694bb5808f6d68f42bce7c8a19ff85f1198fbec6c10494d9d929fe54662","utf8_overhead":32,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":17,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":4,"transformed_token_count":18},"transformed_text_hash":"8f85147632cd287250b9ee182b473da4b0330aacfb98ac2f97a30d04304c09e5","utf8_overhead":6,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":2,"inserted_count":2,"projected_equals_source":true,"protected_blocked_count":8,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","visible_ok":true}},"selected_count":2,"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba","tokenizer":{"changed_token_estimate":19,"first_changed_token":1,"ids_equal":false,"last_changed_token":13,"original_token_count":14,"suffix_alignment_tokens":10,"token_count_delta":6,"transformed_token_count":20},"transformed_text_hash":"7dc92c619850c5e41593ed5861a4f573887d916d346fff3ac3b3d4a75bcca6d1","utf8_overhead":6,"visible_ok":true}},"source_sample_id":"quote-interior","source_text_hash":"9435a82cc500b4ec86c09b20965a484ebea69f0ae0603cdf0a057a9b632c93ba"},{"arms":{"identity":{"arm_id":"identity","candidate_count":0,"inserted_count":0,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":true,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":0,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":0,"first_changed_token":null,"ids_equal":true,"last_changed_token":null,"original_token_count":17,"suffix_alignment_tokens":17,"token_count_delta":0,"transformed_token_count":17},"transformed_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","utf8_overhead":0,"visible_ok":true},"u034f-space-x1":{"arm_id":"u034f-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"1c659adae5536d3416186559a49ea2189082387c63f02b47a6831155153b6742","utf8_overhead":10,"visible_ok":true},"u034f-space-x8":{"arm_id":"u034f-space-x8","candidate_count":5,"inserted_count":40,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":101,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":85,"transformed_token_count":102},"transformed_text_hash":"ebf106dfe93f1c3c5088118064a3dd22a78897c1bb9aacf63513bdca5840fa74","utf8_overhead":80,"visible_ok":true},"u200c-space-x1":{"arm_id":"u200c-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":true,"equals_transformed":false,"text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":25,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":10,"transformed_token_count":27},"transformed_text_hash":"611b47279b81620e9b50f2bac81bf1d4ce422c4fff0e7005c77120a0ac88ae31","utf8_overhead":15,"visible_ok":true},"ufe00-space-x1":{"arm_id":"ufe00-space-x1","candidate_count":5,"inserted_count":5,"projected_equals_source":true,"protected_blocked_count":0,"quote_blocked_count":0,"sanitizers":{"cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"raw":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true},"ws_collapse_nfkc_cf_strip":{"equals_source":false,"equals_transformed":true,"text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","visible_ok":true}},"selected_count":5,"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff","tokenizer":{"changed_token_estimate":31,"first_changed_token":1,"ids_equal":false,"last_changed_token":16,"original_token_count":17,"suffix_alignment_tokens":1,"token_count_delta":15,"transformed_token_count":32},"transformed_text_hash":"55a40b2727f1e6e9187fd401cf0e9327b35094071e65dc13bd0fbdadf0c4cec8","utf8_overhead":15,"visible_ok":true}},"source_sample_id":"url-protected","source_text_hash":"59b7011c65ad928d99174d7a13703be775c7631503a6a3e863339835516330ff"}],"visible_pass_count":20,"visible_pass_rate":"20/20","visible_total_count":20} diff --git a/specs/cycle8/fixture-decision-v1.json b/specs/cycle8/fixture-decision-v1.json new file mode 100644 index 00000000..17ca6099 --- /dev/null +++ b/specs/cycle8/fixture-decision-v1.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-fixture-decision-v1","decision":"INSUFFICIENT_EVIDENCE","detector_signal":null,"evidence_label":"HYPOTHESIS","notes":"This is Cycle 8 development classification, not confirmation. Do not inspect 830000, 840000, 850000, or Cycle 7 reserved 880000. U+034F is not product-authorized.","product_gate":"VISIBLE_INVARIANT_PASS","reasons":["U+200C is removed by Cf-strip","U+034F survives Cf-strip on the GPT-2 fixture","U+034F survives NFKC on the GPT-2 fixture","U+034F survives whitespace-collapse-v1 after ASCII spaces","quote interiors block U+034F space carriers as protected spans","U+034F space insertion changes GPT-2 token ids","U+034F x8 increases hidden payload over x1","U+FE00 survives Cf-strip on the GPT-2 fixture","no Cycle 8 detector scores on seed 890000 in this fixture artifact"],"visible_failures":0} diff --git a/specs/cycle8/fuckmark-cycle8-seed-ledger-v1.json b/specs/cycle8/fuckmark-cycle8-seed-ledger-v1.json new file mode 100644 index 00000000..7b592f9e --- /dev/null +++ b/specs/cycle8/fuckmark-cycle8-seed-ledger-v1.json @@ -0,0 +1 @@ +{"algorithm_version":"cycle8-seed-ledger-v1","confirmation_reserved_seed_bases":[830000,840000,850000],"cycle7_unseen_validation_seed_base":880000,"exploratory_development_seed_base":890000,"exploratory_development_seed_bases":[890000,920000],"exploratory_replication_seed_base":900000,"exploratory_replication_topic":"invisible carrier replication","exploratory_topic":"invisible carrier development","generation":"cycle8_exact_visible_projection","inherited_spent_seed_bases":[760000,770000,780000,720000,730000,401000,402000,500000,61000,1120000,1130000,1140000,1150000,1160000,810000,820000,860000,870000],"ledger_hash":"dbf551dde1e3b41c7bb3daac4f6c5b242c4e0be1ecc726c571091e9b2e25b0cc","secondary_exploratory_seed_base":920000,"selection_rule":"Cycle 8 seeds 890000, 900000, 910000, and 920000 were assigned before any Cycle 8 text generation or detector look. Do not inspect 830000, 840000, or 850000. Do not inspect Cycle 7 reserved validation seed 880000 from Cycle 8. Do not retune on Cycle 6 formal residuals.","validation_development_seed_base":910000,"validation_topic":"invisible carrier validation"} diff --git a/specs/fuckmark-user-visible-invariance-v1.contract.json b/specs/fuckmark-user-visible-invariance-v1.contract.json new file mode 100644 index 00000000..461efb7f --- /dev/null +++ b/specs/fuckmark-user-visible-invariance-v1.contract.json @@ -0,0 +1 @@ +{"allowed_hidden_modifications":{"product_authorized_carriers_v1":[],"research_carriers":"must be individually evidenced before product authorization"},"carrier_promotion_evidence":["unicode_properties","normalization_nfc_nfd_nfkc_nfkd","cf_strip_survival","whitespace_collapse_survival","combined_sanitizer_survival","gpt2_tokenization_effect","rendering_evidence_or_unknown","copy_paste_survival_or_unknown","protected_machine_span_safety","fresh_detector_reduction_is_not_a_substitute_for_visibility"],"clipboard_requirement":{"payload":"the_unicode_string_itself","roundtrip":"utf8_file_and_stdin_stdout_must_preserve_code_points"},"contract_hash":"5afd79586f82e31d0d673acbebebf0ac00804cff74b9f644f000bddfd3dc07d1","contract_id":"fuckmark-user-visible-invariance-v1","contract_version":"v1","failure_behavior":{"protected_machine_content":"do_not_insert_carriers_inside_span","uncertain_carrier_safety":"return_original","unsupported_domain":"return_original","visible_invariant_fail":"reject_candidate_or_return_original"},"forbidden_visible_modifications":["letter_or_word_rewrites","contraction_or_expansion","hyphenation_changes","apostrophe_or_quote_substitution","punctuation_insertion_or_deletion","visible_whitespace_changes","newline_or_layout_changes","homoglyphs","compatibility_or_fullwidth_variants","lookalike_punctuation"],"historical_reclassification":{"cycle6_formal":{"detector_result":"NONZERO_RESIDUAL_7_of_192","product_status":"PRODUCT_DISQUALIFIED","reason":"visible_ascii_space_insertion"},"cycle7_durable_visible_edits":{"product_status":"PRODUCT_DISQUALIFIED","reason":"visible_word_punctuation_or_layout_edits","scientific_status":"INSUFFICIENT_EVIDENCE"},"u200c_visible_projection":{"durability":"REJECTED_as_final_durable_mechanism","reason":"removed_by_cf_strip","visibility":"conceptually_product_aligned"}},"plain_text_requirement":{"css_or_font_tricks":"forbidden","html_overlays":"forbidden","images_or_canvas":"forbidden","metadata_outside_payload":"forbidden","viewer_plugins":"forbidden"},"priority":{"name":"exact_user_visible_text_preservation","outranks":["detector_score","detection_rate","evasion_rate","candidate_density","root_window_destruction","tokenizer_disruption","scheduler_quality","sanitizer_robustness","semantic_equivalence","human_fidelity"],"rank":0},"release_gating":{"empty_authorized_set":"fail_closed_return_original","product_authorized_carriers_required":true,"semantic_fidelity_insufficient":true,"visible_edit_fallback":"forbidden"},"renderer_assumptions":{"cross_platform_rendering":"unknown_unless_measured","no_special_renderer":true,"output":"ordinary_unicode_plain_text","required_environments":["terminal","text_editor","browser_text_box","clipboard","file"]},"sanitizer_assumptions":{"frozen_cycle6_variants":["raw","nfkc","cf_strip","nfkc_cf_strip"],"frozen_cycle7_additions":["ws_collapse","ws_collapse_nfkc_cf_strip"],"stress_only_not_frozen":["default_ignorable_removal","nonspacing_mark_removal"]},"scope":{"applies_to":["release_transform_registry","public_cli","product_transform_registry","cycle8_product_research_intended_for_eventual_release"],"does_not_rewrite":["frozen_historical_contracts","cycle4_formal_evidence","cycle6_formal_nonzero_residual","cycle7_visible_edit_research_artifacts"]},"status":"active_product_constraint","supported_input_domain":{"allowed_code_points":["U+0009","U+000A","U+000D","U+0020..U+007E"],"id":"ordinary-english-ascii-v1","outside_domain":"fail_closed_leave_text_unchanged"},"versioning_rules":{"historical_visible_edit_research":"may_replay_but_cannot_enter_release","successors":"new_filename_and_new_contract_id","this_contract":"immutable_once_used_for_formal_product_evidence"},"visible_projection":{"algorithm_version":"fuckmark-visible-projection-v1","deletions":"forbidden","letters_words_digits":"immutable","newlines":"immutable","original_visible_code_points":"intact_same_order","punctuation":"immutable","reordering":"forbidden","rule":"transformed must equal original with only insertions of approved non-rendering carriers","substitutions":"forbidden","tabs":"immutable","visible_ascii_spaces":"immutable"}} diff --git a/tests/test_cli.py b/tests/test_cli.py index 7df0940c..092fef30 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -5,21 +5,54 @@ import pytest -from fuckmark.cli import main, process_text, read_pasted_text, transform_text +from fuckmark.cli import RELEASE_CLI_ALGORITHM_VERSION, main, process_text, read_pasted_text, transform_text +from fuckmark.product.invariants import validate_user_visible_invariants +from fuckmark.product.visible_projection import is_carrier_insertion_v1 +from fuckmark.transforms.registry import ( + historical_visible_edit_transform_registry, + release_transform_registry, +) +from fuckmark.transforms.schema import InvariantStatus + + +VISIBLE_FIXTURES = ( + "I do not agree.", + "We cannot continue.", + "You should not do that.", + "It's important to test this.", + "This is a proof of concept.", + "However, the result matters.", + "All of the examples are relevant.", +) + + +def test_cli_process_text_does_not_apply_visible_contractions() -> None: + source = "I do not agree and I cannot stay." + assert process_text(source) == source + assert transform_text(source).change_count == 0 + assert transform_text(source).output_text == source -def test_cli_process_text_uses_release_contractions_deterministically() -> None: - source = "I do not agree and I cannot stay." - expected = "I don't agree and I can't stay." - assert process_text(source) == expected - assert process_text(source) == expected - assert transform_text(source).change_count == 2 +@pytest.mark.parametrize("source", VISIBLE_FIXTURES) +def test_cli_preserves_exact_visible_projection_on_contract_examples(source: str) -> None: + assert process_text(source) == source + assert is_carrier_insertion_v1(source, process_text(source), ()) + +def test_historical_visible_edit_registry_still_contracts_for_replay() -> None: + source = "I do not agree." + registry = historical_visible_edit_transform_registry() + enumeration = registry.enumerate(source) + candidate = next(value for value in enumeration.candidates if value.rule_id == "contract-do-not") + result = registry.apply(enumeration, (candidate.candidate_id,)) + assert result.output_text == "I don't agree." + report = validate_user_visible_invariants(source, result.output_text) + assert report.status is InvariantStatus.FAIL -def test_cli_process_text_respects_protected_quoted_content() -> None: + +def test_cli_process_text_preserves_quoted_and_unquoted_visible_text() -> None: source = 'Keep "do not change this" but I do not agree.' - expected = "Keep \"do not change this\" but I don't agree." - assert process_text(source) == expected + assert process_text(source) == source def test_cli_process_text_preserves_text_when_no_candidate_is_eligible() -> None: @@ -34,18 +67,19 @@ def test_cli_reads_multiline_paste_until_ok_line() -> None: assert "Finish with :done on its own line" in output.getvalue() -def test_cli_main_processes_and_copies_result() -> None: +def test_cli_main_processes_and_copies_unchanged_visible_text() -> None: source = StringIO("I do not agree.\nok\n") output = StringIO() copied: list[str] = [] status = main(source, output, copied.append) assert status == 0 - assert copied == ["I don't agree."] + assert copied == ["I do not agree."] rendered = output.getvalue() assert "FuckMark 0.2.0" in rendered assert "Processing..." in rendered - assert "Done — 1 change applied." in rendered + assert "visible text left unchanged" in rendered assert "Copied to clipboard." in rendered + assert "I don't agree." not in rendered def test_cli_main_copies_original_when_no_change_is_eligible() -> None: @@ -55,7 +89,7 @@ def test_cli_main_copies_original_when_no_change_is_eligible() -> None: status = main(source, output, copied.append) assert status == 0 assert copied == ["Already concise."] - assert "no eligible release-safe changes" in output.getvalue() + assert "visible text left unchanged" in output.getvalue() def test_cli_main_prints_result_if_clipboard_copy_fails() -> None: @@ -69,7 +103,8 @@ def fail(_: str) -> None: status = main(source, output, fail, error_stream=errors) assert status == 2 rendered = output.getvalue() - assert "I don't agree." in rendered + assert "I do not agree." in rendered + assert "I don't agree." not in rendered assert "clipboard copy failed" in errors.getvalue() @@ -79,7 +114,8 @@ def test_cli_version_reports_project_and_algorithm_identity(capsys) -> None: assert result.value.code == 0 rendered = capsys.readouterr().out assert "FuckMark 0.2.0" in rendered - assert "release-cli-v3" in rendered + assert RELEASE_CLI_ALGORITHM_VERSION == "release-cli-v4" + assert "release-cli-v4" in rendered assert "transform-registry-v6" in rendered @@ -90,7 +126,7 @@ def test_cli_noninteractive_mode_writes_only_transformed_text(option) -> None: copied: list[str] = [] status = main(source, output, copied.append, argv=option) assert status == 0 - assert output.getvalue() == "I don't agree.\n" + assert output.getvalue() == "I do not agree.\n" assert copied == [] @@ -112,7 +148,7 @@ def test_cli_reads_file_and_atomically_writes_output(tmp_path: Path) -> None: assert main(output_stream=output, error_stream=errors, argv=(str(source), "--output", str(target))) == 0 assert output.getvalue() == "" assert errors.getvalue() == "" - assert target.read_text(encoding="utf-8") == "I don't agree.\n" + assert target.read_text(encoding="utf-8") == "I do not agree.\n" def test_cli_refuses_to_overwrite_its_input_file(tmp_path: Path) -> None: @@ -132,11 +168,11 @@ def test_cli_automatically_uses_stream_mode_for_a_pipe(monkeypatch) -> None: monkeypatch.setattr(sys, "stdout", output) monkeypatch.setattr(sys, "stderr", errors) assert main(argv=()) == 0 - assert output.getvalue() == "I don't agree.\n" + assert output.getvalue() == "I do not agree.\n" assert errors.getvalue() == "" -def test_cli_help_documents_file_pipe_clipboard_and_output(capsys) -> None: +def test_cli_help_documents_file_pipe_clipboard_and_visible_contract(capsys) -> None: with pytest.raises(SystemExit) as result: main(argv=("--help",)) assert result.value.code == 0 @@ -145,6 +181,15 @@ def test_cli_help_documents_file_pipe_clipboard_and_output(capsys) -> None: assert "--stdin" in rendered assert "--copy" in rendered assert "--output" in rendered + assert "user-visible" in rendered + + +def test_release_registry_contains_no_visible_edit_transforms() -> None: + release_ids = {rule.rule_id for rule in release_transform_registry().rules} + historical_ids = {rule.rule_id for rule in historical_visible_edit_transform_registry().rules} + assert release_ids == set() + assert "contract-do-not" in historical_ids + assert historical_visible_edit_transform_registry().ruleset_hash != release_transform_registry().ruleset_hash def test_pyproject_installs_all_FuckMark_console_command_aliases() -> None: diff --git a/tests/test_cycle8_carrier_screen_summary.py b/tests/test_cycle8_carrier_screen_summary.py new file mode 100644 index 00000000..3b33a9d6 --- /dev/null +++ b/tests/test_cycle8_carrier_screen_summary.py @@ -0,0 +1,23 @@ +import json +from pathlib import Path + + +def test_cycle8_carrier_screen_summary_pins_sanitizer_and_tokenizer_claims() -> None: + path = Path(__file__).resolve().parents[1] / "specs" / "cycle8" / "carrier-screen-v1.summary.json" + payload = json.loads(path.read_text(encoding="utf-8")) + assert payload["gpt2_encoder"] == "gpt2" + assert payload["durable_track_count"] >= 1 + assert "U+034F" in payload["durable_track_labels"] + assert "U+FE00" in payload["durable_track_labels"] + by_label = {row["label"]: row for row in payload["focus"]} + assert by_label["U+200C"]["classification"] == "DIAGNOSTIC_CF" + assert by_label["U+034F"]["classification"] == "DURABLE_TRACK_CANDIDATE" + assert by_label["U+034F"]["cf_strip_survives"] is True + assert by_label["U+034F"]["nfkc_stable"] is True + tokenizer = {row["label"]: row for row in payload["tokenizer"]} + cgj = tokenizer["U+034F"] + assert cgj["status"] == "VERIFIED" + assert cgj["space_visible_ok"] is True + assert cgj["space_metrics"]["ids_equal"] is False + assert cgj["space_metrics"]["token_count_delta"] > 0 + assert tokenizer["U+200C"]["space_metrics"]["ids_equal"] is False diff --git a/tests/test_cycle8_carriers.py b/tests/test_cycle8_carriers.py new file mode 100644 index 00000000..051654b3 --- /dev/null +++ b/tests/test_cycle8_carriers.py @@ -0,0 +1,101 @@ +import json +from pathlib import Path + +import pytest + +from fuckmark.cycle7.whitespace_collapse import collapse_horizontal_ascii_whitespace +from fuckmark.cycle8.ledger import ( + CYCLE8_EXPLORATORY_SEED_BASE, + CYCLE8_REPLICATION_SEED_BASE, + CYCLE8_VALIDATION_SEED_BASE, + assert_cycle8_development_seed, + cycle8_seed_ledger_hash, + cycle8_seed_ledger_payload, +) +from fuckmark.cycle8.registry import apply_all_candidates, cycle8_space_carrier_registry +from fuckmark.cycle8.unicode_meta import ( + audit_codepoints, + classify_carrier_hypothesis, + codepoint_properties, + iter_default_ignorable_codepoints_v1, +) +from fuckmark.hashing import sha256_json +from fuckmark.product.visible_projection import is_carrier_insertion_v1 +from fuckmark.sanitizer_robustness import nfkc_normalize, strip_unicode_format_characters + + +def test_cycle8_ledger_file_matches_embedded_payload() -> None: + path = Path(__file__).resolve().parents[1] / "specs" / "cycle8" / "fuckmark-cycle8-seed-ledger-v1.json" + disk = json.loads(path.read_text(encoding="utf-8")) + payload = {key: value for key, value in disk.items() if key != "ledger_hash"} + assert payload == cycle8_seed_ledger_payload() + assert disk["ledger_hash"] == cycle8_seed_ledger_hash() == sha256_json(payload) + + +def test_cycle8_ledger_freezes_new_seeds_and_blocks_spent_history() -> None: + payload = cycle8_seed_ledger_payload() + assert payload["exploratory_development_seed_base"] == CYCLE8_EXPLORATORY_SEED_BASE == 890_000 + assert payload["exploratory_replication_seed_base"] == CYCLE8_REPLICATION_SEED_BASE == 900_000 + assert payload["validation_development_seed_base"] == CYCLE8_VALIDATION_SEED_BASE == 910_000 + assert payload["confirmation_reserved_seed_bases"] == [830_000, 840_000, 850_000] + assert payload["cycle7_unseen_validation_seed_base"] == 880_000 + assert cycle8_seed_ledger_hash() + assert_cycle8_development_seed(890_000, role="exploratory_development") + with pytest.raises(ValueError): + assert_cycle8_development_seed(760_000, role="exploratory_development") + with pytest.raises(ValueError): + assert_cycle8_development_seed(880_000, role="validation_development") + with pytest.raises(ValueError): + assert_cycle8_development_seed(830_000, role="exploratory_development") + + +def test_u200c_is_diagnostic_cf_and_not_durable() -> None: + properties = codepoint_properties(0x200C) + assert properties["category"] == "Cf" + assert classify_carrier_hypothesis(properties) == "DIAGNOSTIC_CF" + assert properties["cf_strip_survives"] is False + source = "alpha beta" + transformed = "alpha \u200cbeta" + assert is_carrier_insertion_v1(source, transformed, (0x200C,)) + assert strip_unicode_format_characters(transformed) == source + + +def test_combining_grapheme_joiner_is_durable_track_on_frozen_sanitizers() -> None: + properties = codepoint_properties(0x034F) + assert properties["category"] == "Mn" + assert properties["default_ignorable"] is True + assert classify_carrier_hypothesis(properties) == "DURABLE_TRACK_CANDIDATE" + source = "I do not agree." + registry = cycle8_space_carrier_registry(0x034F, repeats=2) + transformed = apply_all_candidates(registry, source) + assert transformed != source + assert is_carrier_insertion_v1(source, transformed, (0x034F,)) + assert strip_unicode_format_characters(transformed) == transformed + assert nfkc_normalize(transformed) == transformed + assert collapse_horizontal_ascii_whitespace(transformed) == transformed + + +def test_nbsp_homoglyph_and_soft_hyphen_are_rejected_from_durable_track() -> None: + assert classify_carrier_hypothesis(codepoint_properties(0x00A0)) == "REJECTED_RENDERING_OR_CONTROL_RISK" + assert classify_carrier_hypothesis(codepoint_properties(0x00AD)) == "DIAGNOSTIC_CF" + assert classify_carrier_hypothesis(codepoint_properties(0x2010)) == "REJECTED_RENDERING_OR_CONTROL_RISK" + + +def test_default_ignorable_scan_finds_non_cf_durable_candidates() -> None: + rows = audit_codepoints(iter_default_ignorable_codepoints_v1()) + durable = {row["label"] for row in rows if row["classification"] == "DURABLE_TRACK_CANDIDATE"} + assert "U+034F" in durable + assert "U+FE00" in durable + assert "U+200C" not in durable + + +def test_cgj_space_carrier_survives_utf8_file_roundtrip(tmp_path: Path) -> None: + source = "I do not agree.\n" + registry = cycle8_space_carrier_registry(0x034F, repeats=2) + transformed = apply_all_candidates(registry, source) + path = tmp_path / "roundtrip.txt" + path.write_text(transformed, encoding="utf-8") + loaded = path.read_text(encoding="utf-8") + assert loaded == transformed + assert is_carrier_insertion_v1(source, loaded, (0x034F,)) + assert loaded.encode("utf-8").decode("utf-8") == transformed diff --git a/tests/test_cycle8_detector_evidence.py b/tests/test_cycle8_detector_evidence.py new file mode 100644 index 00000000..4c9afee7 --- /dev/null +++ b/tests/test_cycle8_detector_evidence.py @@ -0,0 +1,86 @@ +import json +from pathlib import Path + +from fuckmark.hashing import sha256_json + + +def test_cycle8_chrome_render_pins_u034f_invisible_and_u200c_visible() -> None: + path = Path(__file__).resolve().parents[1] / "specs" / "cycle8" / "chrome-render-v1.json" + payload = json.loads(path.read_text(encoding="utf-8")) + body = {key: value for key, value in payload.items() if key != "artifact_hash"} + assert payload["artifact_hash"] == sha256_json(body) + rows = {row["arm_id"]: row for row in payload["rows"]} + assert rows["u034f-space-x1"]["status"] == "VERIFIED" + assert rows["u034f-space-x1"]["equal"] is True + assert rows["u034f-space-x8"]["status"] == "VERIFIED" + assert rows["ufe00-space-x1"]["status"] == "VERIFIED" + assert rows["u200c-space-x1"]["status"] == "REJECTED" + assert rows["u200c-space-x1"]["equal"] is False + + +def test_cycle8_seed_890000_detector_compare_is_development_only() -> None: + path = Path(__file__).resolve().parents[1] / "evidence" / "cycle8-exploratory-890000-2026-08-25" / "detector-compare.json" + payload = json.loads(path.read_text(encoding="utf-8")) + body = {key: value for key, value in payload.items() if key != "artifact_hash"} + assert payload["artifact_hash"] == sha256_json(body) + assert payload["seed_base"] == 890000 + assert payload["visible_pass_rate"] == "32/32" + assert payload["detector_access_used_for_selection"] is False + identity = payload["summaries"]["identity"] + u034f = payload["summaries"]["u034f-space-x1"] + u200c = payload["summaries"]["u200c-space-x1"] + assert identity["raw_watermarked_detected"] == 3 + assert identity["raw_unwatermarked_detected"] == 0 + assert u034f["raw_watermarked_detected"] == 0 + assert u034f["raw_unwatermarked_detected"] == 0 + assert u034f["cf_strip_watermarked_detected"] == 0 + assert u034f["ws_collapse_watermarked_detected"] == 0 + assert u200c["raw_watermarked_detected"] == 0 + assert u200c["cf_strip_watermarked_detected"] == 3 + decision = json.loads( + (Path(__file__).resolve().parents[1] / "evidence" / "cycle8-exploratory-890000-2026-08-25" / "decision.json").read_text( + encoding="utf-8" + ) + ) + assert decision["decision"] == "PROMISING_DEVELOPMENT" + assert decision["product_gate"] == "VISIBLE_INVARIANT_PASS" + assert "no Cycle 8 detector scores" not in " ".join(decision["reasons"]) + + +def test_cycle8_seed_900000_replicates_u034f_without_unwatermarked_inflation() -> None: + path = Path(__file__).resolve().parents[1] / "evidence" / "cycle8-replication-900000-2026-08-25" / "detector-compare.json" + payload = json.loads(path.read_text(encoding="utf-8")) + body = {key: value for key, value in payload.items() if key != "artifact_hash"} + assert payload["artifact_hash"] == sha256_json(body) + assert payload["seed_base"] == 900000 + assert payload["visible_pass_rate"] == "32/32" + identity = payload["summaries"]["identity"] + u034f = payload["summaries"]["u034f-space-x1"] + u200c = payload["summaries"]["u200c-space-x1"] + assert identity["raw_watermarked_detected"] == 4 + assert identity["raw_unwatermarked_detected"] == 0 + assert u034f["raw_watermarked_detected"] == 0 + assert u034f["cf_strip_watermarked_detected"] == 0 + assert u200c["cf_strip_watermarked_detected"] == 4 + overflow = [ + row["arms"]["u034f-space-x8"]["tokenizer"]["transformed_token_count"] + for row in payload["geometry_rows"] + ] + assert max(overflow) > 1024 + assert max(row["arms"]["u034f-space-x1"]["tokenizer"]["transformed_token_count"] for row in payload["geometry_rows"]) < 1024 + + +def test_cycle8_seed_910000_validation_matches_u034f_direction() -> None: + path = Path(__file__).resolve().parents[1] / "evidence" / "cycle8-validation-910000-2026-08-25" / "detector-compare.json" + payload = json.loads(path.read_text(encoding="utf-8")) + body = {key: value for key, value in payload.items() if key != "artifact_hash"} + assert payload["artifact_hash"] == sha256_json(body) + assert payload["seed_base"] == 910000 + assert payload["visible_pass_rate"] == "32/32" + identity = payload["summaries"]["identity"] + u034f = payload["summaries"]["u034f-space-x1"] + assert identity["raw_watermarked_detected"] == 3 + assert u034f["raw_watermarked_detected"] == 0 + assert u034f["cf_strip_watermarked_detected"] == 0 + assert identity["raw_unwatermarked_detected"] == 0 + assert u034f["raw_unwatermarked_detected"] == 0 diff --git a/tests/test_cycle8_fixture_compare.py b/tests/test_cycle8_fixture_compare.py new file mode 100644 index 00000000..799d3dbd --- /dev/null +++ b/tests/test_cycle8_fixture_compare.py @@ -0,0 +1,73 @@ +import json +from pathlib import Path + +from fuckmark.cycle8.compare import ( + CYCLE8_U034F_SPACE_ARM_ID, + CYCLE8_U200C_SPACE_ARM_ID, + measure_carrier_arm, + run_fixture_compare, +) +from fuckmark.cycle8.decision import INSUFFICIENT_EVIDENCE, classify_fixture_compare +from fuckmark.cycle8.tokenizer_screen import GPT2_FIXTURE +from fuckmark.hashing import sha256_json +from fuckmark.product.domain import is_supported_product_domain_v1 +from fuckmark.cycle8.scoreboard import ProductGate + + +def test_github_ci_cli_e2e_expects_unchanged_visible_text() -> None: + text = (Path(__file__).resolve().parents[1] / ".github" / "workflows" / "ci.yml").read_text(encoding="utf-8") + assert "I don't agree" not in text + assert "I can't stay" not in text + assert 'test "$output" = "I do not agree and I cannot stay."' in text + assert 'test "$(printf \'I do not agree.\\n\' | FuckMark)" = "I do not agree."' in text + + +def test_cycle8_fixture_compare_passes_visible_projection_without_encoder() -> None: + report = run_fixture_compare(encoder=None) + assert report["visible_pass_rate"] == "20/20" + decision = classify_fixture_compare(report) + assert decision["product_gate"] == ProductGate.PASS.value + assert decision["decision"] == INSUFFICIENT_EVIDENCE + screen = next(row for row in report["rows"] if row["source_sample_id"] == "gpt2-screen") + u034f = screen["arms"][CYCLE8_U034F_SPACE_ARM_ID] + u200c = screen["arms"][CYCLE8_U200C_SPACE_ARM_ID] + assert u034f["visible_ok"] is True + assert u034f["selected_count"] > 0 + assert u034f["sanitizers"]["cf_strip"]["equals_transformed"] is True + assert u034f["sanitizers"]["nfkc"]["equals_transformed"] is True + assert u034f["sanitizers"]["ws_collapse"]["equals_transformed"] is True + assert u200c["sanitizers"]["cf_strip"]["equals_source"] is True + quote = next(row for row in report["rows"] if row["source_sample_id"] == "quote-interior") + assert quote["arms"][CYCLE8_U034F_SPACE_ARM_ID]["protected_blocked_count"] > 0 + + +def test_cycle8_url_fixture_keeps_protected_machine_text() -> None: + source = "See https://example.com/do-not-touch and continue the notes." + assert is_supported_product_domain_v1(source) + measurement = measure_carrier_arm( + arm_id=CYCLE8_U034F_SPACE_ARM_ID, + source_sample_id="url-protected", + source_text=source, + ) + transformed = str(measurement["transformed_text"]) + assert "https://example.com/do-not-touch" in transformed.replace("\u034f", "") + assert measurement["visible_ok"] is True + assert measurement["selected_count"] > 0 + + +def test_cycle8_committed_fixture_compare_pins_visibility_and_tokenizer() -> None: + path = Path(__file__).resolve().parents[1] / "specs" / "cycle8" / "fixture-compare-v1.json" + payload = json.loads(path.read_text(encoding="utf-8")) + body = {key: value for key, value in payload.items() if key != "artifact_hash"} + assert payload["artifact_hash"] == sha256_json(body) + assert payload["visible_pass_rate"] == "20/20" + assert payload["encoder"] == "gpt2" + screen = next(row for row in payload["rows"] if row["source_sample_id"] == "gpt2-screen") + u034f = screen["arms"][CYCLE8_U034F_SPACE_ARM_ID] + assert u034f["tokenizer"]["ids_equal"] is False + assert u034f["tokenizer"]["token_count_delta"] > 0 + decision_path = Path(__file__).resolve().parents[1] / "specs" / "cycle8" / "fixture-decision-v1.json" + decision = json.loads(decision_path.read_text(encoding="utf-8")) + assert decision["product_gate"] == "VISIBLE_INVARIANT_PASS" + assert decision["decision"] == INSUFFICIENT_EVIDENCE + assert GPT2_FIXTURE.startswith("The researchers") diff --git a/tests/test_development_surface_spacing_rules.py b/tests/test_development_surface_spacing_rules.py index c72aa59e..9d33410d 100644 --- a/tests/test_development_surface_spacing_rules.py +++ b/tests/test_development_surface_spacing_rules.py @@ -152,7 +152,8 @@ def test_surface_rules_remain_development_only() -> None: default_hashes = {rule.rule_hash for rule in default_transform_registry().rules} release_hashes = {rule.rule_hash for rule in release_transform_registry().rules} contraction_hashes = {rule.rule_hash for rule in default_contraction_rules()} - assert default_hashes == release_hashes == contraction_hashes + assert default_hashes == contraction_hashes + assert release_hashes == set() assert surface_hashes.isdisjoint(default_hashes) assert surface_hashes <= {rule.rule_hash for rule in development_transform_registry().rules} diff --git a/tests/test_effectiveness_profile.py b/tests/test_effectiveness_profile.py index e2b90b63..e7c18d8f 100644 --- a/tests/test_effectiveness_profile.py +++ b/tests/test_effectiveness_profile.py @@ -44,14 +44,7 @@ def test_effectiveness_registry_is_isolated_from_development_and_release() -> No assert added_ids <= effectiveness_ids assert added_ids.isdisjoint(development_ids) assert added_ids.isdisjoint(release_ids) - assert release_ids == { - "contract-cannot", - "contract-did-not", - "contract-do-not", - "contract-does-not", - "contract-should-not", - "contract-will-not", - } + assert release_ids == set() def test_effectiveness_registry_applies_copula_contraction_without_losing_negation() -> None: diff --git a/tests/test_product_rendering.py b/tests/test_product_rendering.py new file mode 100644 index 00000000..39b31922 --- /dev/null +++ b/tests/test_product_rendering.py @@ -0,0 +1,50 @@ +import json +from pathlib import Path + +import pytest + +from fuckmark.cycle8_hf import main as cycle8_hf_main +from fuckmark.product.rendering import _html_page + + +def test_html_page_does_not_close_script_on_ascii_terminator() -> None: + page = _html_page("ok