be8585f926
extensions/robustness-evidence.md: a corpus named item by item by the SHA-256 of its samples, the attack battery as registered integer transforms with parameters and seeds (synthesis §7.5.7's battery with its parameters free, and gamma), the signed robustness record whose table the harness recomputes and whose rates are exact fractions, and the robustness claim that holds only where every item of a cited record's corpus survived the attack and no negative was read as marked. wai-rs module robustness (feature robustness), wai_robustness_vectors, the corpus with wai-mark:tent64's records over the measurement sets and its claim, and robustness_verify.py, which reruns the conformance battery end to end with _wai_mark.py. Co-Authored-By: Claude Opus 5.5 <[email protected]>
1352 lines
402 KiB
JSON
1352 lines
402 KiB
JSON
{
|
|
"about": "the conformance corpus of extensions/robustness-evidence.md, written by wai_robustness_vectors gen",
|
|
"algorithm": {
|
|
"term": "wai-mark:tent64",
|
|
"digest": "4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6"
|
|
},
|
|
"harness": "wai-robustness-harness:1",
|
|
"cases": [
|
|
{
|
|
"name": "conformance_reproduced",
|
|
"about": "the conformance record, its corpus and every sample held, wai-mark:tent64 run: the harness gives its table bit for bit",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "accept",
|
|
"statements": [
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "8fc55defb78b6690b74e03b9cfaaf6ba502304e4bff77148bf5ce9d046b4ecdc",
|
|
"status": "reproduced",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379",
|
|
"attacks": 13
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "conformance_stated_without_samples",
|
|
"about": "the same record with its corpus document and no samples: checked for its arithmetic and signature, stated",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "accept",
|
|
"statements": [
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "8fc55defb78b6690b74e03b9cfaaf6ba502304e4bff77148bf5ce9d046b4ecdc",
|
|
"status": "stated",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379",
|
|
"attacks": 13
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "conformance_stated_not_implemented",
|
|
"about": "the same record, every sample held, by a verifier that does not implement the algorithm: stated",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "accept",
|
|
"statements": [
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "8fc55defb78b6690b74e03b9cfaaf6ba502304e4bff77148bf5ce9d046b4ecdc",
|
|
"status": "stated",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379",
|
|
"attacks": 13
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "conformance_claim_reproduced",
|
|
"about": "the conformance claim, under a policy that requires reproduced evidence, over its reproduced record",
|
|
"policy": {
|
|
"evidence": "reproduced"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"8fc55defb78b6690b74e03b9cfaaf6ba502304e4bff77148bf5ce9d046b4ecdc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"ff9ac34690763fa0a4e54703b579f5301742edaf561019302fd8acdbead69dba97376bf732ef06294c28e1f386bc91ca9043f4480de1ce6ef677613da3d76b09\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[4,5],\"transform\":\"wai-attack:gamma\"},{\"media\":\"image\",\"params\":[5,4],\"transform\":\"wai-attack:gamma\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "accept",
|
|
"statements": [
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "8fc55defb78b6690b74e03b9cfaaf6ba502304e4bff77148bf5ce9d046b4ecdc",
|
|
"status": "reproduced",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379",
|
|
"attacks": 13
|
|
},
|
|
{
|
|
"kind": "wai-robustness-claim",
|
|
"link": "03c183285871fe25885657720c67d594615db4b98ee64ea70b60b19c257574e6",
|
|
"status": "reproduced",
|
|
"algorithm": "wai-mark:tent64",
|
|
"attacks": 10
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "tent64_records_and_claim",
|
|
"about": "wai-mark:tent64's three records of synthesis 7.5.8, stated without their samples, and its claim, exactly synthesis 7.5.8's list",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"36165039b2618447a59bb324a2095c3f86ef64c52b40a3b250d56ae2ddde4e357c55a84f29f947760ecc7d853843c509250ba313613365d8baa06adefd3c8f0b\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "accept",
|
|
"statements": [
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb",
|
|
"status": "stated",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641",
|
|
"attacks": 33
|
|
},
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc",
|
|
"status": "stated",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d",
|
|
"attacks": 33
|
|
},
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc",
|
|
"status": "stated",
|
|
"algorithm": "wai-mark:tent64",
|
|
"corpus": "1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79",
|
|
"attacks": 7
|
|
},
|
|
{
|
|
"kind": "wai-robustness-claim",
|
|
"link": "dcfaaf10c60dda55dd1879b9c535c1679037103f029266b542793c5658a82790",
|
|
"status": "stated",
|
|
"algorithm": "wai-mark:tent64",
|
|
"attacks": 29
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "unregistered_algorithm_stated",
|
|
"about": "a record of an algorithm and a transform this revision does not register: its arithmetic and signature checked, stated, and a claim of what it shows survived",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"org.example.watermark.1\",\"algorithm_digest\":\"746020555e6af3959131200b344c2e0f3ba50d0d992d94b891f342b79d1d7bc0\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"jpeg-q50\",\"params\":[50],\"seed\":1,\"transform\":\"org.example.attack.jpeg\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"org.example.harness.1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"960e71cd4b90bdfb4f30deaadeacea10719c008c3554c7cb1edd52c0b10e8d1b97bf95aefb174be46939b571e37b08839505b243444bfe4fde0198cebb600107\",\"signer_pubkey\":\"a7695af0713444d2df9fe2664bb52d317e44812b97e69ad6c565ad8b4191117b\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"jpeg-q50\",\"balanced_accuracy\":[5,6],\"false_positive_rate\":[1,3],\"false_positives\":1,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":null,\"trials\":3,\"wrong\":0}],\"values\":[\"010203\",\"040506\",\"070809\"]}",
|
|
"{\"algorithm\":\"org.example.watermark.1\",\"algorithm_digest\":\"746020555e6af3959131200b344c2e0f3ba50d0d992d94b891f342b79d1d7bc0\",\"evidence\":[\"ba323ee33d85fbef771dc7e67d15e3ed5ae67b8aa1dfd1fb40a6ff75ef1382e3\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"c90a71058115c22468cd5fd408250d2dd6c516939fbd0e0b8f7c343404c737d561df09cb0fa21c8c32ad7632759c2e494e07fef7b573b5df096df333cff67905\",\"signer_pubkey\":\"a7695af0713444d2df9fe2664bb52d317e44812b97e69ad6c565ad8b4191117b\",\"survives\":[{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:none\"}]}"
|
|
],
|
|
"corpora": [],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "accept",
|
|
"statements": [
|
|
{
|
|
"kind": "wai-robustness",
|
|
"link": "ba323ee33d85fbef771dc7e67d15e3ed5ae67b8aa1dfd1fb40a6ff75ef1382e3",
|
|
"status": "stated",
|
|
"algorithm": "org.example.watermark.1",
|
|
"corpus": "363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379",
|
|
"attacks": 2
|
|
},
|
|
{
|
|
"kind": "wai-robustness-claim",
|
|
"link": "94fecbdc5072a19df4b4c2ef0ed1b6521f3e6e7e10f456ff07d496596c89dc7e",
|
|
"status": "stated",
|
|
"algorithm": "org.example.watermark.1",
|
|
"attacks": 1
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "record_extra_member",
|
|
"about": "a record with a member section 5 does not list",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"note\":\"x\",\"sig\":\"f7d45b0ec70cb5fea3cebb8713cc695f266f6c39b5de9f4176fb3bca6b786d75875453c255b7ef51e796138dc10077c156d7176ace379fa54cd3b5fb1e588e02\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "record_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "record_kind_unknown",
|
|
"about": "a record of a kind this extension does not define",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-report\",\"media\":\"image\",\"sig\":\"d8568cf29ff012e45fd5d1f86e1089045aeb396aa2256dd6884d789d5dbbc377f1e292517cafe78148b537ec66f1ceb63d91ba2f55e670bbcfb29e4896a2b907\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "record_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "record_count_not_integer",
|
|
"about": "a count written as a string",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"38df0ceb7fe7c0beddb5da3624bd1f996efcc20263d6500f163df1b2ca75326c9415801d147db1c8503d4988ee8908dc9a90701d8b2c5cb6af490535ea24d80d\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":\"3\",\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "record_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "rate_decimal",
|
|
"about": "a survival rate written as the decimal 0.75: a rate is an exact fraction, never floating point",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":0.75,\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "rate_not_exact",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "rate_not_reduced",
|
|
"about": "a rate written as [2,2], not in lowest terms",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"d5d4e2854abf47d7a9a1bdf31f772c443cd210f31c0105e71472792218aa1b84661049a037ebc732cd5e9eeb84eaf2466680600483dedec5bb6f249f0e3bc605\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[2,2],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "rate_not_exact",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "rate_string",
|
|
"about": "a rate written as the string \"3/3\"",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"0b1660db10112c93b88ad1c82b13805ad9525091aa4367cb29c3c2365f96a59d8341e4c02ef5ea089714265eb74939600e0b435be7e21db9ff2a3def943b7e0e\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":\"3/3\",\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "rate_not_exact",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "rate_above_one",
|
|
"about": "a rate of 4/3",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"534f632ab74b6c615bce770c7f5e9ea960fd95905cb75c57c0c9b0700dbdcae9f1104b4724731e8f826f3e8327b8bce9568524ba467108f34430b4cef9cbbe01\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[4,3],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "rate_not_exact",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "bad_key",
|
|
"about": "a record under a key of small order",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"0100000000000000000000000000000000000000000000000000000000000000\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "bad_key",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "bad_signature",
|
|
"about": "a record whose signature was altered",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"02c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "bad_signature",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "battery_duplicate_name",
|
|
"about": "two attacks of one name",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"none\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"0ff08a645108842d894a781f09e3c517bea9926f7f15c939bb01846d988281e561aa8ea234c64196cb3902f28ea704add91952972deb65ec62f0f21cb8c3ef01\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "battery_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "battery_seed_too_large",
|
|
"about": "a seed of 2^32, past the four bytes the noise stream reads",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":4294967296,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"7439bae7b61299334fcea5921d5e976478bab3705e4c853b9d146eae871c071942acebffd510ea9fd0291cd9779c2e46576bc6fa401ee88645d039f4b296a40d\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "battery_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "transform_crop_100",
|
|
"about": "a crop of 100%: section 4 admits 0 to 99",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[100],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"4df1bc74959c7f12b8a4d72e54ab4d40066a288ed39ffed9556ac74ba05e1f180100de30600570f39805e815859e44a5de4bca748092fa328f21ffbdd689590e\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "transform_invalid",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "transform_gamma_7",
|
|
"about": "a gamma of 7/5: section 4 admits exponents of 1 to 6",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[7,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"f72f81dce4aa9fc38fb6dbe0c7c13fda61d23a24636d8c196ae10985de0ca1aed78cf2f12f01dcaa4343678e59f51240347a35d5cfa45844c69e44958f284e0f\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "transform_invalid",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "battery_frame_drop_on_pictures",
|
|
"about": "frame-drop in a battery over a corpus of pictures",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[],\"seed\":1,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"d25d49c1234608a51442086176cd3a30605da71706e06fb4396a60d18861ebdc4f9d24a87d25b8836ad54aea25d60ede4b2de14a4d6f59c6838ec6c91ae6d801\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "battery_not_applicable",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "table_rows_swapped",
|
|
"about": "the table's first two rows in another order than the battery's",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"453aaa68d37cc428bc9c5cd8b5b8888efc1d400ef8018c32a643f73cc97c94df9c2218430077f31f9761da46324a790fd8fc9506f629ab0232f033d53678f209\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "table_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "table_row_missing",
|
|
"about": "a table one row short",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"fc88a6e868da9c4cf182253b984f6882040f027fb2e87e494013db9e084e39b0839fa6f377c285ddf44b634b7da6add392cbff8c971e07429337df7a88997d00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "table_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "table_more_survived_than_trials",
|
|
"about": "four of three items survived, its rates left as they were: every rate reads, and the counts are refused",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"00bc0c337f1d6fdc0991ad956f85262ff99ed3f0bf38bfa51d875ff456bb552ef6782db902e362ed480f008e8d296bee130abac59928ae69ed4a6ab3ca4a3d0a\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "table_inconsistent",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "table_negatives_differ",
|
|
"about": "a row whose negatives differ from the others'",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"c55035db96a50486f5b10126ad9646a70155eff316ca6e37476620925e9c21546f694dd699d7c3efb80beb247cf903ac55d414890dd24483d8fab7d61133b504\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "table_inconsistent",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "rate_mismatch",
|
|
"about": "a balanced accuracy that is a reduced fraction and not the one its counts give",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"24c7275cd31a7537d11ad7fdce1b90e6f0b74f5dd056cae7ad630dd34f339463b1ff6abc65aa2305114fbd01f9877b3997ff2d1fc4f43dfc92aee6e974bc8304\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "rate_mismatch",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "algorithm_digest_mismatch",
|
|
"about": "wai-mark:tent64 named with another digest",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"e81f38d418043b36fb04fb83af7b1dbf8f8f1cfcb49c47222653970d69e70412\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"018c3559264592cbc70633545a34ee648cf79debd9ea0e18d2b9b2cc9204983770ed62613eb35d2f1b6c0adc1c8af14a2b0dfa766175f63c6dea29d4ae2c730e\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "algorithm_mismatch",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "algorithm_type_mismatch",
|
|
"about": "wai-mark:tent64 typed a fingerprint",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"fingerprint\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"4ff4a5815a2768ba8369daf14cb5605d75008af4b20745b8bc7cdb44e01bcb74bbd7ea0dc28894cfb1e9f29cc26c92ed413c753ae228ad1e9eb6f8aa8baba809\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "algorithm_mismatch",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "values_not_payloads",
|
|
"about": "a value that is not a payload of synthesis 7.2: its first byte is not a class code",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"790b79ba346f4482b28d11317e297be8d5d8fd6b7190fe8bb90d8dd683ccdf11aaf1e837809c7fb779603745caf718278d91f829a41f912237e21e851e205309\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"0901020304050607\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "values_invalid",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "corpus_digest_mismatch",
|
|
"about": "a record over the conformance corpus handed the dead-leaves set's corpus document",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-leaves.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "corpus_mismatch",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "corpus_malformed",
|
|
"about": "a corpus document with no negatives",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"52c23916234135b64601ecb95a0baea73820060e758a52b779df79813aaf823f18adf71dbcd11b7a67a0ae32a5a67600241346cb63abe84ea9663a09c3694803\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"text": "{\"items\":[{\"frames\":1,\"height\":256,\"name\":\"leaves-200\",\"samples\":\"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"leaves-201\",\"samples\":\"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"spectral-200\",\"samples\":\"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598\",\"width\":256}],\"kind\":\"wai-robustness-corpus\",\"media\":\"image\",\"name\":\"conformance\",\"negatives\":[]}"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "corpus_malformed",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "corpus_counts_differ",
|
|
"about": "a record of three values over a corpus document of two items",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"04a59ee44e3fefa2212a0b091eb40315c74212ee21a8ac3bcafafb36a1495fc0\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"16ce5f70b55d03a7fed122a90dea57594505283c3fceac06f1c693113f15fee67fef076f3324e17afc920e54db5c13014eb0e5671e848908d2d5830087134707\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"text": "{\"items\":[{\"frames\":1,\"height\":256,\"name\":\"leaves-200\",\"samples\":\"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"leaves-201\",\"samples\":\"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf\",\"width\":256}],\"kind\":\"wai-robustness-corpus\",\"media\":\"image\",\"name\":\"conformance\",\"negatives\":[{\"frames\":1,\"height\":256,\"name\":\"leaves-200\",\"samples\":\"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"leaves-201\",\"samples\":\"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"spectral-200\",\"samples\":\"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598\",\"width\":256}]}"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "table_inconsistent",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "samples_not_their_size",
|
|
"about": "a corpus document whose first item is a row shorter than its samples",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"ce1012c7d06ef1c9ddc75b458a767397fa8422cbb97c700441c152f11590acf6\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"ca9420a30fa34b7ec478d0668f4ebb81fbf7d4ce05d531405122c43d91d6538e01f22d82e74e795415ded3288498c64739780a9274157d88df5d5305b6767b01\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"text": "{\"items\":[{\"frames\":1,\"height\":255,\"name\":\"leaves-200\",\"samples\":\"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"leaves-201\",\"samples\":\"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"spectral-200\",\"samples\":\"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598\",\"width\":256}],\"kind\":\"wai-robustness-corpus\",\"media\":\"image\",\"name\":\"conformance\",\"negatives\":[{\"frames\":1,\"height\":256,\"name\":\"leaves-200\",\"samples\":\"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"leaves-201\",\"samples\":\"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf\",\"width\":256},{\"frames\":1,\"height\":256,\"name\":\"spectral-200\",\"samples\":\"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598\",\"width\":256}]}"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "samples_mismatch",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "table_irreproducible",
|
|
"about": "the conformance record with one count lowered and its rates with it, signed again: every check but the rerun passes",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":2,\"transform\":\"wai-attack:scale\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":3,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":5,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":6,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":7,\"transform\":\"wai-attack:noise\"},{\"attack\":\"gamma-4/5\",\"params\":[4,5],\"seed\":8,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"gamma-5/4\",\"params\":[5,4],\"seed\":9,\"transform\":\"wai-attack:gamma\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":10,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":11,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":12,\"transform\":\"wai-attack:denoise3\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"a52553ed5ad60e7948d5c8050e5912ef2a30f60f65893f0c653b2086c3bb71e0ce9733b9634273e095a9c7399869dda1bd729fcbdf3538b07f02aa15f42b3903\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[5,6],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[2,3],\"survived\":2,\"tpr_at_1pct_fpr\":[2,3],\"trials\":3,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":3,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-4/5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"gamma-5/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0}],\"values\":[\"030615f9ee08eb87\",\"03d4a6a4685e0027\",\"03c1cd09c0204c42\"]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/conformance.json"
|
|
}
|
|
],
|
|
"samples": [
|
|
"51459d630f3e52d54cc774b6ff930b1dd75b63a7111bae6cd903edc3926378bf",
|
|
"a3e26ad85ab54a7ac01bbfabe0763637817df2934b6492b6cba7f8d5a055f598",
|
|
"cbddd7f4f223ea3528744921f8fdc8144a4ffba31651b0d88ac1495947c76c6c"
|
|
],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "table_irreproducible",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_evidence_not_held",
|
|
"about": "a claim citing a record the case does not verify before it",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"36165039b2618447a59bb324a2095c3f86ef64c52b40a3b250d56ae2ddde4e357c55a84f29f947760ecc7d853843c509250ba313613365d8baa06adefd3c8f0b\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"}]}"
|
|
],
|
|
"corpora": [],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "evidence_not_held",
|
|
"record": 0
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_evidence_other_algorithm",
|
|
"about": "a claim of wai-mark:tent64 citing a record of another algorithm",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"org.example.watermark.1\",\"algorithm_digest\":\"746020555e6af3959131200b344c2e0f3ba50d0d992d94b891f342b79d1d7bc0\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"jpeg-q50\",\"params\":[50],\"seed\":1,\"transform\":\"org.example.attack.jpeg\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"org.example.harness.1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"960e71cd4b90bdfb4f30deaadeacea10719c008c3554c7cb1edd52c0b10e8d1b97bf95aefb174be46939b571e37b08839505b243444bfe4fde0198cebb600107\",\"signer_pubkey\":\"a7695af0713444d2df9fe2664bb52d317e44812b97e69ad6c565ad8b4191117b\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"jpeg-q50\",\"balanced_accuracy\":[5,6],\"false_positive_rate\":[1,3],\"false_positives\":1,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":null,\"trials\":3,\"wrong\":0}],\"values\":[\"010203\",\"040506\",\"070809\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"ba323ee33d85fbef771dc7e67d15e3ed5ae67b8aa1dfd1fb40a6ff75ef1382e3\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"94ea59cda623d019975aaee2b562bb801888855b96ef11c2462e428d0eab540e7740c45ae134526dd1226df3da7262fe5eb296a24f22be131cf78c0fe10bed00\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:none\"}]}"
|
|
],
|
|
"corpora": [],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "evidence_mismatch",
|
|
"record": 1
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_stated_evidence_under_policy",
|
|
"about": "wai-mark:tent64's claim under a policy that requires reproduced evidence, its records stated without their samples",
|
|
"policy": {
|
|
"evidence": "reproduced"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"36165039b2618447a59bb324a2095c3f86ef64c52b40a3b250d56ae2ddde4e357c55a84f29f947760ecc7d853843c509250ba313613365d8baa06adefd3c8f0b\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "evidence_not_reproduced",
|
|
"record": 3
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_crop_10_exceeds",
|
|
"about": "a claim of crop-10%, which no picture of either set survived",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"44a294bddde1663b0db3403da855a6108eb417e9fbf16e531e50129d149d54e64ca4f0626de6aa979464167f8cfddcda8b4c81eaef1453c776dc9a4b8d12110e\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[10],\"transform\":\"wai-attack:crop\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "claim_exceeds_evidence",
|
|
"record": 3
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_scale_1_3_exceeds",
|
|
"about": "a claim of scale-1/3: one record shows it survived, the other shows it lost",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"ad6ee890999df000fe901d09bcfae283a3c4191d4b0828a671d50e18b7b7b7ca4c8930f9dfa83f45a236e74ccb399b614980fd66e39885157197fd5d6483ed01\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[1,3],\"transform\":\"wai-attack:scale\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "claim_exceeds_evidence",
|
|
"record": 3
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_crop_25_unevidenced",
|
|
"about": "a claim of crop-25%, which no record measures",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"f6c2ed0dc44c4223bb287a7481dc9744353793baeb08ac77433866e94a4d3c53dacec5a5cd16866418b04a867764884c202ea3456f32f23a093dec3e5652340b\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[25],\"transform\":\"wai-attack:crop\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "claim_unevidenced",
|
|
"record": 3
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_frame_drop_on_pictures_unevidenced",
|
|
"about": "a claim of frame-drop for pictures: the record that measures it is of clips",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"85e3dc3a8b1874e60f23e730ee3a3bda15d978fbc4ff0c8bcfe5fa51231dbb24bd2d349327c7f1641212c509a77e889d3b1a2f21fbd0c008a430ee8a06e84b08\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "claim_unevidenced",
|
|
"record": 3
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_without_evidence",
|
|
"about": "wai-mark:tent64's claim citing no record",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"d2a82c94edbb79d0ff3f478fb86908cdb335462fba39ebc13fe713bb92778974ec85d25cae85d9e4017da3ee1aee044d3038d4d48efc406163f6fcc0372e5a08\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "claim_unevidenced",
|
|
"record": 3
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_false_positive_exceeds",
|
|
"about": "a claim of an attack under which every item survived and one negative was read as marked",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"org.example.watermark.1\",\"algorithm_digest\":\"746020555e6af3959131200b344c2e0f3ba50d0d992d94b891f342b79d1d7bc0\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"jpeg-q50\",\"params\":[50],\"seed\":1,\"transform\":\"org.example.attack.jpeg\"}],\"binding_type\":\"watermark\",\"corpus\":\"363cd7a8267c1b340ddb8d095174a3e87ecbb66b8de84e922c68a4d80dab3379\",\"harness\":\"org.example.harness.1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"960e71cd4b90bdfb4f30deaadeacea10719c008c3554c7cb1edd52c0b10e8d1b97bf95aefb174be46939b571e37b08839505b243444bfe4fde0198cebb600107\",\"signer_pubkey\":\"a7695af0713444d2df9fe2664bb52d317e44812b97e69ad6c565ad8b4191117b\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":[1,1],\"trials\":3,\"wrong\":0},{\"attack\":\"jpeg-q50\",\"balanced_accuracy\":[5,6],\"false_positive_rate\":[1,3],\"false_positives\":1,\"negatives\":3,\"survival\":[1,1],\"survived\":3,\"tpr_at_1pct_fpr\":null,\"trials\":3,\"wrong\":0}],\"values\":[\"010203\",\"040506\",\"070809\"]}",
|
|
"{\"algorithm\":\"org.example.watermark.1\",\"algorithm_digest\":\"746020555e6af3959131200b344c2e0f3ba50d0d992d94b891f342b79d1d7bc0\",\"evidence\":[\"ba323ee33d85fbef771dc7e67d15e3ed5ae67b8aa1dfd1fb40a6ff75ef1382e3\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"964d74d5cf5bb0792ecf4e0632a2c740c22f005e2f60bdf68b842e23e0b8996ed7acb93ff01987d68722d85eb1a71fcfec1135410dafde1ebcb5eeecebf96902\",\"signer_pubkey\":\"a7695af0713444d2df9fe2664bb52d317e44812b97e69ad6c565ad8b4191117b\",\"survives\":[{\"media\":\"image\",\"params\":[50],\"transform\":\"org.example.attack.jpeg\"}]}"
|
|
],
|
|
"corpora": [],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "claim_exceeds_evidence",
|
|
"record": 1
|
|
}
|
|
},
|
|
{
|
|
"name": "claim_duplicate_attack",
|
|
"about": "a claim listing one attack twice",
|
|
"policy": {
|
|
"evidence": "stated"
|
|
},
|
|
"implements": [
|
|
"wai-mark:tent64"
|
|
],
|
|
"records": [
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"7c2fb56228768ff27dda9897f2140199136b4c39ff54e442f2dd4bb1786bb641\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"529617b1c8900d0fd8cebe80d243e24be8da0f28c495db3fdcb532b190d0e6eba5b31f2ee5db097afdf9a045fef3ee4ce678c195d8bc178b1724310804c4c50b\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"0370fb169f2caf40\",\"031c9246c815b8bb\",\"03b256f8f9a7b09f\",\"030d903cb43001aa\",\"038ec130121b662b\",\"03ab60cda82426d8\",\"032735eb7cd0300a\",\"0383cebbce7dee2e\",\"03be1448a36381c6\",\"03c6f88e167171a0\",\"030d6a15951f0cf6\",\"03407888a093c3a0\",\"03f3ebb72e446b28\",\"03ba4de294345921\",\"03277ba2072cc1cd\",\"03a68329ff739100\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"int-motion-q4\",\"params\":[4],\"seed\":1,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q8\",\"params\":[8],\"seed\":2,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q16\",\"params\":[16],\"seed\":3,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q32\",\"params\":[32],\"seed\":4,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"int-motion-q48\",\"params\":[48],\"seed\":5,\"transform\":\"wai-attack:int-motion\"},{\"attack\":\"staged-base-q8\",\"params\":[8],\"seed\":6,\"transform\":\"wai-attack:staged-base\"},{\"attack\":\"denoise3\",\"params\":[1],\"seed\":7,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"denoise3-x4\",\"params\":[4],\"seed\":8,\"transform\":\"wai-attack:denoise3\"},{\"attack\":\"scale-3/4\",\"params\":[3,4],\"seed\":9,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":10,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/3\",\"params\":[1,3],\"seed\":11,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-1/4\",\"params\":[1,4],\"seed\":12,\"transform\":\"wai-attack:scale\"},{\"attack\":\"scale-3/2\",\"params\":[3,2],\"seed\":13,\"transform\":\"wai-attack:scale\"},{\"attack\":\"upscale2\",\"params\":[],\"seed\":14,\"transform\":\"wai-attack:upscale2\"},{\"attack\":\"aspect-3/4\",\"params\":[3,4],\"seed\":15,\"transform\":\"wai-attack:aspect\"},{\"attack\":\"half-then-int-motion-q16\",\"params\":[16],\"seed\":16,\"transform\":\"wai-attack:half-then-int-motion\"},{\"attack\":\"crop-1%\",\"params\":[1],\"seed\":17,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-2%\",\"params\":[2],\"seed\":18,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-5%\",\"params\":[5],\"seed\":19,\"transform\":\"wai-attack:crop\"},{\"attack\":\"crop-10%\",\"params\":[10],\"seed\":20,\"transform\":\"wai-attack:crop\"},{\"attack\":\"mirror\",\"params\":[],\"seed\":21,\"transform\":\"wai-attack:mirror\"},{\"attack\":\"rotate-90\",\"params\":[],\"seed\":22,\"transform\":\"wai-attack:rotate-90\"},{\"attack\":\"rotate-0.5\",\"params\":[65534,572,0],\"seed\":23,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-1\",\"params\":[65526,1144,0],\"seed\":24,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"rotate-2\",\"params\":[65496,2287,0],\"seed\":25,\"transform\":\"wai-attack:rotate\"},{\"attack\":\"noise-4\",\"params\":[4],\"seed\":26,\"transform\":\"wai-attack:noise\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":27,\"transform\":\"wai-attack:noise\"},{\"attack\":\"brightness+32\",\"params\":[32,0],\"seed\":28,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"brightness-32\",\"params\":[32,1],\"seed\":29,\"transform\":\"wai-attack:brightness\"},{\"attack\":\"contrast-1/2\",\"params\":[1,2],\"seed\":30,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"contrast-3/2\",\"params\":[3,2],\"seed\":31,\"transform\":\"wai-attack:contrast\"},{\"attack\":\"local-blur\",\"params\":[],\"seed\":32,\"transform\":\"wai-attack:local-blur\"}],\"binding_type\":\"watermark\",\"corpus\":\"9664eef279165f7dde1b92251912fda3a0d1c92b8fb2d21017f5080519f17c8d\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"image\",\"sig\":\"e12efe1f6cf91f770518506699cef9d2f15d97420dad34774874abeee6aa2e6f051c80e5c430db0b04e540b0dd3188df0b9cfe5717d59ffc2f6e4c300b165a00\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"int-motion-q48\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"staged-base-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"denoise3-x4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/3\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-1/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"scale-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"upscale2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"aspect-3/4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"half-then-int-motion-q16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-1%\",\"balanced_accuracy\":[9,16],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,8],\"survived\":2,\"tpr_at_1pct_fpr\":[1,8],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-2%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-5%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"crop-10%\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"mirror\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-90\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-0.5\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-1\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"rotate-2\",\"balanced_accuracy\":[1,2],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[0,1],\"survived\":0,\"tpr_at_1pct_fpr\":[0,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-4\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness+32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"brightness-32\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"contrast-3/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0},{\"attack\":\"local-blur\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":16,\"survival\":[1,1],\"survived\":16,\"tpr_at_1pct_fpr\":[1,1],\"trials\":16,\"wrong\":0}],\"values\":[\"03a59b2f78a9001f\",\"0304f1e81d14500d\",\"0314886cdfec0390\",\"03ffdb2b00517c45\",\"03ef50fafccbc991\",\"0315fccca8f77067\",\"03ad1693184ef7c3\",\"039bb464efd8935f\",\"03bb469b2920cf83\",\"033a72d3a8d2e491\",\"033ca33520f8bbc1\",\"03e7ce7cb0a989fb\",\"032fef4f52dd77c8\",\"037a50d8a0e6ed08\",\"03bb077327b62ec5\",\"03748f55d1d156c3\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"battery\":[{\"attack\":\"none\",\"params\":[],\"seed\":0,\"transform\":\"wai-attack:none\"},{\"attack\":\"clip-int-motion-q8\",\"params\":[8],\"seed\":1,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"clip-int-motion-q24\",\"params\":[24],\"seed\":2,\"transform\":\"wai-attack:clip-int-motion\"},{\"attack\":\"frame-drop\",\"params\":[],\"seed\":3,\"transform\":\"wai-attack:frame-drop\"},{\"attack\":\"one-frame\",\"params\":[],\"seed\":4,\"transform\":\"wai-attack:one-frame\"},{\"attack\":\"scale-1/2\",\"params\":[1,2],\"seed\":5,\"transform\":\"wai-attack:scale\"},{\"attack\":\"noise-16\",\"params\":[16],\"seed\":6,\"transform\":\"wai-attack:noise\"}],\"binding_type\":\"watermark\",\"corpus\":\"1514e7d4cfcd93c3386b5707b0103908fafa2e86ddcffc16d762e96649b23b79\",\"harness\":\"wai-robustness-harness:1\",\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness\",\"media\":\"video\",\"sig\":\"1bbdf577439758833aaa5e458437f968379a618345dab1964ff9dc3c912f3f83c764458c8b9158354ff962657291086b8b5892d42d9c595bf54b0a76baf5ab03\",\"signer_pubkey\":\"670eebd5881bea34f6bc1709bc66bdf57061640efc8c89448454445363aedf75\",\"table\":[{\"attack\":\"none\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q8\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"clip-int-motion-q24\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"frame-drop\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"one-frame\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"scale-1/2\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0},{\"attack\":\"noise-16\",\"balanced_accuracy\":[1,1],\"false_positive_rate\":[0,1],\"false_positives\":0,\"negatives\":4,\"survival\":[1,1],\"survived\":4,\"tpr_at_1pct_fpr\":[1,1],\"trials\":4,\"wrong\":0}],\"values\":[\"03bb3cfa94424bff\",\"034102f5c82d7f5d\",\"03684fc7c08217c6\",\"036174ca28b996ce\"]}",
|
|
"{\"algorithm\":\"wai-mark:tent64\",\"algorithm_digest\":\"4e1bd9f2cac9420fc276434751a3fb9b2b0916128f200bf147009a86168be7d6\",\"evidence\":[\"efdaebdded9d4ade7e0b8fdbd9807373be3af3f83724c2e0133a28b02a5eb9cb\",\"826a13f003e53197ed3042660bc89c4aa4f52f52d27a0ecbb07179e97bca3dbc\",\"0d7a27ea74c39b111b0c97b0ab14646b6e1f82443ca1ea3608e0b3917b9a20dc\"],\"issued_at\":\"2026-10-22T09:00:00Z\",\"kind\":\"wai-robustness-claim\",\"sig\":\"2dbcf8587020a435aa1d004d0d8fe9052c6b8102ddca2747c63df2e16345cbe9dcd3efe5fc2923b5f76fff105fe5b1973d1241456ffefff13c386a2ad490e104\",\"signer_pubkey\":\"42beefb73cbbe9063aef43732bae5add4da55b2a9e5f9701edb9e86242ff9b21\",\"survives\":[{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[32],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[48],\"transform\":\"wai-attack:int-motion\"},{\"media\":\"image\",\"params\":[8],\"transform\":\"wai-attack:staged-base\"},{\"media\":\"image\",\"params\":[1],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:denoise3\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:upscale2\"},{\"media\":\"image\",\"params\":[3,4],\"transform\":\"wai-attack:aspect\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:half-then-int-motion\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:mirror\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:rotate-90\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[32,0],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[32,1],\"transform\":\"wai-attack:brightness\"},{\"media\":\"image\",\"params\":[1,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[3,2],\"transform\":\"wai-attack:contrast\"},{\"media\":\"image\",\"params\":[],\"transform\":\"wai-attack:local-blur\"},{\"media\":\"video\",\"params\":[8],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[24],\"transform\":\"wai-attack:clip-int-motion\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:frame-drop\"},{\"media\":\"video\",\"params\":[],\"transform\":\"wai-attack:one-frame\"},{\"media\":\"video\",\"params\":[1,2],\"transform\":\"wai-attack:scale\"},{\"media\":\"video\",\"params\":[16],\"transform\":\"wai-attack:noise\"},{\"media\":\"image\",\"params\":[4],\"transform\":\"wai-attack:int-motion\"}]}"
|
|
],
|
|
"corpora": [
|
|
{
|
|
"record": 0,
|
|
"file": "corpus/tent64-spectral.json"
|
|
},
|
|
{
|
|
"record": 1,
|
|
"file": "corpus/tent64-leaves.json"
|
|
},
|
|
{
|
|
"record": 2,
|
|
"file": "corpus/tent64-clips.json"
|
|
}
|
|
],
|
|
"samples": [],
|
|
"expected": {
|
|
"outcome": "refuse",
|
|
"reason": "record_malformed",
|
|
"record": 3
|
|
}
|
|
}
|
|
]
|
|
}
|