conformance: a conformance suite for the AIP-23 proof kinds (one verdict form over the published verifiers, 35 rules derived from code, 122 vectors, a runner for any implementation, a second verifier in Python); four defects it found in the published verifiers are fixed here: the market judge accepted a timeline with its submission event withheld, and three verifiers threw on malformed input instead of refusing by name

This commit is contained in:
Aere Network committed 2026-10-03 13:26:03 +03:00
1 parent 2c000478dc
commit c9f2932e04
145 files changed
+17395 -104

No files matched your search

@@ -0,0 +1,93 @@
{
"v": 1,
"kind": "aere-conformance-vector",
"id": "dataset-record/r5.commitment",
"artifact": "dataset-record",
"title": "the record names another commitment",
"source": "derived from dataset-record/r5.valid",
"requires": [],
"exercises": [
"dataset.commitment",
"dataset.field",
"dataset.form",
"dataset.inclusion"
],
"base": "dataset-record/r5.valid",
"mutation": {
"op": "set",
"path": [
"record",
"commitmentHash"
],
"value": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a34860"
},
"input": {
"record": {
"v": 1,
"kind": "aere-verifiable-record",
"name": "conformance",
"version": 2,
"commitmentHash": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a34860",
"i": 5,
"id": "r5",
"c": {
"age": "0x6dd1cb642a41c2d474dc7764232b79718e57c56a22c4db6aafbd5c9d76fb711f",
"country": "0xcb77a35d9ad17c99e38939e1462c261ad4143ec0acf3dd1257bfd5004027cc8f",
"email": "0x3d6ddf25d6991f89b1d02087e062407a2379c28c8284a3709e66d242de58dd59",
"note": "0xbfcf4fba3f6f3aad1fe3b28ab76cf7bb923006b80063dbbf29372cbd7c8a0e9e"
},
"disclosed": {
"country": {
"value": "DE",
"salt": "b0760847d3e4e33261605d29a686c37f"
},
"age": {
"value": 55,
"salt": "5056c3b0bcfd665aefce9b421efb7826"
}
},
"logProof": {
"index": 5,
"treeSize": 16,
"path": [
"0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f4948b",
"0xe31e82f61895c75f5648f82d79fcbb86486581e1b39baa636dc71eada3ba3452",
"0xb69d58d00d2681aae7d29aa7836c94b0f65e2d4847379b4ba09caec5762875ea",
"0xe1ff507974903713d6ac9451d920007303edcffa4a82190f3976ba1c0b06d932"
]
}
},
"commitment": {
"v": 1,
"format": "aere-verifiable-dataset-1",
"name": "conformance",
"version": 2,
"size": 16,
"logRoot": "0x7b5bc02c63e970752f38d69995e4771ef596b56a640fc9addef32d570970be68",
"createdAt": "2026-10-03T00:01:00.000Z",
"indexes": {
"age": {
"root": "0xfc641a2eadd7d876f9b4fe284dac094fb83543cf43a2c2f80e88f6d9e98114a7",
"size": 16
},
"country": {
"root": "0x5be9a95a39966382ab8d83179ae93380d723d49eff2f3b76a290a72a8ee60149",
"size": 16
}
},
"previous": "0xcea41f8f24fd00aa268619aac5c49b184e5971648db52fb514efdf5f0686d9aa"
}
},
"expected": {
"verdict": "INVALID",
"failed": [
"dataset.commitment"
],
"levels": {
"integrity": "FAILED",
"authenticity": "NOT_MEASURED",
"anchoring": "NOT_MEASURED",
"finality": "NOT_MEASURED"
}
}
}
@@ -0,0 +1,93 @@
{
"v": 1,
"kind": "aere-conformance-vector",
"id": "dataset-record/r5.field-no-salt",
"artifact": "dataset-record",
"title": "a disclosed field shown without its salt",
"source": "derived from dataset-record/r5.valid",
"requires": [],
"exercises": [
"dataset.commitment",
"dataset.field",
"dataset.form",
"dataset.inclusion"
],
"base": "dataset-record/r5.valid",
"mutation": {
"op": "remove",
"path": [
"record",
"disclosed",
"age",
"salt"
]
},
"input": {
"record": {
"v": 1,
"kind": "aere-verifiable-record",
"name": "conformance",
"version": 2,
"commitmentHash": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a3486d",
"i": 5,
"id": "r5",
"c": {
"age": "0x6dd1cb642a41c2d474dc7764232b79718e57c56a22c4db6aafbd5c9d76fb711f",
"country": "0xcb77a35d9ad17c99e38939e1462c261ad4143ec0acf3dd1257bfd5004027cc8f",
"email": "0x3d6ddf25d6991f89b1d02087e062407a2379c28c8284a3709e66d242de58dd59",
"note": "0xbfcf4fba3f6f3aad1fe3b28ab76cf7bb923006b80063dbbf29372cbd7c8a0e9e"
},
"disclosed": {
"country": {
"value": "DE",
"salt": "b0760847d3e4e33261605d29a686c37f"
},
"age": {
"value": 55
}
},
"logProof": {
"index": 5,
"treeSize": 16,
"path": [
"0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f4948b",
"0xe31e82f61895c75f5648f82d79fcbb86486581e1b39baa636dc71eada3ba3452",
"0xb69d58d00d2681aae7d29aa7836c94b0f65e2d4847379b4ba09caec5762875ea",
"0xe1ff507974903713d6ac9451d920007303edcffa4a82190f3976ba1c0b06d932"
]
}
},
"commitment": {
"v": 1,
"format": "aere-verifiable-dataset-1",
"name": "conformance",
"version": 2,
"size": 16,
"logRoot": "0x7b5bc02c63e970752f38d69995e4771ef596b56a640fc9addef32d570970be68",
"createdAt": "2026-10-03T00:01:00.000Z",
"indexes": {
"age": {
"root": "0xfc641a2eadd7d876f9b4fe284dac094fb83543cf43a2c2f80e88f6d9e98114a7",
"size": 16
},
"country": {
"root": "0x5be9a95a39966382ab8d83179ae93380d723d49eff2f3b76a290a72a8ee60149",
"size": 16
}
},
"previous": "0xcea41f8f24fd00aa268619aac5c49b184e5971648db52fb514efdf5f0686d9aa"
}
},
"expected": {
"verdict": "INVALID",
"failed": [
"dataset.field"
],
"levels": {
"integrity": "FAILED",
"authenticity": "NOT_MEASURED",
"anchoring": "NOT_MEASURED",
"finality": "NOT_MEASURED"
}
}
}
@@ -0,0 +1,95 @@
{
"v": 1,
"kind": "aere-conformance-vector",
"id": "dataset-record/r5.field",
"artifact": "dataset-record",
"title": "a disclosed value changed after commitment",
"source": "derived from dataset-record/r5.valid",
"requires": [],
"exercises": [
"dataset.commitment",
"dataset.field",
"dataset.form",
"dataset.inclusion"
],
"base": "dataset-record/r5.valid",
"mutation": {
"op": "set",
"path": [
"record",
"disclosed",
"age",
"value"
],
"value": 56
},
"input": {
"record": {
"v": 1,
"kind": "aere-verifiable-record",
"name": "conformance",
"version": 2,
"commitmentHash": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a3486d",
"i": 5,
"id": "r5",
"c": {
"age": "0x6dd1cb642a41c2d474dc7764232b79718e57c56a22c4db6aafbd5c9d76fb711f",
"country": "0xcb77a35d9ad17c99e38939e1462c261ad4143ec0acf3dd1257bfd5004027cc8f",
"email": "0x3d6ddf25d6991f89b1d02087e062407a2379c28c8284a3709e66d242de58dd59",
"note": "0xbfcf4fba3f6f3aad1fe3b28ab76cf7bb923006b80063dbbf29372cbd7c8a0e9e"
},
"disclosed": {
"country": {
"value": "DE",
"salt": "b0760847d3e4e33261605d29a686c37f"
},
"age": {
"value": 56,
"salt": "5056c3b0bcfd665aefce9b421efb7826"
}
},
"logProof": {
"index": 5,
"treeSize": 16,
"path": [
"0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f4948b",
"0xe31e82f61895c75f5648f82d79fcbb86486581e1b39baa636dc71eada3ba3452",
"0xb69d58d00d2681aae7d29aa7836c94b0f65e2d4847379b4ba09caec5762875ea",
"0xe1ff507974903713d6ac9451d920007303edcffa4a82190f3976ba1c0b06d932"
]
}
},
"commitment": {
"v": 1,
"format": "aere-verifiable-dataset-1",
"name": "conformance",
"version": 2,
"size": 16,
"logRoot": "0x7b5bc02c63e970752f38d69995e4771ef596b56a640fc9addef32d570970be68",
"createdAt": "2026-10-03T00:01:00.000Z",
"indexes": {
"age": {
"root": "0xfc641a2eadd7d876f9b4fe284dac094fb83543cf43a2c2f80e88f6d9e98114a7",
"size": 16
},
"country": {
"root": "0x5be9a95a39966382ab8d83179ae93380d723d49eff2f3b76a290a72a8ee60149",
"size": 16
}
},
"previous": "0xcea41f8f24fd00aa268619aac5c49b184e5971648db52fb514efdf5f0686d9aa"
}
},
"expected": {
"verdict": "INVALID",
"failed": [
"dataset.field"
],
"levels": {
"integrity": "FAILED",
"authenticity": "NOT_MEASURED",
"anchoring": "NOT_MEASURED",
"finality": "NOT_MEASURED"
}
}
}
@@ -0,0 +1,88 @@
{
"v": 1,
"kind": "aere-conformance-vector",
"id": "dataset-record/r5.form",
"artifact": "dataset-record",
"title": "the field commitments are not an object",
"source": "derived from dataset-record/r5.valid",
"requires": [],
"exercises": [
"dataset.commitment",
"dataset.field",
"dataset.form",
"dataset.inclusion"
],
"base": "dataset-record/r5.valid",
"mutation": {
"op": "set",
"path": [
"record",
"c"
],
"value": "x"
},
"input": {
"record": {
"v": 1,
"kind": "aere-verifiable-record",
"name": "conformance",
"version": 2,
"commitmentHash": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a3486d",
"i": 5,
"id": "r5",
"c": "x",
"disclosed": {
"country": {
"value": "DE",
"salt": "b0760847d3e4e33261605d29a686c37f"
},
"age": {
"value": 55,
"salt": "5056c3b0bcfd665aefce9b421efb7826"
}
},
"logProof": {
"index": 5,
"treeSize": 16,
"path": [
"0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f4948b",
"0xe31e82f61895c75f5648f82d79fcbb86486581e1b39baa636dc71eada3ba3452",
"0xb69d58d00d2681aae7d29aa7836c94b0f65e2d4847379b4ba09caec5762875ea",
"0xe1ff507974903713d6ac9451d920007303edcffa4a82190f3976ba1c0b06d932"
]
}
},
"commitment": {
"v": 1,
"format": "aere-verifiable-dataset-1",
"name": "conformance",
"version": 2,
"size": 16,
"logRoot": "0x7b5bc02c63e970752f38d69995e4771ef596b56a640fc9addef32d570970be68",
"createdAt": "2026-10-03T00:01:00.000Z",
"indexes": {
"age": {
"root": "0xfc641a2eadd7d876f9b4fe284dac094fb83543cf43a2c2f80e88f6d9e98114a7",
"size": 16
},
"country": {
"root": "0x5be9a95a39966382ab8d83179ae93380d723d49eff2f3b76a290a72a8ee60149",
"size": 16
}
},
"previous": "0xcea41f8f24fd00aa268619aac5c49b184e5971648db52fb514efdf5f0686d9aa"
}
},
"expected": {
"verdict": "INVALID",
"failed": [
"dataset.form"
],
"levels": {
"integrity": "FAILED",
"authenticity": "NOT_MEASURED",
"anchoring": "NOT_MEASURED",
"finality": "NOT_MEASURED"
}
}
}
@@ -0,0 +1,95 @@
{
"v": 1,
"kind": "aere-conformance-vector",
"id": "dataset-record/r5.inclusion",
"artifact": "dataset-record",
"title": "one hash of the log proof changed",
"source": "derived from dataset-record/r5.valid",
"requires": [],
"exercises": [
"dataset.commitment",
"dataset.field",
"dataset.form",
"dataset.inclusion"
],
"base": "dataset-record/r5.valid",
"mutation": {
"op": "set",
"path": [
"record",
"logProof",
"path",
0
],
"value": "0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f49480"
},
"input": {
"record": {
"v": 1,
"kind": "aere-verifiable-record",
"name": "conformance",
"version": 2,
"commitmentHash": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a3486d",
"i": 5,
"id": "r5",
"c": {
"age": "0x6dd1cb642a41c2d474dc7764232b79718e57c56a22c4db6aafbd5c9d76fb711f",
"country": "0xcb77a35d9ad17c99e38939e1462c261ad4143ec0acf3dd1257bfd5004027cc8f",
"email": "0x3d6ddf25d6991f89b1d02087e062407a2379c28c8284a3709e66d242de58dd59",
"note": "0xbfcf4fba3f6f3aad1fe3b28ab76cf7bb923006b80063dbbf29372cbd7c8a0e9e"
},
"disclosed": {
"country": {
"value": "DE",
"salt": "b0760847d3e4e33261605d29a686c37f"
},
"age": {
"value": 55,
"salt": "5056c3b0bcfd665aefce9b421efb7826"
}
},
"logProof": {
"index": 5,
"treeSize": 16,
"path": [
"0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f49480",
"0xe31e82f61895c75f5648f82d79fcbb86486581e1b39baa636dc71eada3ba3452",
"0xb69d58d00d2681aae7d29aa7836c94b0f65e2d4847379b4ba09caec5762875ea",
"0xe1ff507974903713d6ac9451d920007303edcffa4a82190f3976ba1c0b06d932"
]
}
},
"commitment": {
"v": 1,
"format": "aere-verifiable-dataset-1",
"name": "conformance",
"version": 2,
"size": 16,
"logRoot": "0x7b5bc02c63e970752f38d69995e4771ef596b56a640fc9addef32d570970be68",
"createdAt": "2026-10-03T00:01:00.000Z",
"indexes": {
"age": {
"root": "0xfc641a2eadd7d876f9b4fe284dac094fb83543cf43a2c2f80e88f6d9e98114a7",
"size": 16
},
"country": {
"root": "0x5be9a95a39966382ab8d83179ae93380d723d49eff2f3b76a290a72a8ee60149",
"size": 16
}
},
"previous": "0xcea41f8f24fd00aa268619aac5c49b184e5971648db52fb514efdf5f0686d9aa"
}
},
"expected": {
"verdict": "INVALID",
"failed": [
"dataset.inclusion"
],
"levels": {
"integrity": "FAILED",
"authenticity": "NOT_MEASURED",
"anchoring": "NOT_MEASURED",
"finality": "NOT_MEASURED"
}
}
}
@@ -0,0 +1,84 @@
{
"v": 1,
"kind": "aere-conformance-vector",
"id": "dataset-record/r5.valid",
"artifact": "dataset-record",
"title": "one record against the commitment of version 2, two fields disclosed",
"source": "producer (verifiable-data), random salts, generated 2026-10-03T09:33:28.671Z",
"requires": [],
"exercises": [
"dataset.commitment",
"dataset.field",
"dataset.form",
"dataset.inclusion"
],
"base": null,
"mutation": null,
"input": {
"record": {
"v": 1,
"kind": "aere-verifiable-record",
"name": "conformance",
"version": 2,
"commitmentHash": "0x4cd24b27c6c17493766099e86e188abfa3ac25d5e28a86e48792d20962a3486d",
"i": 5,
"id": "r5",
"c": {
"age": "0x6dd1cb642a41c2d474dc7764232b79718e57c56a22c4db6aafbd5c9d76fb711f",
"country": "0xcb77a35d9ad17c99e38939e1462c261ad4143ec0acf3dd1257bfd5004027cc8f",
"email": "0x3d6ddf25d6991f89b1d02087e062407a2379c28c8284a3709e66d242de58dd59",
"note": "0xbfcf4fba3f6f3aad1fe3b28ab76cf7bb923006b80063dbbf29372cbd7c8a0e9e"
},
"disclosed": {
"country": {
"value": "DE",
"salt": "b0760847d3e4e33261605d29a686c37f"
},
"age": {
"value": 55,
"salt": "5056c3b0bcfd665aefce9b421efb7826"
}
},
"logProof": {
"index": 5,
"treeSize": 16,
"path": [
"0x423f202599ef3d02b5f3ff547235afd8e222ed7c26c61a01e4c15de7e2f4948b",
"0xe31e82f61895c75f5648f82d79fcbb86486581e1b39baa636dc71eada3ba3452",
"0xb69d58d00d2681aae7d29aa7836c94b0f65e2d4847379b4ba09caec5762875ea",
"0xe1ff507974903713d6ac9451d920007303edcffa4a82190f3976ba1c0b06d932"
]
}
},
"commitment": {
"v": 1,
"format": "aere-verifiable-dataset-1",
"name": "conformance",
"version": 2,
"size": 16,
"logRoot": "0x7b5bc02c63e970752f38d69995e4771ef596b56a640fc9addef32d570970be68",
"createdAt": "2026-10-03T00:01:00.000Z",
"indexes": {
"age": {
"root": "0xfc641a2eadd7d876f9b4fe284dac094fb83543cf43a2c2f80e88f6d9e98114a7",
"size": 16
},
"country": {
"root": "0x5be9a95a39966382ab8d83179ae93380d723d49eff2f3b76a290a72a8ee60149",
"size": 16
}
},
"previous": "0xcea41f8f24fd00aa268619aac5c49b184e5971648db52fb514efdf5f0686d9aa"
}
},
"expected": {
"verdict": "VALID",
"failed": [],
"levels": {
"integrity": "PASSED",
"authenticity": "NOT_MEASURED",
"anchoring": "NOT_MEASURED",
"finality": "NOT_MEASURED"
}
}
}