ajaynomics/opencode-compat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Harden runtime tuple recertification policy

Browse Source
This commit is contained in:
Ajay Krishnan
2026-07-18 16:46:56 -07:00
parent 84c0d80b76
commit 0d0ab1f23f
20 changed files with 1753 additions and 120 deletions
Download Patch File Download Diff File Expand all files Collapse all files

86
evidence/2026-07-18-ajent-rails-alpha7-candidate.json
View File

@@ -2,15 +2,87 @@
"schema_version": 1,
"consumer": "ajent-rails",
"profile": "rails-persisted-turn",
"consumer_commit": "96552893baccd5ccba1592b2585edfef1299b4f9",
"consumer_commit": "01cdf9da8e1b3f9a205d681e448aefefd9704db2",
"consumer_tree": "9e93834ad16b60fa5edfe1cb3baaba193402be74",
"consumer_ref_kind": "pull-request-head",
"review_url": "https://gitea.ajay.to/ajaynomics/ajent-rails/pulls/946",
"certification_scope": "pre-merge-pr-head-candidate-only",
"promotion_eligible": false,
"status": "pass",
"certified_at": "2026-07-18T22:03:14Z",
"tuple_sha256": "sha256:2fc1026cf247b5ad5677bfa4673c1073f7c2478769dca0cc8443a0924cebfca3",
"certified_at": "2026-07-18T23:28:16.435369Z",
"tuple_sha256": "sha256:e7026c294d0b2981f6ec785a45afb69969f4dc2b4d0ed6533f9bda5153304663",
"shared_evidence": "evidence/2026-07-18-opencode-ruby-alpha7.json",
"canary": {
"checked_at": "2026-07-18T21:58:00Z",
"docker_image_id": "sha256:239e3dc6cd2958251cda636fb20bd7cd7c46f596bd4c61cb81863ebc49d824e8",
"loaded_sources": {
"opencode-ruby": {
"version": "0.0.1.alpha7",
"requested_ref": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"locked_revision": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"observed_revision": "78b6f9c9e9c7d58b699af1c3c17764acd33de798"
},
"opencode-rails": {
"version": "0.0.1.alpha7",
"requested_ref": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb",
"locked_revision": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb",
"observed_revision": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb"
},
"source_class": "Bundler::Source::Git",
"proof_test": "test/lib/opencode/runtime_image_provenance_test.rb",
"status": "pass"
},
"deterministic_contract": {
"checked_at": "2026-07-18T23:16:13Z",
"docker_image_id": "sha256:075cb49ac7fcb1f8972e051dff96d655fa0d0d911d83a523a6abf03a5e2e2935",
"expected_text": "compat-ok",
"full_text": "compat-ok",
"authoritative_assistant_count": 1,
"model_request_count": 1,
"status": "pass"
},
"application_canary": {
"checked_at": "2026-07-18T23:28:16.435369Z",
"docker_image_id": "sha256:075cb49ac7fcb1f8972e051dff96d655fa0d0d911d83a523a6abf03a5e2e2935",
"persisted_final_text": "compat-ok",
"model_request_count": 1
"authoritative_final_text": "compat-ok",
"authoritative_assistant_count": 1,
"model_request_count": 1,
"cleanup_status": "pass",
"status": "pass"
},
"consumer_verification": {
"tests": {
"runs": 4077,
"assertions": 14495,
"failures": 0,
"errors": 0,
"existing_skips": 4
},
"rubocop": {
"files": 1365,
"offenses": 0
},
"gitea_actions": {
"run_id": 2545,
"status": "success",
"commit": "01cdf9da8e1b3f9a205d681e448aefefd9704db2"
},
"remotes_exact": [
"origin",
"github",
"backup"
]
},
"product_artifact_coverage": {
"selected_products": [
"aigl",
"blackline",
"raven"
],
"content_addressed_artifacts": [
"blackline"
],
"missing_before_promotion": [
"aigl",
"raven"
]
}
}

90
evidence/2026-07-18-mushu-alpha7-candidate.json
View File

@@ -2,16 +2,88 @@
"schema_version": 1,
"consumer": "mushu",
"profile": "ruby-rest-sse",
"consumer_commit": "f26d958b64f214a422aeb629860c8c9a46a4c084",
"consumer_commit": "7cff22788b36ae703f6b1b8fa39b52d6dbafe7e0",
"consumer_tree": "762eb8dcc7042a52cd240ca69acdb9cb45150a84",
"consumer_ref_kind": "pull-request-head",
"review_url": "https://gitea.ajay.to/ajaynomics/mushu/pulls/1",
"certification_scope": "pre-merge-pr-head-candidate-only",
"promotion_eligible": false,
"status": "pass",
"certified_at": "2026-07-18T22:03:14Z",
"tuple_sha256": "sha256:6171647c7db6d88d52882695c6106a4391e87d0bb1f9e0c48151b2bc1e95b318",
"certified_at": "2026-07-18T23:26:06.865190Z",
"tuple_sha256": "sha256:648d53b1d800c065e8ecdb95974049ee179617569170cfc169c31c3bfc1e8865",
"shared_evidence": "evidence/2026-07-18-opencode-ruby-alpha7.json",
"canary": {
"run_id": "mushu-alpha7-20260718T215300Z-f26d958",
"checked_at": "2026-07-18T21:53:00Z",
"docker_image_id": "sha256:ed6293ca87e6db1dc07870d3ed6da21960743e6e2e904533b3c566d334b58d6a",
"persisted_final_text": "compat-ok",
"model_request_count": 1
"loaded_source": {
"gem": "opencode-ruby",
"version": "0.0.1.alpha7",
"source_class": "Bundler::Source::Git",
"requested_ref": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"locked_revision": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"observed_ref": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"observed_revision": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"loaded_file_within_spec": true,
"proof_test": "test/services/mushu/runtime/opencode_dependency_provenance_test.rb",
"status": "pass"
},
"deterministic_contract": {
"checked_at": "2026-07-18T23:23:41Z",
"image": "docker-registry:5000/mushu-opencode@sha256:ed6293ca87e6db1dc07870d3ed6da21960743e6e2e904533b3c566d334b58d6a",
"expected_text": "compat-ok",
"full_text": "compat-ok",
"authoritative_assistant_count": 1,
"model_request_count": 1,
"status": "pass"
},
"application_canary": {
"checked_at": "2026-07-18T23:26:06.865190Z",
"response_text": "compat-ok",
"authoritative_final_text": "compat-ok",
"message_roles": [
"user",
"assistant"
],
"authoritative_assistant_count": 1,
"provider_request_count": 1,
"mapping_and_last_turn_persisted": true,
"active_claim_cleared": true,
"opencode_session_deleted": true,
"synthetic_database_rows_after_cleanup": 0,
"status": "pass"
},
"consumer_verification": {
"focused_tests": {
"runs": 126,
"assertions": 1413,
"failures": 0,
"errors": 0
},
"full_tests": {
"runs": 632,
"assertions": 9013,
"failures": 0,
"errors": 0
},
"rubocop": {
"files": 216,
"offenses": 0
},
"gitea_actions": {
"run_id": 2544,
"url": "https://gitea.ajay.to/ajaynomics/mushu/actions/runs/2544",
"overall_status": "failure",
"commit": "7cff22788b36ae703f6b1b8fa39b52d6dbafe7e0",
"classification": "inherited-unrelated-baseline-failures",
"jobs": {
"lint": "success",
"scan_js": "success",
"scan_ruby": "inherited-vendor-bundle-source-scan-failure",
"test": "inherited-evidence-report-single-failure",
"system-test": "inherited-missing-test-system-directory"
},
"baseline_run_id": 2508
},
"remotes_exact": [
"origin",
"backup"
]
}
}

39
evidence/2026-07-18-opencode-ruby-alpha2-regression.json
View File

@@ -36,7 +36,9 @@
},
{
"target": "ajent-production-artifact",
"docker_image_id": "sha256:6fb2b3bf8e4cdf48e16bf6c3475e953df2f8304e77f5efe816ceb46f905eead8",
"consumer_commit": "8d8550265dca0ac06a41d5427c585ede56bbb808",
"product": "blackline",
"docker_image_id": "sha256:af479243e6ccf1206f57dffd13b8e9d2c028de401cccc954bcc2f00940274c60",
"server_version": "1.18.3",
"status": "fail"
},
@@ -47,5 +49,38 @@
"status": "fail"
}
],
"promotion_effect": "The observed alpha2 consumer baselines are not eligible for certified previous tuples. A distinct, tested rollback consumer commit pinned to alpha7 is required before the two-certified-tuples policy can be satisfied."
"observed_ajent_production_runtime": {
"consumer_commit": "8d8550265dca0ac06a41d5427c585ede56bbb808",
"upstream_base_layer_match": "ghcr.io/anomalyco/opencode@sha256:c2d5d6398df72aac85cb1bdc8f900c71a9b75a33fb7c0a76dc1484e4b126e41e",
"shared_accessory": {
"product": "blackline",
"tag_provenance": "docker-registry:5000/opencode-blackline:8d8550265dca0ac06a41d5427c585ede56bbb808",
"docker_image_id": "sha256:af479243e6ccf1206f57dffd13b8e9d2c028de401cccc954bcc2f00940274c60"
},
"deployed_per_user_product_configuration": {
"strategy": "mutable-latest",
"status": "observed-configuration-drift-failure",
"references": {
"aigl": "docker-registry:5000/opencode-aigl:latest",
"blackline": "docker-registry:5000/opencode-blackline:latest",
"raven": "docker-registry:5000/opencode-raven:latest"
}
},
"ci_built_sha_artifacts": {
"aigl": {
"tag_provenance": "docker-registry:5000/opencode-aigl:8d8550265dca0ac06a41d5427c585ede56bbb808",
"docker_image_id": "sha256:72c454f39d423618b75439122c9073dbba7c9071421e5f3abd12cf288dc1f898"
},
"blackline": {
"tag_provenance": "docker-registry:5000/opencode-blackline:8d8550265dca0ac06a41d5427c585ede56bbb808",
"docker_image_id": "sha256:af479243e6ccf1206f57dffd13b8e9d2c028de401cccc954bcc2f00940274c60"
},
"raven": {
"tag_provenance": "docker-registry:5000/opencode-raven:8d8550265dca0ac06a41d5427c585ede56bbb808",
"docker_image_id": "sha256:6c4da94a8dec6160f0b1b4d0e2cd9ff38a3faa18dbd2a8d6023a71f6416a544c"
}
},
"scope_note": "The hardened alpha2 contract was rerun against the exact shared Blackline accessory. The three SHA-tagged image IDs are CI artifact provenance, not evidence that the deployed per-user ProductConfig selected them; it selected mutable latest references."
},
"promotion_effect": "The observed alpha2 consumer baselines are not eligible for certified previous tuples. After a real main/deploy/post-merge canary, an explicitly acknowledged bootstrap may certify current while leaving previous null and retaining alpha2 only as failed emergency provenance; the next meaningful passing release creates the first certified previous tuple."
}

53
evidence/2026-07-18-opencode-ruby-alpha7.json
View File

@@ -41,7 +41,7 @@
"target": "travelwolf-1.16.1",
"image": "ghcr.io/anomalyco/opencode@sha256:e975a0647576016dfdf77d54b979ca30d32b4750472c10263e9894aad6628c2a",
"server_version": "1.16.1",
"checked_at": "2026-07-18T22:03:12Z",
"checked_at": "2026-07-18T23:35:57Z",
"expected_text": "compat-ok",
"full_text": "compat-ok",
"llm_request_count": 1,
@@ -51,7 +51,7 @@
"target": "opencode-ajent-1.17.18",
"image": "ghcr.io/anomalyco/opencode@sha256:bf9d0e84b7cedef436a8f57db4d48767cd5d8fc6604f666335c1cc916b199a97",
"server_version": "1.17.18",
"checked_at": "2026-07-18T22:03:13Z",
"checked_at": "2026-07-18T23:35:58Z",
"expected_text": "compat-ok",
"full_text": "compat-ok",
"llm_request_count": 1,
@@ -61,7 +61,7 @@
"target": "ajent-base-1.18.3",
"image": "ghcr.io/anomalyco/opencode@sha256:c2d5d6398df72aac85cb1bdc8f900c71a9b75a33fb7c0a76dc1484e4b126e41e",
"server_version": "1.18.3",
"checked_at": "2026-07-18T22:03:14Z",
"checked_at": "2026-07-18T23:35:58Z",
"expected_text": "compat-ok",
"full_text": "compat-ok",
"llm_request_count": 1,
@@ -71,42 +71,55 @@
"consumer_canaries": [
{
"consumer": "ajent-rails",
"consumer_commit": "96552893baccd5ccba1592b2585edfef1299b4f9",
"tag_provenance": "ajent-opencode-blackline-canary:96552893",
"docker_image_id": "sha256:239e3dc6cd2958251cda636fb20bd7cd7c46f596bd4c61cb81863ebc49d824e8",
"source_commit": "96552893baccd5ccba1592b2585edfef1299b4f9",
"consumer_commit": "01cdf9da8e1b3f9a205d681e448aefefd9704db2",
"consumer_ref_kind": "pull-request-head",
"certification_scope": "pre-merge-pr-head-candidate-only",
"tag_provenance": "ajent-opencode-blackline-canary:01cdf9da8e1b3f9a205d681e448aefefd9704db2",
"docker_image_id": "sha256:075cb49ac7fcb1f8972e051dff96d655fa0d0d911d83a523a6abf03a5e2e2935",
"source_commit": "01cdf9da8e1b3f9a205d681e448aefefd9704db2",
"upstream_base": "ghcr.io/anomalyco/opencode@sha256:c2d5d6398df72aac85cb1bdc8f900c71a9b75a33fb7c0a76dc1484e4b126e41e",
"server_version": "1.18.3",
"checked_at": "2026-07-18T21:58:00Z",
"checked_at": "2026-07-18T23:28:16.435369Z",
"application_path": "Blackline::GenerateResponseJob",
"persisted_final_text": "compat-ok",
"authoritative_final_text": "compat-ok",
"authoritative_assistant_count": 1,
"model_request_count": 1,
"cleanup_status": "pass",
"status": "pass"
},
{
"consumer": "mushu",
"consumer_commit": "f26d958b64f214a422aeb629860c8c9a46a4c084",
"run_id": "mushu-alpha7-20260718T215300Z-f26d958",
"consumer_commit": "7cff22788b36ae703f6b1b8fa39b52d6dbafe7e0",
"consumer_ref_kind": "pull-request-head",
"certification_scope": "pre-merge-pr-head-candidate-only",
"tag_provenance": "docker-registry:5000/mushu-opencode:sha-99d6328b1",
"image": "docker-registry:5000/mushu-opencode@sha256:ed6293ca87e6db1dc07870d3ed6da21960743e6e2e904533b3c566d334b58d6a",
"docker_image_id": "sha256:ed6293ca87e6db1dc07870d3ed6da21960743e6e2e904533b3c566d334b58d6a",
"source_commit": "99d6328b18ff8a340a928449a2aa8bc184a063f9",
"server_version": "0.0.0-permission-shortcuts-202606300721",
"checked_at": "2026-07-18T21:53:00Z",
"persisted_final_text": "compat-ok",
"model_request_count": 1,
"checked_at": "2026-07-18T23:26:06.865190Z",
"response_text": "compat-ok",
"authoritative_final_text": "compat-ok",
"authoritative_assistant_count": 1,
"provider_request_count": 1,
"cleanup_status": "pass",
"status": "pass"
},
{
"consumer": "travelwolf",
"consumer_commit": "19747b59fa21e12560afd9edd73ed674ab3a644c",
"run_id": "20260718215135-8d8102c0",
"consumer_commit": "b9a2c2dd361a6b2ea547cc67ee817b8eb4ce31e8",
"consumer_ref_kind": "pull-request-head",
"certification_scope": "pre-merge-pr-head-candidate-only",
"run_id": "travelwolf-alpha7-ref-20260718T232211Z-48eadf",
"image": "ghcr.io/anomalyco/opencode@sha256:e975a0647576016dfdf77d54b979ca30d32b4750472c10263e9894aad6628c2a",
"server_version": "1.16.1",
"started_at": "2026-07-18T21:51:35Z",
"checked_at": "2026-07-18T21:51:56.552Z",
"final_text": "TRAVELWOLF_ALPHA7_SUBSCRIBE_READY",
"application_prompt_count": 1,
"model_request_count_observed": false,
"checked_at": "2026-07-18T23:22:26.216140Z",
"final_text": "TRAVELWOLF_ALPHA7_REF_PIN_READY",
"subscription_ready_before_prompt": true,
"opencode_api_prompt_count": 1,
"provider_request_count_observed": false,
"message_roles": ["user", "assistant"],
"cleanup_status": "pass",
"status": "pass"
}

89
evidence/2026-07-18-travelwolf-alpha7-candidate.json
View File

@@ -2,17 +2,86 @@
"schema_version": 1,
"consumer": "travelwolf",
"profile": "rails-persisted-turn",
"consumer_commit": "19747b59fa21e12560afd9edd73ed674ab3a644c",
"consumer_commit": "b9a2c2dd361a6b2ea547cc67ee817b8eb4ce31e8",
"consumer_tree": "8b3f8a97dc1f1d8b558a49523bf312d2810422df",
"consumer_ref_kind": "pull-request-head",
"review_url": "https://gitea.ajay.to/ajaynomics/travelwolf/pulls/29",
"certification_scope": "pre-merge-pr-head-candidate-only",
"promotion_eligible": false,
"status": "pass",
"certified_at": "2026-07-18T22:03:14Z",
"tuple_sha256": "sha256:a7519e661f74d86788928540429c953edcbf20d26321c0dd2b72cd0a1b995b61",
"certified_at": "2026-07-18T23:35:57Z",
"tuple_sha256": "sha256:bed7d6f6a5e6dd9138c3b960b8bf13ac6f5bf402d0aa7e5c01a52a8e8ea1083d",
"shared_evidence": "evidence/2026-07-18-opencode-ruby-alpha7.json",
"canary": {
"run_id": "20260718215135-8d8102c0",
"checked_at": "2026-07-18T21:51:56.552Z",
"final_text": "TRAVELWOLF_ALPHA7_SUBSCRIBE_READY",
"application_prompt_count": 1,
"model_request_count_observed": false,
"cleanup_status": "pass"
"loaded_sources": {
"opencode-ruby": {
"version": "0.0.1.alpha7",
"requested_ref": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"locked_revision": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"observed_ref": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"observed_revision": "78b6f9c9e9c7d58b699af1c3c17764acd33de798"
},
"opencode-rails": {
"version": "0.0.1.alpha7",
"requested_ref": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb",
"locked_revision": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb",
"observed_ref": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb",
"observed_revision": "2a391ccad1d098e4bb51eb19b6ca52adaa79e5cb"
},
"source_class": "Bundler::Source::Git",
"proof_test": "test/services/travelwolf/opencode_env_wiring_test.rb",
"status": "pass"
},
"deterministic_contract": {
"checked_at": "2026-07-18T23:23:03Z",
"image": "ghcr.io/anomalyco/opencode@sha256:e975a0647576016dfdf77d54b979ca30d32b4750472c10263e9894aad6628c2a",
"opencode_ruby_commit": "78b6f9c9e9c7d58b699af1c3c17764acd33de798",
"expected_text": "compat-ok",
"full_text": "compat-ok",
"authoritative_assistant_count": 1,
"model_request_count": 1,
"status": "pass"
},
"application_canary": {
"run_id": "travelwolf-alpha7-ref-20260718T232211Z-48eadf",
"checked_at": "2026-07-18T23:22:26.216140Z",
"final_text": "TRAVELWOLF_ALPHA7_REF_PIN_READY",
"subscription_ready_before_prompt": true,
"opencode_api_prompt_count": 1,
"provider_request_count_observed": false,
"message_roles": [
"user",
"assistant"
],
"cleanup_status": "pass",
"status": "pass"
},
"consumer_verification": {
"source_guard": {
"runs": 4,
"assertions": 110,
"failures": 0,
"errors": 0
},
"focused_tests": {
"runs": 31,
"assertions": 248,
"failures": 0,
"errors": 0
},
"bounded_full_tests": {
"runs": 2300,
"assertions": 21679,
"failures": 0,
"errors": 0
},
"rubocop": {
"changed_ruby_files": 6,
"offenses": 0
},
"remotes_exact": [
"origin",
"github",
"backup"
]
}
}