Record pending OpenCode 1.18.18 image
Allow public_ci rows that the upstream recorder already emits as pending, and add v1.18.18 as an uncertified shared-client target. Certified alpha8 rows and consumer tuples stay as they are.
This commit is contained in:
@@ -13,6 +13,30 @@ class RepositoryTest < Minitest::Test
|
||||
JSON.parse(File.read(File.join(ROOT, path)))
|
||||
end
|
||||
|
||||
def assert_certified_public_target(target)
|
||||
current = target.fetch("current_certification")
|
||||
assert_equal "certified", current.fetch("status")
|
||||
assert_match(/\A[0-9a-f]{40}\z/, current.fetch("client_commit"))
|
||||
assert_match(/\A[0-9a-f]{40}\z/, current.fetch("rails_commit"))
|
||||
assert_equal current.fetch("expected_text"), current.fetch("full_text")
|
||||
assert_equal 1, current.fetch("llm_request_count")
|
||||
assert_path_exists File.join(ROOT, current.fetch("evidence"))
|
||||
previous = target["previous_certification"]
|
||||
return unless previous
|
||||
|
||||
assert_equal "certified", previous.fetch("status")
|
||||
assert_match(/\A[0-9a-f]{40}\z/, previous.fetch("client_commit"))
|
||||
assert_equal previous.fetch("expected_text"), previous.fetch("full_text")
|
||||
assert_equal 1, previous.fetch("llm_request_count")
|
||||
end
|
||||
|
||||
def assert_pending_public_target(target)
|
||||
refute target.key?("current_certification")
|
||||
refute target.key?("previous_certification")
|
||||
assert_empty target.fetch("consumers")
|
||||
assert_empty target.fetch("required_consumer_profiles")
|
||||
end
|
||||
|
||||
def test_every_json_document_parses
|
||||
paths = Dir.glob(File.join(ROOT, "{evidence,fixtures,manifests,profiles}/**/*.json"))
|
||||
refute_empty paths
|
||||
@@ -49,22 +73,16 @@ class RepositoryTest < Minitest::Test
|
||||
assert_equal ["ruby-rest-sse"], target.fetch("profiles")
|
||||
assert_equal "shared-client-contract-only",
|
||||
target.fetch("certification_scope", "shared-client-contract-only")
|
||||
assert_equal "certified", target.fetch("certification_status")
|
||||
current = target.fetch("current_certification")
|
||||
assert_equal "certified", current.fetch("status")
|
||||
assert_match(/\A[0-9a-f]{40}\z/, current.fetch("client_commit"))
|
||||
assert_match(/\A[0-9a-f]{40}\z/, current.fetch("rails_commit"))
|
||||
assert_equal current.fetch("expected_text"), current.fetch("full_text")
|
||||
assert_equal 1, current.fetch("llm_request_count")
|
||||
assert_path_exists File.join(ROOT, current.fetch("evidence"))
|
||||
previous = target["previous_certification"]
|
||||
next unless previous
|
||||
|
||||
assert_equal "certified", previous.fetch("status")
|
||||
assert_match(/\A[0-9a-f]{40}\z/, previous.fetch("client_commit"))
|
||||
assert_equal previous.fetch("expected_text"), previous.fetch("full_text")
|
||||
assert_equal 1, previous.fetch("llm_request_count")
|
||||
case target.fetch("certification_status")
|
||||
when "certified"
|
||||
assert_certified_public_target(target)
|
||||
when "pending"
|
||||
assert_pending_public_target(target)
|
||||
else
|
||||
flunk "#{target.fetch("id")} certification_status must be pending or certified"
|
||||
end
|
||||
end
|
||||
assert targets.any? { |target| target.fetch("certification_status") == "certified" }
|
||||
end
|
||||
|
||||
def test_candidate_client_train_is_lockstep_and_bound_to_unpublished_commits
|
||||
|
||||
Reference in New Issue
Block a user