422 lines
12 KiB
JSON
422 lines
12 KiB
JSON
{
|
|
"generated_at": "2026-05-13T00:47:04.046682+00:00",
|
|
"artifact_dir": "D:\\ai-contract-platform\\project-docs\\qa-artifacts\\review-structured-acceptance-gate\\2026-05-13T08-47-02-643",
|
|
"sample_count": 12,
|
|
"field_baseline": [
|
|
{
|
|
"metric": "contract_type",
|
|
"passed": 12,
|
|
"total": 12,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "amount",
|
|
"passed": 10,
|
|
"total": 10,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "term_start",
|
|
"passed": 8,
|
|
"total": 8,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "term_end",
|
|
"passed": 8,
|
|
"total": 8,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "payment_milestones",
|
|
"passed": 11,
|
|
"total": 11,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "clause_types",
|
|
"passed": 40,
|
|
"total": 40,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "intellectual_property_owner",
|
|
"passed": 4,
|
|
"total": 4,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "liability_carve_outs",
|
|
"passed": 10,
|
|
"total": 10,
|
|
"accuracy": 100.0
|
|
}
|
|
],
|
|
"relationship_baseline": [
|
|
{
|
|
"metric": "relationship_presence",
|
|
"passed": 23,
|
|
"total": 23,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "relationship_absence",
|
|
"passed": 5,
|
|
"total": 5,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "relationship_confidence",
|
|
"passed": 7,
|
|
"total": 7,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "relationship_high_confidence_expected",
|
|
"passed": 5,
|
|
"total": 5,
|
|
"accuracy": 100.0
|
|
},
|
|
{
|
|
"metric": "relationship_weak_hint_expected",
|
|
"passed": 2,
|
|
"total": 2,
|
|
"accuracy": 100.0
|
|
}
|
|
],
|
|
"field_baseline_by_contract": [
|
|
{
|
|
"contract_family": "service",
|
|
"contract_type_passed": 4,
|
|
"contract_type_total": 4,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 4,
|
|
"payment_milestone_total": 4,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 13,
|
|
"relationship_presence_total": 13,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "procurement",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 0,
|
|
"relationship_presence_total": 0,
|
|
"relationship_presence_accuracy": 0.0
|
|
},
|
|
{
|
|
"contract_family": "sales",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 2,
|
|
"relationship_presence_total": 2,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "lease",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 0,
|
|
"payment_milestone_total": 0,
|
|
"payment_milestone_accuracy": 0.0,
|
|
"relationship_presence_passed": 1,
|
|
"relationship_presence_total": 1,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "development",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 2,
|
|
"relationship_presence_total": 2,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "license",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 1,
|
|
"relationship_presence_total": 1,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "entrustment",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 2,
|
|
"relationship_presence_total": 2,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "employment",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 1,
|
|
"relationship_presence_total": 1,
|
|
"relationship_presence_accuracy": 100.0
|
|
},
|
|
{
|
|
"contract_family": "framework",
|
|
"contract_type_passed": 1,
|
|
"contract_type_total": 1,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 1,
|
|
"payment_milestone_total": 1,
|
|
"payment_milestone_accuracy": 100.0,
|
|
"relationship_presence_passed": 1,
|
|
"relationship_presence_total": 1,
|
|
"relationship_presence_accuracy": 100.0
|
|
}
|
|
],
|
|
"field_baseline_by_batch": [
|
|
{
|
|
"batch_id": "B-001",
|
|
"contract_type_passed": 4,
|
|
"contract_type_total": 4,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 3,
|
|
"payment_milestone_total": 3,
|
|
"payment_milestone_accuracy": 100.0
|
|
},
|
|
{
|
|
"batch_id": "B-002",
|
|
"contract_type_passed": 4,
|
|
"contract_type_total": 4,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 4,
|
|
"payment_milestone_total": 4,
|
|
"payment_milestone_accuracy": 100.0
|
|
},
|
|
{
|
|
"batch_id": "B-003",
|
|
"contract_type_passed": 2,
|
|
"contract_type_total": 2,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 2,
|
|
"payment_milestone_total": 2,
|
|
"payment_milestone_accuracy": 100.0
|
|
},
|
|
{
|
|
"batch_id": "B-004",
|
|
"contract_type_passed": 2,
|
|
"contract_type_total": 2,
|
|
"contract_type_accuracy": 100.0,
|
|
"payment_milestone_passed": 2,
|
|
"payment_milestone_total": 2,
|
|
"payment_milestone_accuracy": 100.0
|
|
}
|
|
],
|
|
"relationship_baseline_by_type": [
|
|
{
|
|
"relationship_type": "payment_depends_on_acceptance",
|
|
"presence_passed": 7,
|
|
"presence_total": 7,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 3,
|
|
"confidence_total": 3,
|
|
"confidence_accuracy": 100.0
|
|
},
|
|
{
|
|
"relationship_type": "payment_depends_on_invoice",
|
|
"presence_passed": 9,
|
|
"presence_total": 9,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 1,
|
|
"confidence_total": 1,
|
|
"confidence_accuracy": 100.0
|
|
},
|
|
{
|
|
"relationship_type": "liability_cap_conflicts_with_breach",
|
|
"presence_passed": 3,
|
|
"presence_total": 3,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 1,
|
|
"confidence_total": 1,
|
|
"confidence_accuracy": 100.0
|
|
},
|
|
{
|
|
"relationship_type": "payment_depends_on_go_live",
|
|
"presence_passed": 1,
|
|
"presence_total": 1,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 0,
|
|
"confidence_total": 0,
|
|
"confidence_accuracy": 0.0
|
|
},
|
|
{
|
|
"relationship_type": "payment_after_warranty_period",
|
|
"presence_passed": 1,
|
|
"presence_total": 1,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 1,
|
|
"confidence_total": 1,
|
|
"confidence_accuracy": 100.0
|
|
},
|
|
{
|
|
"relationship_type": "liability_cap_conflicts_with_confidentiality",
|
|
"presence_passed": 1,
|
|
"presence_total": 1,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 0,
|
|
"confidence_total": 0,
|
|
"confidence_accuracy": 0.0
|
|
},
|
|
{
|
|
"relationship_type": "liability_cap_conflicts_with_ip",
|
|
"presence_passed": 1,
|
|
"presence_total": 1,
|
|
"presence_accuracy": 100.0,
|
|
"confidence_passed": 1,
|
|
"confidence_total": 1,
|
|
"confidence_accuracy": 100.0
|
|
}
|
|
],
|
|
"sample_inventory": [
|
|
{
|
|
"case_id": "S-001",
|
|
"batch_id": "B-001",
|
|
"label": "服务合同结构化摘要",
|
|
"contract_family": "service",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 2,
|
|
"expected_payment_milestones": 1
|
|
},
|
|
{
|
|
"case_id": "S-002",
|
|
"batch_id": "B-001",
|
|
"label": "采购合同缺失条款提示",
|
|
"contract_family": "procurement",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 0,
|
|
"expected_payment_milestones": 1
|
|
},
|
|
{
|
|
"case_id": "S-003",
|
|
"batch_id": "B-001",
|
|
"label": "购销合同编号条款分段",
|
|
"contract_family": "sales",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 2,
|
|
"expected_payment_milestones": 1
|
|
},
|
|
{
|
|
"case_id": "S-004",
|
|
"batch_id": "B-001",
|
|
"label": "租赁合同责任限制识别",
|
|
"contract_family": "lease",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 1,
|
|
"expected_payment_milestones": 0
|
|
},
|
|
{
|
|
"case_id": "S-005",
|
|
"batch_id": "B-002",
|
|
"label": "开发合同付款节点拆解",
|
|
"contract_family": "development",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 2,
|
|
"expected_payment_milestones": 2
|
|
},
|
|
{
|
|
"case_id": "S-006",
|
|
"batch_id": "B-002",
|
|
"label": "复杂实施合同关系深化",
|
|
"contract_family": "service",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 7,
|
|
"expected_payment_milestones": 4
|
|
},
|
|
{
|
|
"case_id": "S-007",
|
|
"batch_id": "B-002",
|
|
"label": "实施合同责任限制含 carve-out",
|
|
"contract_family": "service",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 3,
|
|
"expected_payment_milestones": 1
|
|
},
|
|
{
|
|
"case_id": "S-008",
|
|
"batch_id": "B-002",
|
|
"label": "弱提示付款依赖样本",
|
|
"contract_family": "service",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 1,
|
|
"expected_payment_milestones": 1
|
|
},
|
|
{
|
|
"case_id": "S-009",
|
|
"batch_id": "B-003",
|
|
"label": "软件许可协议归属与许可关系",
|
|
"contract_family": "license",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 1,
|
|
"expected_payment_milestones": 2
|
|
},
|
|
{
|
|
"case_id": "S-010",
|
|
"batch_id": "B-003",
|
|
"label": "委托服务合同多节点验收关系",
|
|
"contract_family": "entrustment",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 2,
|
|
"expected_payment_milestones": 3
|
|
},
|
|
{
|
|
"case_id": "S-011",
|
|
"batch_id": "B-004",
|
|
"label": "劳动合同薪酬与保密样本",
|
|
"contract_family": "employment",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 1,
|
|
"expected_payment_milestones": 1
|
|
},
|
|
{
|
|
"case_id": "S-012",
|
|
"batch_id": "B-004",
|
|
"label": "合作框架协议共享知识产权样本",
|
|
"contract_family": "framework",
|
|
"source_origin": "deidentified_realistic",
|
|
"redaction_level": "sanitized",
|
|
"expected_relationships": 1,
|
|
"expected_payment_milestones": 1
|
|
}
|
|
]
|
|
} |