yuqei/ai-contract-platform
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

feat: externalize structured review samples

Browse Source
This commit is contained in:
Codex
2026-05-04 18:53:24 +08:00
parent 1fba627cc9
commit ff1cc85f0a
16 changed files with 653 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/tests/test_review_structured_acceptance_gate.py
+46
View File
@@ -2,7 +2,11 @@ import unittest
from tools.review_structured_acceptance_gate import (
build_field_baseline,
build_field_baseline_by_contract,
build_relationship_baseline,
build_relationship_baseline_by_type,
load_cases_from_manifest,
SAMPLE_MANIFEST_PATH,
)
@@ -61,6 +65,48 @@ class ReviewStructuredAcceptanceGateMetricsTestCase(unittest.TestCase):
self.assertEqual(metrics["relationship_absence"]["passed"], 2)
self.assertEqual(metrics["relationship_confidence"]["passed"], 1)
def test_load_cases_from_manifest_reads_external_sample_files(self):
cases = load_cases_from_manifest(SAMPLE_MANIFEST_PATH)
self.assertGreaterEqual(len(cases), 10)
self.assertTrue(any(case.case_id == "S-010" for case in cases))
self.assertTrue(any("甲方" in case.content for case in cases))
def test_grouped_baselines_split_by_contract_and_relationship_type(self):
summary = {
"cases": [
{
"case_id": "S-006",
"status": "PASS",
"result": {
"clauses": [{"clause_type": "payment"}, {"clause_type": "acceptance"}],
"contract_structure": {
"detected_contract_type": "service",
"amount": "人民币1500000元",
"term_details": {"start_date": "2026-08-01", "end_date": "2027-08-01"},
"payment_milestones": [{}, {}, {}, {}],
"liability_carve_outs": [],
"intellectual_property_owner": "party_a",
"clause_relationships": [
{"type": "payment_depends_on_acceptance", "confidence_tier": "high"},
],
},
},
}
]
}
field_rows = build_field_baseline_by_contract(summary)
relationship_rows = build_relationship_baseline_by_type(summary)
field_metrics = {row["contract_family"]: row for row in field_rows}
relationship_metrics = {row["relationship_type"]: row for row in relationship_rows}
self.assertEqual(field_metrics["service"]["contract_type_accuracy"], 100.0)
self.assertEqual(field_metrics["service"]["payment_milestone_accuracy"], 100.0)
self.assertEqual(relationship_metrics["payment_depends_on_acceptance"]["presence_accuracy"], 100.0)
self.assertEqual(relationship_metrics["payment_depends_on_acceptance"]["confidence_accuracy"], 100.0)
if __name__ == "__main__":
unittest.main()
backend/tools/review_structured_acceptance_gate.py
+96
View File
@@ -344,6 +344,22 @@ CASES = [
),
]
SAMPLE_MANIFEST_PATH = Path(__file__).resolve().parents[2] / "project-docs" / "structured-review-samples" / "manifest.json"
def load_cases_from_manifest(manifest_path: Path) -> List[StructuredReviewCase]:
payload = json.loads(manifest_path.read_text(encoding="utf-8"))
manifest_dir = manifest_path.parent
cases: List[StructuredReviewCase] = []
for entry in payload.get("samples", []):
content_file = entry.pop("content_file")
content = (manifest_dir / content_file).read_text(encoding="utf-8")
cases.append(StructuredReviewCase(content=content, **entry))
return cases
CASES = load_cases_from_manifest(SAMPLE_MANIFEST_PATH)
def register_and_login(client: httpx.Client, api_base: str, password: str) -> Dict[str, str]:
seed = int(time.time() * 1000)
@@ -605,6 +621,78 @@ def build_relationship_baseline(summary: Dict) -> List[Dict[str, object]]:
return rows
def build_field_baseline_by_contract(summary: Dict) -> List[Dict[str, object]]:
rows: List[Dict[str, object]] = []
grouped: Dict[str, Dict[str, int]] = {}
for item in summary["cases"]:
result = item.get("result") or {}
contract_structure = result.get("contract_structure") or {}
case = next(case for case in CASES if case.case_id == item["case_id"])
family = case.expected_contract_type
bucket = grouped.setdefault(family, {"contract_type_pass": 0, "contract_type_total": 0, "payment_pass": 0, "payment_total": 0, "relationship_pass": 0, "relationship_total": 0})
bucket["contract_type_total"] += 1
if contract_structure.get("detected_contract_type") == case.expected_contract_type:
bucket["contract_type_pass"] += 1
if case.expected_payment_milestones:
bucket["payment_total"] += 1
if len(contract_structure.get("payment_milestones") or []) >= case.expected_payment_milestones:
bucket["payment_pass"] += 1
if case.expected_relationship_types:
bucket["relationship_total"] += len(case.expected_relationship_types)
relationship_types = {entry.get("type") for entry in contract_structure.get("clause_relationships") or [] if entry.get("type")}
bucket["relationship_pass"] += sum(1 for relationship_type in case.expected_relationship_types if relationship_type in relationship_types)
for family, bucket in grouped.items():
rows.append(
{
"contract_family": family,
"contract_type_passed": bucket["contract_type_pass"],
"contract_type_total": bucket["contract_type_total"],
"contract_type_accuracy": round((bucket["contract_type_pass"] / bucket["contract_type_total"]) * 100, 2) if bucket["contract_type_total"] else 0.0,
"payment_milestone_passed": bucket["payment_pass"],
"payment_milestone_total": bucket["payment_total"],
"payment_milestone_accuracy": round((bucket["payment_pass"] / bucket["payment_total"]) * 100, 2) if bucket["payment_total"] else 0.0,
"relationship_presence_passed": bucket["relationship_pass"],
"relationship_presence_total": bucket["relationship_total"],
"relationship_presence_accuracy": round((bucket["relationship_pass"] / bucket["relationship_total"]) * 100, 2) if bucket["relationship_total"] else 0.0,
}
)
return rows
def build_relationship_baseline_by_type(summary: Dict) -> List[Dict[str, object]]:
rows: List[Dict[str, object]] = []
grouped: Dict[str, Dict[str, int]] = {}
for item in summary["cases"]:
result = item.get("result") or {}
relationships = result.get("contract_structure", {}).get("clause_relationships") or []
relationship_types = {entry.get("type") for entry in relationships if entry.get("type")}
confidence_map = {entry.get("type"): entry.get("confidence_tier") for entry in relationships if entry.get("type")}
case = next(case for case in CASES if case.case_id == item["case_id"])
for relationship_type in case.expected_relationship_types or []:
bucket = grouped.setdefault(relationship_type, {"present_pass": 0, "present_total": 0, "confidence_pass": 0, "confidence_total": 0})
bucket["present_total"] += 1
if relationship_type in relationship_types:
bucket["present_pass"] += 1
expected_confidence = (case.expected_relationship_confidence or {}).get(relationship_type)
if expected_confidence:
bucket["confidence_total"] += 1
if confidence_map.get(relationship_type) == expected_confidence:
bucket["confidence_pass"] += 1
for relationship_type, bucket in grouped.items():
rows.append(
{
"relationship_type": relationship_type,
"presence_passed": bucket["present_pass"],
"presence_total": bucket["present_total"],
"presence_accuracy": round((bucket["present_pass"] / bucket["present_total"]) * 100, 2) if bucket["present_total"] else 0.0,
"confidence_passed": bucket["confidence_pass"],
"confidence_total": bucket["confidence_total"],
"confidence_accuracy": round((bucket["confidence_pass"] / bucket["confidence_total"]) * 100, 2) if bucket["confidence_total"] else 0.0,
}
)
return rows
def build_sample_inventory() -> List[Dict[str, object]]:
return [
{
@@ -724,9 +812,13 @@ def run_gate(api_base: str, artifact_dir: Path, password: str) -> Dict:
)
field_baseline = build_field_baseline(summary)
relationship_baseline = build_relationship_baseline(summary)
field_baseline_by_contract = build_field_baseline_by_contract(summary)
relationship_baseline_by_type = build_relationship_baseline_by_type(summary)
sample_inventory = build_sample_inventory()
summary["field_baseline"] = field_baseline
summary["relationship_baseline"] = relationship_baseline
summary["field_baseline_by_contract"] = field_baseline_by_contract
summary["relationship_baseline_by_type"] = relationship_baseline_by_type
summary["sample_inventory"] = sample_inventory
return summary
@@ -748,6 +840,10 @@ def main() -> int:
write_csv(field_csv_path, summary.get("field_baseline") or [])
relationship_csv_path = artifact_dir / "review-structured-relationship-baseline.csv"
write_csv(relationship_csv_path, summary.get("relationship_baseline") or [])
field_by_contract_csv_path = artifact_dir / "review-structured-field-baseline-by-contract.csv"
write_csv(field_by_contract_csv_path, summary.get("field_baseline_by_contract") or [])
relationship_by_type_csv_path = artifact_dir / "review-structured-relationship-baseline-by-type.csv"
write_csv(relationship_by_type_csv_path, summary.get("relationship_baseline_by_type") or [])
sample_inventory_csv_path = artifact_dir / "review-structured-sample-inventory.csv"
write_csv(sample_inventory_csv_path, summary.get("sample_inventory") or [])
baseline_md_path = artifact_dir / "review-structured-baseline.md"
project-docs/OCR后续能力扩展阶段1第七批执行记录-2026-05-04.md
+152
View File
@@ -0,0 +1,152 @@
# OCR 后续能力扩展阶段 1 第七批执行记录（2026-05-04）
## 1. 本批目标
基于阶段 1 第六批已经建立的正式准确率基线，继续推进第七批：
1. 把结构化审查样本从脚本内嵌正文迁移到独立样本夹。
2. 让门禁正式读取样本库清单与独立样本文件。
3. 把准确率基线从“总表”扩展为：
- 按合同类型滚动
- 按关系类型滚动
## 2. 本批改造
### 样本库独立化
新增目录：
- [structured-review-samples/README.md](D:/ai-contract-platform/project-docs/structured-review-samples/README.md)
- [structured-review-samples/manifest.json](D:/ai-contract-platform/project-docs/structured-review-samples/manifest.json)
- `structured-review-samples/samples/*.txt`
当前已迁移的样本：
1. `structured-service.txt`
2. `structured-procurement.txt`
3. `structured-sales.txt`
4. `structured-lease.txt`
5. `structured-development.txt`
6. `structured-implementation.txt`
7. `structured-carveout.txt`
8. `structured-weak-acceptance.txt`
9. `structured-license.txt`
10. `structured-entrustment.txt`
### 门禁工具
1. `backend/tools/review_structured_acceptance_gate.py`
- 新增 `load_cases_from_manifest(...)`
- 运行时真相源已切换为：
- `manifest.json`
- `samples/*.txt`
- 不再依赖脚本内嵌正文作为主样本来源
2. 门禁新增滚动基线导出：
- `review-structured-field-baseline-by-contract.csv`
- `review-structured-relationship-baseline-by-type.csv`
### 测试
1. `backend/tests/test_review_structured_acceptance_gate.py`
- 新增 manifest 读取测试
- 新增按合同类型 / 按关系类型滚动基线测试
## 3. 产物
### 样本库
- [真实业务合同批量样本库-2026-05-04.csv](D:/ai-contract-platform/project-docs/真实业务合同批量样本库-2026-05-04.csv)
### 正式基线
- [结构化字段与关系准确率基线-2026-05-04.md](D:/ai-contract-platform/project-docs/结构化字段与关系准确率基线-2026-05-04.md)
### QA 产物
- `review-structured-field-baseline.csv`
- `review-structured-relationship-baseline.csv`
- `review-structured-field-baseline-by-contract.csv`
- `review-structured-relationship-baseline-by-type.csv`
- `review-structured-sample-inventory.csv`
## 4. 验证结果
### 本地验证
1. 后端：
- `backend\\.venv\\Scripts\\python.exe -m unittest tests.test_review_structured_acceptance_gate tests.test_review_service tests.test_review_service_rules tests.test_reviews_api`
- `PASS`
2. 前端：
- `frontend\\npm.cmd run build`
- `PASS`
### 线上验证
1. 结构化门禁：
- `project-docs/qa-artifacts/review-structured-acceptance-gate/2026-05-04T18-42-53-143/`
- 结果：`PASS`
2. PDF 门禁：
- `project-docs/qa-artifacts/pdf-acceptance-gate/2026-05-04T18-42-53-262/`
- 结果：`PASS`
## 5. 当前基线解读
### 按合同类型滚动
当前门禁已能输出：
1. `contract_type_accuracy`
2. `payment_milestone_accuracy`
3. `relationship_presence_accuracy`
按合同类型拆分到：
1. `service`
2. `procurement`
3. `sales`
4. `lease`
5. `development`
6. `license`
7. `entrustment`
### 按关系类型滚动
当前门禁已能输出：
1. `presence_accuracy`
2. `confidence_accuracy`
按关系类型拆分到：
1. `payment_depends_on_acceptance`
2. `payment_depends_on_invoice`
3. `liability_cap_conflicts_with_breach`
4. `payment_depends_on_go_live`
5. `payment_after_warranty_period`
6. `liability_cap_conflicts_with_confidentiality`
7. `liability_cap_conflicts_with_ip`
## 6. 当前结论
阶段 1 第七批已经闭环：
1. 样本已经从脚本内嵌正文迁移到独立样本夹。
2. 样本库具备独立维护入口。
3. 结构化门禁已经能输出滚动基线，而不只是总基线。
4. 后续新增样本、扩展规则、滚动更新准确率的成本已经明显下降。
## 7. 下一步建议
下一步最自然的是进入：
**阶段 1 第八批：真实合同来源批量导入与基线趋势留存**
建议优先处理：
1. 引入更多真实来源或批量脱敏合同。
2. 为样本库增加来源批次与业务线维度。
3. 让滚动基线开始保留历史快照。
4. 形成按日 / 按批次的基线趋势对比能力。
project-docs/structured-review-samples/README.md
+47
View File
@@ -0,0 +1,47 @@
# 结构化审查样本库
## 目录说明
本目录用于承载结构化审查门禁的独立样本资产，替代将样本文本直接硬编码在脚本中。
- `manifest.json`
- 样本元数据清单
- 包含：
- 样本编号
- 合同族
- 样本来源说明
- 预期字段
- 预期关系
- 预期置信度
- `samples/`
- 每条样本对应一份独立文本文件
## 当前样本
当前样本覆盖：
1. 服务合同
2. 采购合同
3. 购销合同
4. 租赁合同
5. 开发合同
6. 复杂实施合同
7. 责任限制含 carve-out 的实施合同
8. 弱提示付款依赖样本
9. 软件许可协议
10. 委托服务合同
## 维护规则
1. 样本正文统一放在 `samples/` 下。
2. `manifest.json` 只负责样本索引与预期断言，不直接内嵌正文。
3. 新增样本时：
- 先新增 `samples/*.txt`
- 再补 `manifest.json`
- 最后运行结构化门禁，更新准确率基线
## 使用方
当前主要被以下工具读取：
- `backend/tools/review_structured_acceptance_gate.py`
project-docs/structured-review-samples/manifest.json
+193
View File
@@ -0,0 +1,193 @@
{
"samples": [
{
"case_id": "S-001",
"label": "服务合同结构化摘要",
"contract_type": "service",
"review_as": "party_a",
"file_name": "structured-service.txt",
"content_file": "samples/structured-service.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "service",
"expected_clause_types": ["payment", "confidentiality", "breach"],
"expected_missing_sections": ["争议解决条款"],
"expected_amount_contains": "500000",
"expected_term_start": "2026-05-01",
"expected_term_end": "2027-05-01",
"expected_payment_milestones": 1,
"expected_relationship_types": ["payment_depends_on_acceptance", "payment_depends_on_invoice"]
},
{
"case_id": "S-002",
"label": "采购合同缺失条款提示",
"contract_type": "procurement",
"review_as": "party_a",
"file_name": "structured-procurement.txt",
"content_file": "samples/structured-procurement.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "procurement",
"expected_clause_types": ["payment", "delivery"],
"expected_missing_sections": ["验收标准或验收流程", "保密范围与期限"],
"expected_amount_contains": "120000",
"expected_payment_milestones": 1
},
{
"case_id": "S-003",
"label": "购销合同编号条款分段",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-sales.txt",
"content_file": "samples/structured-sales.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "sales",
"expected_clause_types": ["delivery", "payment", "dispute_resolution"],
"expected_missing_sections": ["保密范围与期限", "违约责任安排"],
"expected_payment_milestones": 1,
"expected_relationship_types": ["payment_depends_on_acceptance", "payment_depends_on_invoice"]
},
{
"case_id": "S-004",
"label": "租赁合同责任限制识别",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-lease.txt",
"content_file": "samples/structured-lease.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "lease",
"expected_clause_types": ["delivery", "liability", "breach"],
"expected_missing_sections": ["付款与结算安排", "争议解决条款"],
"expected_term_start": "2026-06-01",
"expected_term_end": "2027-06-01",
"expected_relationship_types": ["liability_cap_conflicts_with_breach"]
},
{
"case_id": "S-005",
"label": "开发合同付款节点拆解",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-development.txt",
"content_file": "samples/structured-development.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "development",
"expected_clause_types": ["payment", "acceptance"],
"expected_missing_sections": ["保密范围与期限", "违约责任安排", "争议解决条款"],
"expected_amount_contains": "800000",
"expected_term_start": "2026-07-01",
"expected_term_end": "2027-01-31",
"expected_payment_milestones": 2,
"expected_relationship_types": ["payment_depends_on_acceptance", "payment_depends_on_invoice"]
},
{
"case_id": "S-006",
"label": "复杂实施合同关系深化",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-implementation.txt",
"content_file": "samples/structured-implementation.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "service",
"expected_clause_types": ["payment", "acceptance", "confidentiality", "intellectual_property", "liability", "breach"],
"expected_missing_sections": ["争议解决条款"],
"expected_amount_contains": "1500000",
"expected_term_start": "2026-08-01",
"expected_term_end": "2027-08-01",
"expected_payment_milestones": 4,
"expected_relationship_types": ["payment_depends_on_acceptance", "payment_depends_on_invoice", "payment_depends_on_go_live", "payment_after_warranty_period", "liability_cap_conflicts_with_breach", "liability_cap_conflicts_with_confidentiality", "liability_cap_conflicts_with_ip"],
"expected_relationship_confidence": {
"payment_depends_on_acceptance": "high",
"payment_after_warranty_period": "high",
"liability_cap_conflicts_with_ip": "high"
},
"expected_ip_owner": "party_a"
},
{
"case_id": "S-007",
"label": "实施合同责任限制含 carve-out",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-carveout.txt",
"content_file": "samples/structured-carveout.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "service",
"expected_clause_types": ["payment", "confidentiality", "intellectual_property", "liability", "breach"],
"expected_missing_sections": ["验收标准或验收流程", "争议解决条款"],
"expected_amount_contains": "960000",
"expected_payment_milestones": 1,
"expected_relationship_types": ["payment_depends_on_acceptance", "payment_depends_on_invoice", "liability_cap_conflicts_with_breach"],
"expected_absent_relationship_types": ["liability_cap_conflicts_with_confidentiality", "liability_cap_conflicts_with_ip"],
"expected_relationship_confidence": {
"liability_cap_conflicts_with_breach": "weak"
},
"expected_ip_owner": "party_a",
"expected_liability_carve_outs": ["confidentiality", "intellectual_property", "intentional_misconduct", "gross_negligence"]
},
{
"case_id": "S-008",
"label": "弱提示付款依赖样本",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-weak-acceptance.txt",
"content_file": "samples/structured-weak-acceptance.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "service",
"expected_clause_types": ["payment"],
"expected_missing_sections": ["验收标准或验收流程", "保密范围与期限", "违约责任安排", "争议解决条款"],
"expected_amount_contains": "300000",
"expected_payment_milestones": 1,
"expected_relationship_types": ["payment_depends_on_acceptance"],
"expected_relationship_confidence": {
"payment_depends_on_acceptance": "weak"
}
},
{
"case_id": "S-009",
"label": "软件许可协议归属与许可关系",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-license.txt",
"content_file": "samples/structured-license.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "license",
"expected_clause_types": ["payment", "intellectual_property", "liability"],
"expected_missing_sections": ["验收标准或验收流程", "保密范围与期限", "争议解决条款"],
"expected_amount_contains": "420000",
"expected_term_start": "2026-09-01",
"expected_term_end": "2027-08-31",
"expected_payment_milestones": 2,
"expected_relationship_types": ["payment_depends_on_invoice"],
"expected_absent_relationship_types": ["liability_cap_conflicts_with_ip"],
"expected_ip_owner": "party_b",
"expected_liability_carve_outs": ["intentional_misconduct", "gross_negligence", "intellectual_property"]
},
{
"case_id": "S-010",
"label": "委托服务合同多节点验收关系",
"contract_type": null,
"review_as": "party_a",
"file_name": "structured-entrustment.txt",
"content_file": "samples/structured-entrustment.txt",
"source_origin": "deidentified_realistic",
"redaction_level": "sanitized",
"expected_contract_type": "entrustment",
"expected_clause_types": ["payment", "acceptance", "confidentiality", "dispute_resolution"],
"expected_missing_sections": ["违约责任安排"],
"expected_amount_contains": "560000",
"expected_term_start": "2026-10-01",
"expected_term_end": "2027-03-31",
"expected_payment_milestones": 3,
"expected_relationship_types": ["payment_depends_on_acceptance", "payment_depends_on_invoice"],
"expected_relationship_confidence": {
"payment_depends_on_acceptance": "high"
}
}
]
}
project-docs/structured-review-samples/samples/structured-carveout.txt
+14
View File
@@ -0,0 +1,14 @@
软件实施服务合同
甲方：甲方集团有限公司
乙方：乙方实施服务有限公司
合同金额：人民币960000元
第一条 付款条款
甲方应在验收合格并收到发票后15个工作日内支付全部合同款。
第二条 保密条款
乙方应对甲方商业秘密承担保密义务。
第三条 知识产权
项目交付成果、源代码及相关文档的知识产权归甲方所有。
第四条 责任限制
任何一方的赔偿责任以合同总金额为上限，但保密义务、知识产权侵权、故意或重大过失除外。
第五条 违约责任
乙方违反保密义务或侵犯知识产权的，应承担违约责任并赔偿损失。
project-docs/structured-review-samples/samples/structured-development.txt
+9
View File
@@ -0,0 +1,9 @@
软件开发合同
甲方：甲方信息有限公司
乙方：乙方科技有限公司
合同金额：人民币800000元
服务期限：自2026年7月1日至2027年1月31日
第一条 付款条款
甲方应在合同签署后5个工作日内支付首期款30%；验收合格并收到发票后10个工作日内支付尾款70%。
第二条 验收条款
乙方交付系统并完成验收后，方可进入尾款结算。
project-docs/structured-review-samples/samples/structured-entrustment.txt
+13
View File
@@ -0,0 +1,13 @@
委托服务合同
甲方：甲方运营有限公司
乙方：乙方咨询有限公司
合同金额：人民币560000元
合同期限：自2026年10月1日至2027年3月31日
第一条 付款条款
甲方应在合同签署后5个工作日内支付预付款30%；阶段成果验收合格后7个工作日内支付进度款40%；项目最终验收合格并收到发票后10个工作日内支付尾款30%。
第二条 验收条款
乙方提交阶段成果和最终成果后，应由甲方书面验收确认。
第三条 保密条款
乙方应对项目资料、商业秘密和客户信息承担保密义务。
第四条 争议解决
双方同意提交甲方所在地人民法院管辖。
project-docs/structured-review-samples/samples/structured-implementation.txt
+17
View File
@@ -0,0 +1,17 @@
软件实施服务合同
甲方：甲方集团有限公司
乙方：乙方实施服务有限公司
合同金额：人民币1500000元
服务期限：自2026年8月1日至2027年8月1日
第一条 付款条款
甲方应在合同签署后5个工作日内支付预付款20%；系统验收合格并收到增值税专用发票后10个工作日内支付实施款50%；系统上线稳定运行30日后支付尾款20%；剩余10%作为质保金，在质保期满后10个工作日内支付。
第二条 验收条款
乙方完成实施并通过甲方书面验收后，方可进入后续付款节点。
第三条 保密条款
乙方应对甲方商业秘密、客户数据和项目资料承担严格保密义务。
第四条 知识产权
项目交付成果、源代码及相关文档的知识产权归甲方所有。
第五条 责任限制
任何一方因本合同产生的赔偿责任以合同总金额为上限，但故意或重大过失除外。
第六条 违约责任
乙方延迟交付、泄露保密信息或侵犯第三方知识产权的，应承担违约责任并赔偿损失。
project-docs/structured-review-samples/samples/structured-lease.txt
+10
View File
@@ -0,0 +1,10 @@
设备租赁合同
甲方：甲方设备有限公司
乙方：乙方工程有限公司
租赁期限：自2026年6月1日至2027年6月1日
第一条 租赁物交付
甲方应在合同生效后五日内完成设备交付。
第二条 责任限制
任何一方的赔偿责任以六个月租金总额为上限，但故意或重大过失除外。
第三条 违约责任
乙方逾期返还设备的，应按日承担违约责任。
project-docs/structured-review-samples/samples/structured-license.txt
+11
View File
@@ -0,0 +1,11 @@
软件许可协议
甲方：甲方制造有限公司
乙方：乙方软件有限公司
合同金额：人民币420000元
服务期限：自2026年9月1日至2027年8月31日
第一条 付款条款
甲方应在合同签署后5个工作日内支付首期许可费50%；收到发票后10个工作日内支付剩余许可费50%。
第二条 知识产权
软件著作权、源代码及相关知识产权归乙方所有，甲方在许可期内享有非独占使用权。
第三条 责任限制
任何一方的赔偿责任以合同总金额为上限，但故意、重大过失和知识产权侵权除外。
project-docs/structured-review-samples/samples/structured-procurement.txt
+6
View File
@@ -0,0 +1,6 @@
采购合同
甲方：甲方商贸有限公司
乙方：乙方供应链有限公司
总价：￥120000元
付款方式：货到后付款，具体节点另行协商。
交付条款：乙方应在30日内交货。
project-docs/structured-review-samples/samples/structured-sales.txt
+9
View File
@@ -0,0 +1,9 @@
购销合同
甲方：甲方制造有限公司
乙方：乙方贸易有限公司
第一条 交货条款
乙方应在收到订单后十五日内完成交货并配合到货验收。
第二条 付款条款
甲方应在验收合格并收到增值税专用发票后七个工作日内付款。
第三条 争议解决
双方同意提交上海仲裁委员会仲裁。
project-docs/structured-review-samples/samples/structured-service.txt
+8
View File
@@ -0,0 +1,8 @@
服务合同
甲方：甲方科技有限公司
乙方：乙方软件有限公司
合同金额：人民币500000元
服务期限：自2026年5月1日至2027年5月1日
付款条款：甲方应在验收合格并收到发票后10个工作日内付款。
保密条款：乙方应对商业秘密承担保密义务。
违约条款：乙方延迟交付应承担违约责任。
project-docs/structured-review-samples/samples/structured-weak-acceptance.txt
+8
View File
@@ -0,0 +1,8 @@
技术服务合同
甲方：甲方科技有限公司
乙方：乙方顾问有限公司
合同金额：人民币300000元
第一条 付款条款
甲方应在验收合格后尽快支付尾款100%。
第二条 服务内容
乙方负责提供咨询与优化建议。
project-docs/结构化字段与关系准确率基线-2026-05-04.md
+14 -3
View File
@@ -4,7 +4,7 @@
本基线来自结构化审查门禁产物：
- [review-structured-acceptance-gate/2026-05-04T18-17-55-988](D:/ai-contract-platform/project-docs/qa-artifacts/review-structured-acceptance-gate/2026-05-04T18-17-55-988)
- [review-structured-acceptance-gate/2026-05-04T18-42-53-143](D:/ai-contract-platform/project-docs/qa-artifacts/review-structured-acceptance-gate/2026-05-04T18-42-53-143)
对应产物文件：
@@ -12,6 +12,8 @@
2. `review-structured-relationship-baseline.csv`
3. `review-structured-sample-inventory.csv`
4. `review-structured-baseline.md`
5. `review-structured-field-baseline-by-contract.csv`
6. `review-structured-relationship-baseline-by-type.csv`
## 2. 字段准确率基线
@@ -55,7 +57,16 @@
- [真实业务合同批量样本库-2026-05-04.csv](D:/ai-contract-platform/project-docs/真实业务合同批量样本库-2026-05-04.csv)
## 5. 基线意义
## 5. 滚动基线入口
当前滚动基线已经可以从门禁产物中直接读取：
1. 按合同类型：
- `review-structured-field-baseline-by-contract.csv`
2. 按关系类型：
- `review-structured-relationship-baseline-by-type.csv`
## 6. 基线意义
本基线当前主要用于：
@@ -64,7 +75,7 @@
3. 约束高置信 / 弱提示关系分层回归。
4. 约束责任限制 carve-out 与知识产权归属抽取回归。
## 6. 说明
## 7. 说明
这不是生产全量准确率，而是**当前已纳入脱敏样本库的正式基线准确率**。
后续随着更多真实来源或脱敏合同进入样本库，基线会动态扩大，准确率也应随样本复杂度变化持续复测和记录。