Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| a2fabcc7a6 | |||
| febf4ba019 | |||
| e779c7f7bb | |||
| 2ed36c0013 | |||
| cd721634dd | |||
| 2e36710813 |
@@ -3,23 +3,23 @@ name: QE Acceptance Tests
|
||||
on:
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
prd_path:
|
||||
description: 'Path to .docx PRD file (absolute)'
|
||||
required: false
|
||||
default: ''
|
||||
parsed_path:
|
||||
description: 'Path to pre-parsed _updated.json (skip doc_parser if set)'
|
||||
required: false
|
||||
default: ''
|
||||
acceptance_runs:
|
||||
description: 'Layer B stability runs (1 = skip stability testing)'
|
||||
description: 'Layer B stability runs (1 = skip)'
|
||||
required: false
|
||||
default: '1'
|
||||
ir_path:
|
||||
description: 'Path to IR JSON file (relative to workspace)'
|
||||
required: false
|
||||
default: 'output/ir_final.json'
|
||||
parsed_path:
|
||||
description: 'Path to _parsed.json or _updated.json (relative to workspace)'
|
||||
required: false
|
||||
default: 'output/车机娱乐系统禁止功能文档_精简_updated.json'
|
||||
|
||||
jobs:
|
||||
acceptance:
|
||||
runs-on: shell
|
||||
timeout-minutes: 30
|
||||
timeout-minutes: 60
|
||||
steps:
|
||||
- name: Checkout main branch
|
||||
run: |
|
||||
@@ -29,26 +29,34 @@ jobs:
|
||||
- name: Install dependencies
|
||||
run: pip install -r requirements.txt
|
||||
|
||||
- name: Run QE Acceptance Tests
|
||||
run: >-
|
||||
python -m pytest tests/acceptance/ -v
|
||||
--run-acceptance
|
||||
--acceptance-runs=${{ github.event.inputs.acceptance_runs }}
|
||||
--ir-path=${{ github.event.inputs.ir_path }}
|
||||
--parsed-path=${{ github.event.inputs.parsed_path }}
|
||||
--tb=long
|
||||
- name: Run pipeline + acceptance tests
|
||||
run: |
|
||||
if [ -n "${{ github.event.inputs.prd_path }}" ]; then
|
||||
python scripts/run_pipeline.py --input "${{ github.event.inputs.prd_path }}" --test
|
||||
elif [ -n "${{ github.event.inputs.parsed_path }}" ]; then
|
||||
python scripts/run_pipeline.py --parsed "${{ github.event.inputs.parsed_path }}" --test
|
||||
else
|
||||
# No input provided — run acceptance on existing output if present
|
||||
python -m pytest tests/acceptance/ -v --run-acceptance \
|
||||
--acceptance-runs=${{ github.event.inputs.acceptance_runs }} --tb=short
|
||||
fi
|
||||
env:
|
||||
DASHSCOPE_API_KEY: ${{ secrets.DASHSCOPE_API_KEY }}
|
||||
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
|
||||
|
||||
- name: Create issue on failure
|
||||
if: failure()
|
||||
env:
|
||||
GITEA_API_TOKEN: ${{ secrets.GITEA_TOKEN }}
|
||||
run: >-
|
||||
python scripts/create_failure_issue.py
|
||||
--sha "${{ github.sha }}"
|
||||
--branch "main"
|
||||
--run "${{ github.run_number }}"
|
||||
--message "QE Acceptance Tests Failed"
|
||||
--workflow "QE Acceptance"
|
||||
--labels "acceptance-failure,agent-task"
|
||||
run: |
|
||||
# Read acceptance report summary if it exists
|
||||
if [ -f acceptance-report.json ]; then
|
||||
SUMMARY=$(python -c "import json; r=json.load(open('acceptance-report.json')); print(r.get('final_verdict','?'))")
|
||||
DETAILS=$(python -c "import json; r=json.load(open('acceptance-report.json')); fd=r.get('failure_details',[]); print('\\n'.join(f'- {d}' for d in fd) if fd else '')")
|
||||
fi
|
||||
python scripts/create_failure_issue.py \
|
||||
--sha "${{ github.sha }}" --branch "main" \
|
||||
--run "${{ github.run_number }}" \
|
||||
--message "QE Acceptance: ${SUMMARY:-pipeline failed}" \
|
||||
--workflow "QE Acceptance" \
|
||||
--labels "acceptance-failure,agent-task"
|
||||
|
||||
@@ -7,6 +7,19 @@ description: QE Agent — 自动化验收测试开发与质量门禁。轮询 Gi
|
||||
|
||||
你是 QE(质量工程)代理,专注于 **main branch 的发布质量**。你的工作是:根据 Gitea 上的 `test-dev` issue 开发新的验收测试,确保测试通过 CI,并推进到 main branch。
|
||||
|
||||
## 启动行为
|
||||
|
||||
**每次新 session 启动时,立即执行**:
|
||||
|
||||
1. 设好环境变量(见下方"环境要求")
|
||||
2. 用 `/loop 10m` 开启 10 分钟间隔的自动轮询
|
||||
3. 轮询内容:`agent_poller.py --action list --labels test-dev` 和 `--labels acceptance-failure`
|
||||
4. 有 issue → 走完整闭环处理(Step 2-8)
|
||||
5. 无 issue → 简短报告 "main healthy",等待下次轮询
|
||||
6. 同时保持对话开放,随时响应用户指令
|
||||
|
||||
这样 QE-Agent 真正做到 **"默认轮询 + 随时互动"**。
|
||||
|
||||
## 环境要求
|
||||
|
||||
开始工作前,确认以下环境变量已设置:
|
||||
|
||||
@@ -0,0 +1,183 @@
|
||||
#!/usr/bin/env python3
|
||||
"""End-to-end pipeline runner for QE acceptance testing.
|
||||
|
||||
Runs the complete document_analyzer pipeline:
|
||||
1. doc_parser (docx → _parsed.json, if .docx provided)
|
||||
2. ir_generation steps (parsed JSON → ir_final.json + audit report)
|
||||
3. QE acceptance tests (optional, if --test flag)
|
||||
|
||||
Usage:
|
||||
python scripts/run_pipeline.py --input <path.docx> # full pipeline
|
||||
python scripts/run_pipeline.py --parsed <_updated.json> # skip doc_parser
|
||||
python scripts/run_pipeline.py --parsed <_updated.json> --test # pipeline + acceptance tests
|
||||
|
||||
Outputs are placed in output/ matching the project config.py structure:
|
||||
output/final/ir_final.json
|
||||
output/final/ir_audit_report.md
|
||||
acceptance-report.json (if --test)
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import os
|
||||
import subprocess
|
||||
import sys
|
||||
import json
|
||||
from pathlib import Path
|
||||
|
||||
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
||||
sys.path.insert(0, str(PROJECT_ROOT / "skills" / "ir_generation_skill"))
|
||||
sys.path.insert(0, str(PROJECT_ROOT / "skills" / "doc_parser_skill" / "scripts"))
|
||||
|
||||
import config
|
||||
|
||||
|
||||
# ── Stage 1: Document Parsing ────────────────────────────────────────────────
|
||||
|
||||
|
||||
def run_doc_parser(docx_path: str, output_dir: str) -> str | None:
|
||||
"""Run doc_parser on a .docx file. Returns path to _parsed.json or None."""
|
||||
from doc_parser import parse_document
|
||||
|
||||
print(f"[1/3] Parsing document: {docx_path}")
|
||||
result = parse_document(docx_path, output_dir, dry_run=False)
|
||||
# parse_document returns {source, sections, image_sources, image_analysis}
|
||||
# Output is saved as <basename>_parsed.json in output_dir
|
||||
basename = os.path.splitext(os.path.basename(docx_path))[0]
|
||||
parsed_path = os.path.join(output_dir, f"{basename}_parsed.json")
|
||||
if os.path.isfile(parsed_path):
|
||||
print(f" → {parsed_path}")
|
||||
return parsed_path
|
||||
print(f" [FAIL] doc_parser output not found: {parsed_path}", file=sys.stderr)
|
||||
return None
|
||||
|
||||
|
||||
# ── Stage 2: IR Generation ───────────────────────────────────────────────────
|
||||
|
||||
|
||||
def run_ir_pipeline(parsed_path: str) -> str | None:
|
||||
"""Run the ir_generation steps. Returns path to ir_final.json or None."""
|
||||
os.makedirs(config.PROJECT_OUTPUT, exist_ok=True)
|
||||
os.makedirs(config.IR_OUTPUT, exist_ok=True)
|
||||
os.makedirs(config.FINAL_OUTPUT, exist_ok=True)
|
||||
env = os.environ.copy()
|
||||
env["IR_INPUT_JSON"] = parsed_path
|
||||
|
||||
steps = [
|
||||
("step1_semantic_index.py", "Semantic Index"),
|
||||
("step2_ir_extraction.py", "IR Extraction"),
|
||||
("step2_5_branch_coverage.py", "Branch Coverage"),
|
||||
("step3_merge_and_audit.py", "Merge & Audit"),
|
||||
]
|
||||
|
||||
print(f"[2/3] Generating IR from: {parsed_path}")
|
||||
|
||||
for script, label in steps:
|
||||
script_path = PROJECT_ROOT / "skills" / "ir_generation_skill" / script
|
||||
if not script_path.exists():
|
||||
print(f" [FAIL] Missing: {script}", file=sys.stderr)
|
||||
continue
|
||||
|
||||
print(f" Running {script} ({label})...")
|
||||
result = subprocess.run(
|
||||
[sys.executable, str(script_path)],
|
||||
cwd=str(PROJECT_ROOT),
|
||||
capture_output=True, text=True,
|
||||
env=env,
|
||||
)
|
||||
if result.returncode != 0:
|
||||
print(f" [FAIL] {script} failed (exit {result.returncode})", file=sys.stderr)
|
||||
print(result.stderr[-500:], file=sys.stderr)
|
||||
else:
|
||||
# Print last line of stdout for brief progress
|
||||
lines = result.stdout.strip().split("\n")
|
||||
last = lines[-1] if lines else "done"
|
||||
print(f" [OK] {label}: {last[:120]}")
|
||||
|
||||
if os.path.isfile(config.IR_FINAL_JSON):
|
||||
print(f" → {config.IR_FINAL_JSON}")
|
||||
return config.IR_FINAL_JSON
|
||||
|
||||
print(" [FAIL] IR generation did not produce ir_final.json", file=sys.stderr)
|
||||
return None
|
||||
|
||||
|
||||
# ── Stage 3: Acceptance Tests ────────────────────────────────────────────────
|
||||
|
||||
|
||||
def run_acceptance_tests(parsed_json_path: str) -> int:
|
||||
"""Run QE acceptance tests. Returns pytest exit code."""
|
||||
print("[3/3] Running QE acceptance tests...")
|
||||
|
||||
test_dir = PROJECT_ROOT / "tests" / "acceptance"
|
||||
result = subprocess.run(
|
||||
[
|
||||
sys.executable, "-m", "pytest", str(test_dir),
|
||||
"-v", "--run-acceptance",
|
||||
"--ir-path", config.IR_FINAL_JSON,
|
||||
"--parsed-path", parsed_json_path,
|
||||
"--tb=short",
|
||||
],
|
||||
cwd=str(PROJECT_ROOT),
|
||||
)
|
||||
return result.returncode
|
||||
|
||||
|
||||
# ── Main ─────────────────────────────────────────────────────────────────────
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="Run the full document_analyzer pipeline")
|
||||
parser.add_argument("--input", help="Path to .docx PRD file")
|
||||
parser.add_argument("--parsed", help="Path to pre-parsed _updated.json (skip doc_parser)")
|
||||
parser.add_argument("--test", action="store_true", help="Run acceptance tests after pipeline")
|
||||
parser.add_argument("--output-dir", default=None, help="Output directory (default: output/)")
|
||||
args = parser.parse_args()
|
||||
|
||||
parsed_path = args.parsed
|
||||
|
||||
# Stage 1: doc_parser
|
||||
if args.input:
|
||||
docx = args.input
|
||||
if not os.path.isfile(docx):
|
||||
print(f"Error: Input file not found: {docx}", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
out_dir = args.output_dir or str(PROJECT_ROOT / "output")
|
||||
parsed_path = run_doc_parser(docx, out_dir)
|
||||
if not parsed_path:
|
||||
print("\n[FAIL] Pipeline blocked at Stage 1 (doc_parser)", file=sys.stderr)
|
||||
# Create tracking issue for dev-agent
|
||||
_maybe_create_blocking_issue("doc_parser", f"Input: {docx}")
|
||||
sys.exit(1)
|
||||
|
||||
if not parsed_path:
|
||||
print("Error: Either --input or --parsed is required", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
if not os.path.isfile(parsed_path):
|
||||
print(f"Error: Parsed JSON not found: {parsed_path}", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
# Stage 2: IR generation
|
||||
ir_path = run_ir_pipeline(parsed_path)
|
||||
if not ir_path:
|
||||
print("\n[FAIL] Pipeline blocked at Stage 2 (ir_generation)", file=sys.stderr)
|
||||
_maybe_create_blocking_issue("ir_generation", f"Parsed: {parsed_path}")
|
||||
sys.exit(1)
|
||||
|
||||
print(f"\n[OK] Pipeline complete: {ir_path}")
|
||||
|
||||
# Stage 3: Acceptance tests
|
||||
if args.test:
|
||||
exit_code = run_acceptance_tests(parsed_path)
|
||||
sys.exit(exit_code)
|
||||
|
||||
|
||||
def _maybe_create_blocking_issue(stage: str, detail: str):
|
||||
"""Notify about a pipeline blockage. The acceptance CI will create the issue."""
|
||||
print(f"\n⚠ Stage '{stage}' failed. CI will create an acceptance-failure issue.", file=sys.stderr)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -37,8 +37,9 @@ case "$MODE" in
|
||||
;;
|
||||
3)
|
||||
echo ""
|
||||
echo "启动交互模式..."
|
||||
echo "进入后输入: 检查 Gitea test-dev Issues 并处理"
|
||||
echo "启动交互模式 (默认 10 分钟轮询)..."
|
||||
echo "按 Ctrl+C 停止"
|
||||
echo ""
|
||||
echo "可用命令速查:"
|
||||
echo " agent_poller.py --action list --labels test-dev"
|
||||
echo " agent_poller.py --action list --labels acceptance-failure"
|
||||
|
||||
@@ -95,6 +95,8 @@ def _is_functional_section(section_name: str) -> bool:
|
||||
return False
|
||||
# Documents with only a title (no section number) — check for functional keywords
|
||||
sec_num = _section_number(section_name)
|
||||
if not sec_num:
|
||||
return False
|
||||
if "." not in sec_num and not sec_num[0].isdigit():
|
||||
func_keywords = ["策略", "规则", "功能", "限制", "流程", "配置", "场景",
|
||||
"约束", "条件", "方案", "逻辑", "处理", "机制", "禁止"]
|
||||
|
||||
Reference in New Issue
Block a user