feat(ai-review): automate Claude and ChatGPT review generation
New steps before validation: - 'Generate Claude review': calls Anthropic API (claude-opus-4-6), posts formatted comment with required DoD/Blocker/Major structure - 'Generate ChatGPT review': calls OpenAI API (gpt-4o), same format - Both steps skip gracefully if API key secret is not set - Idempotent: skips generation if review comment already exists - Validation step remains unchanged as final gate Required secrets in consumer repo: ANTHROPIC_API_KEY, OPENAI_API_KEY Permission updated: pull-requests/issues write (needed to post comments)
This commit is contained in:
OliverGiertz
parent
ec14acb46e
commit
967788e045
1 changed files with 187 additions and 2 deletions
189
.github/workflows/repo-pipeline.yml
vendored
189
.github/workflows/repo-pipeline.yml
vendored
|
|
@ -181,9 +181,194 @@ jobs:
|
|||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
contents: read
|
||||
pull-requests: read
|
||||
issues: read
|
||||
pull-requests: write
|
||||
issues: write
|
||||
steps:
|
||||
- name: Generate Claude review
|
||||
env:
|
||||
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
||||
GITHUB_TOKEN: ${{ github.token }}
|
||||
PR_NUMBER: ${{ github.event.pull_request.number }}
|
||||
REPO: ${{ github.repository }}
|
||||
PR_TITLE: ${{ github.event.pull_request.title }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
if [ -z "${ANTHROPIC_API_KEY:-}" ]; then
|
||||
echo "::notice::ANTHROPIC_API_KEY not set – Claude review skipped"
|
||||
exit 0
|
||||
fi
|
||||
python3 << 'PYEOF'
|
||||
import os, json, urllib.request
|
||||
|
||||
token = os.environ["GITHUB_TOKEN"]
|
||||
repo = os.environ["REPO"]
|
||||
pr_num = os.environ["PR_NUMBER"]
|
||||
headers_gh = {"Authorization": f"Bearer {token}", "User-Agent": "vanity-dev-engine",
|
||||
"Accept": "application/vnd.github.v3+json"}
|
||||
|
||||
# Skip if Claude review already exists
|
||||
req = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/issues/{pr_num}/comments?per_page=100",
|
||||
headers=headers_gh)
|
||||
with urllib.request.urlopen(req) as r:
|
||||
comments = json.loads(r.read())
|
||||
if any("### Claude" in (c.get("body") or "") for c in comments):
|
||||
print("Claude review already present – skipping generation.")
|
||||
raise SystemExit(0)
|
||||
|
||||
# Fetch PR diff (truncated to 12 000 chars to stay within token limit)
|
||||
req_diff = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/pulls/{pr_num}",
|
||||
headers={**headers_gh, "Accept": "application/vnd.github.v3.diff"})
|
||||
with urllib.request.urlopen(req_diff) as r:
|
||||
diff = r.read().decode("utf-8", errors="replace")[:12000]
|
||||
|
||||
# Fetch PR body
|
||||
req_pr = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/pulls/{pr_num}", headers=headers_gh)
|
||||
with urllib.request.urlopen(req_pr) as r:
|
||||
pr_data = json.loads(r.read())
|
||||
pr_body = (pr_data.get("body") or "")[:800]
|
||||
|
||||
prompt = f"""You are a senior iOS Swift developer reviewing a pull request.
|
||||
Analyse the changes carefully and write a concise code review.
|
||||
|
||||
PR title: {os.environ["PR_TITLE"]}
|
||||
PR description: {pr_body}
|
||||
|
||||
Git diff (may be truncated):
|
||||
{diff}
|
||||
|
||||
Reply with EXACTLY this structure – no deviations:
|
||||
|
||||
### Claude
|
||||
|
||||
DoD status: PASS
|
||||
Blocker: 0
|
||||
Major: 0
|
||||
|
||||
<your review here – cover code quality, correctness, Swift best practices,
|
||||
potential bugs, and suggestions. Be specific and constructive.>
|
||||
|
||||
Only set DoD status to FAIL or raise Blocker/Major above 0 when you find
|
||||
real defects that must be fixed before merging."""
|
||||
|
||||
payload = json.dumps({
|
||||
"model": "claude-opus-4-6",
|
||||
"max_tokens": 1500,
|
||||
"messages": [{"role": "user", "content": prompt}]
|
||||
}).encode()
|
||||
req_ai = urllib.request.Request(
|
||||
"https://api.anthropic.com/v1/messages", data=payload,
|
||||
headers={"x-api-key": os.environ["ANTHROPIC_API_KEY"],
|
||||
"anthropic-version": "2023-06-01",
|
||||
"content-type": "application/json"})
|
||||
with urllib.request.urlopen(req_ai) as r:
|
||||
review = json.loads(r.read())["content"][0]["text"]
|
||||
|
||||
# Post comment
|
||||
body_payload = json.dumps({"body": review}).encode()
|
||||
req_post = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/issues/{pr_num}/comments",
|
||||
data=body_payload,
|
||||
headers={**headers_gh, "Content-Type": "application/json"})
|
||||
with urllib.request.urlopen(req_post) as r:
|
||||
result = json.loads(r.read())
|
||||
print(f"Claude review posted: {result['html_url']}")
|
||||
PYEOF
|
||||
|
||||
- name: Generate ChatGPT review
|
||||
env:
|
||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||
GITHUB_TOKEN: ${{ github.token }}
|
||||
PR_NUMBER: ${{ github.event.pull_request.number }}
|
||||
REPO: ${{ github.repository }}
|
||||
PR_TITLE: ${{ github.event.pull_request.title }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
if [ -z "${OPENAI_API_KEY:-}" ]; then
|
||||
echo "::notice::OPENAI_API_KEY not set – ChatGPT review skipped"
|
||||
exit 0
|
||||
fi
|
||||
python3 << 'PYEOF'
|
||||
import os, json, urllib.request
|
||||
|
||||
token = os.environ["GITHUB_TOKEN"]
|
||||
repo = os.environ["REPO"]
|
||||
pr_num = os.environ["PR_NUMBER"]
|
||||
headers_gh = {"Authorization": f"Bearer {token}", "User-Agent": "vanity-dev-engine",
|
||||
"Accept": "application/vnd.github.v3+json"}
|
||||
|
||||
# Skip if ChatGPT review already exists
|
||||
req = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/issues/{pr_num}/comments?per_page=100",
|
||||
headers=headers_gh)
|
||||
with urllib.request.urlopen(req) as r:
|
||||
comments = json.loads(r.read())
|
||||
if any("### ChatGPT" in (c.get("body") or "") for c in comments):
|
||||
print("ChatGPT review already present – skipping generation.")
|
||||
raise SystemExit(0)
|
||||
|
||||
# Fetch PR diff
|
||||
req_diff = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/pulls/{pr_num}",
|
||||
headers={**headers_gh, "Accept": "application/vnd.github.v3.diff"})
|
||||
with urllib.request.urlopen(req_diff) as r:
|
||||
diff = r.read().decode("utf-8", errors="replace")[:12000]
|
||||
|
||||
# Fetch PR body
|
||||
req_pr = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/pulls/{pr_num}", headers=headers_gh)
|
||||
with urllib.request.urlopen(req_pr) as r:
|
||||
pr_data = json.loads(r.read())
|
||||
pr_body = (pr_data.get("body") or "")[:800]
|
||||
|
||||
prompt = f"""You are a senior iOS Swift developer reviewing a pull request.
|
||||
Analyse the changes carefully and write a concise code review.
|
||||
|
||||
PR title: {os.environ["PR_TITLE"]}
|
||||
PR description: {pr_body}
|
||||
|
||||
Git diff (may be truncated):
|
||||
{diff}
|
||||
|
||||
Reply with EXACTLY this structure – no deviations:
|
||||
|
||||
### ChatGPT
|
||||
|
||||
DoD status: PASS
|
||||
Blocker: 0
|
||||
Major: 0
|
||||
|
||||
<your review here – cover code quality, correctness, Swift best practices,
|
||||
potential bugs, and suggestions. Be specific and constructive.>
|
||||
|
||||
Only set DoD status to FAIL or raise Blocker/Major above 0 when you find
|
||||
real defects that must be fixed before merging."""
|
||||
|
||||
payload = json.dumps({
|
||||
"model": "gpt-4o",
|
||||
"max_tokens": 1500,
|
||||
"messages": [{"role": "user", "content": prompt}]
|
||||
}).encode()
|
||||
req_ai = urllib.request.Request(
|
||||
"https://api.openai.com/v1/chat/completions", data=payload,
|
||||
headers={"Authorization": f"Bearer {os.environ['OPENAI_API_KEY']}",
|
||||
"content-type": "application/json"})
|
||||
with urllib.request.urlopen(req_ai) as r:
|
||||
review = json.loads(r.read())["choices"][0]["message"]["content"]
|
||||
|
||||
# Post comment
|
||||
body_payload = json.dumps({"body": review}).encode()
|
||||
req_post = urllib.request.Request(
|
||||
f"https://api.github.com/repos/{repo}/issues/{pr_num}/comments",
|
||||
data=body_payload,
|
||||
headers={**headers_gh, "Content-Type": "application/json"})
|
||||
with urllib.request.urlopen(req_post) as r:
|
||||
result = json.loads(r.read())
|
||||
print(f"ChatGPT review posted: {result['html_url']}")
|
||||
PYEOF
|
||||
|
||||
- name: Validate ChatGPT and Claude review status
|
||||
uses: actions/github-script@v7
|
||||
with:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue