🤖 Add CI job to block merge on unresolved Codex comments

- Add check-codex-comments CI job that fails if Codex bot has comments
- Create check_codex_comments.sh script to detect unresolved comments
- Integrate Codex check into wait_pr_checks.sh loop
- Ensures PRs with Codex feedback are reviewed before merging

_Generated with `cmux`_

Author: ammario

.github/workflows/ci.yml

@@ -81,4 +81,19 @@ jobs:
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+
+  check-codex-comments:
+    name: Check Codex Comments
+    runs-on: ubuntu-latest
+    if: github.event_name == 'pull_request'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Check for unresolved Codex comments
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          ./scripts/check_codex_comments.sh ${{ github.event.pull_request.number }}
+
 # Trigger CI run

scripts/check_codex_comments.sh

@@ -0,0 +1,58 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Check if PR number is provided
+if [ $# -eq 0 ]; then
+    echo "Usage: $0 <pr_number>"
+    exit 1
+fi
+
+PR_NUMBER=$1
+BOT_LOGIN="chatgpt-codex-connector[bot]"
+
+echo "Checking for unresolved Codex comments in PR #${PR_NUMBER}..."
+
+# Get all comments from the Codex bot
+# This includes both regular PR comments and review comments
+REGULAR_COMMENTS=$(gh api "/repos/{owner}/{repo}/issues/${PR_NUMBER}/comments" \
+    --jq "[.[] | select(.user.login == \"${BOT_LOGIN}\")]")
+
+REVIEW_COMMENTS=$(gh api "/repos/{owner}/{repo}/pulls/${PR_NUMBER}/comments" \
+    --jq "[.[] | select(.user.login == \"${BOT_LOGIN}\")]")
+
+# Count regular comments (these are always considered unresolved unless deleted)
+REGULAR_COUNT=$(echo "$REGULAR_COMMENTS" | jq 'length')
+
+# For review comments, GitHub doesn't expose a direct "resolved" field via the API
+# However, we can check the review thread state via GraphQL
+# For simplicity, we'll check if there are any review comments at all
+REVIEW_COUNT=$(echo "$REVIEW_COMMENTS" | jq 'length')
+
+echo "Found ${REGULAR_COUNT} regular comment(s) from ${BOT_LOGIN}"
+echo "Found ${REVIEW_COUNT} review comment(s) from ${BOT_LOGIN}"
+
+# If there are any comments from Codex, we consider them unresolved
+# (unless they're explicitly marked as resolved or deleted)
+TOTAL_COMMENTS=$((REGULAR_COUNT + REVIEW_COUNT))
+
+if [ $TOTAL_COMMENTS -gt 0 ]; then
+    echo ""
+    echo "❌ Found ${TOTAL_COMMENTS} comment(s) from ${BOT_LOGIN} in PR #${PR_NUMBER}"
+    echo ""
+    echo "Codex comments:"
+    
+    if [ $REGULAR_COUNT -gt 0 ]; then
+        echo "$REGULAR_COMMENTS" | jq -r '.[] | "  - [\(.created_at)] \(.body[0:100] | gsub("\n"; " "))..."'
+    fi
+    
+    if [ $REVIEW_COUNT -gt 0 ]; then
+        echo "$REVIEW_COMMENTS" | jq -r '.[] | "  - [\(.created_at)] \(.path):\(.line) - \(.body[0:100] | gsub("\n"; " "))..."'
+    fi
+    
+    echo ""
+    echo "Please address or resolve all Codex comments before merging."
+    exit 1
+else
+    echo "✅ No unresolved Codex comments found"
+    exit 0
+fi

scripts/wait_pr_checks.sh

@@ -68,10 +68,21 @@ while true; do
   # Check if all checks passed and merge state is clean
   if echo "$CHECKS" | grep -q "pass" && ! echo "$CHECKS" | grep -qE "pending|fail"; then
     if [ "$MERGE_STATE" = "CLEAN" ]; then
-      echo "✅ All checks passed and PR is ready to merge!"
+      # Check for unresolved Codex comments
+      echo "✅ All checks passed!"
       echo ""
       gh pr checks "$PR_NUMBER"
-      exit 0
+      echo ""
+      echo "🤖 Checking for unresolved Codex comments..."
+      if ./scripts/check_codex_comments.sh "$PR_NUMBER"; then
+        echo ""
+        echo "✅ PR is ready to merge!"
+        exit 0
+      else
+        echo ""
+        echo "❌ Please resolve Codex comments before merging."
+        exit 1
+      fi
     elif [ "$MERGE_STATE" = "BLOCKED" ]; then
       echo "⏳ All checks passed but still blocked (waiting for required checks)..."
     fi