Triage a bug report with an AI agent

import { readFile } from 'node:fs/promises';

const repository = process.env.GITHUB_REPOSITORY;
const token = process.env.GITHUB_TOKEN;

if (!repository || !token) {
  console.error(
    'GITHUB_REPOSITORY or GITHUB_TOKEN is not set. Add both to the preview environment of the EAS project.'
  );
  process.exit(1);
}

async function request(method, path, body) {
  const response = await fetch(`https://api.github.com${path}`, {
    method,
    headers: {
      accept: 'application/vnd.github+json',
      authorization: `Bearer ${token}`,
      'content-type': 'application/json',
      'x-github-api-version': '2022-11-28',
    },
    body: body ? JSON.stringify(body) : undefined,
  });
  if (!response.ok) {
    throw new Error(
      `GitHub returned ${response.status} for ${method} ${path}: ${await response.text()}\nCheck that GITHUB_TOKEN can read and write contents, issues, and pull requests in ${repository}.`
    );
  }
  return response.json();
}

const repo = `/repos/${repository}`;
const [command, ...args] = process.argv.slice(2);

switch (command) {
  case 'issue': {
    const issue = await request('GET', `${repo}/issues/${args[0]}`);
    const comments = await request('GET', `${repo}/issues/${args[0]}/comments?per_page=50`);
    console.log(
      JSON.stringify(
        {
          title: issue.title,
          body: issue.body,
          comments: comments
            .filter(comment =>
              ['OWNER', 'MEMBER', 'COLLABORATOR'].includes(comment.author_association)
            )
            .map(comment => comment.body),
        },
        null,
        2
      )
    );
    break;
  }
  case 'comment': {
    await request('POST', `${repo}/issues/${args[0]}/comments`, {
      body: await readFile(args[1], 'utf8'),
    });
    break;
  }
  case 'create-issue': {
    const [title, bodyFile, ...labels] = args;
    const issue = await request('POST', `${repo}/issues`, {
      title,
      body: await readFile(bodyFile, 'utf8'),
      labels,
    });
    console.log(issue.number);
    break;
  }
  case 'open-pull-request': {
    const [branch, title, bodyFile] = args;
    const owner = repository.split('/')[0];
    const open = await request('GET', `${repo}/pulls?state=open&head=${owner}:${branch}`);
    if (open.length > 0) {
      console.log(open[0].html_url);
      break;
    }
    const { default_branch: base } = await request('GET', repo);
    const pullRequest = await request('POST', `${repo}/pulls`, {
      head: branch,
      base,
      title,
      body: await readFile(bodyFile, 'utf8'),
    });
    console.log(pullRequest.html_url);
    break;
  }
  case 'author-email': {
    const user = await request('GET', '/user');
    console.log(`${user.id}+${user.login}@users.noreply.github.com`);
    break;
  }
  default:
    console.error(
      `Unknown command "${command}". Use issue, comment, create-issue, open-pull-request, or author-email.`
    );
    process.exit(1);
}

#!/usr/bin/env bash
set -euo pipefail

: "${BUILD_ID:?No simulator build. Check the build or repack job of this run.}"
: "${ISSUE_NUMBER:?No issue number. Check the intake job, or pass -F issue_number=<number>.}"
: "${PLATFORM:?No platform. Set PLATFORM to android or ios in the reproduce job.}"

node .eas/agents/github.mjs issue "$ISSUE_NUMBER" > /tmp/issue.json
source .eas/agents/start-session.sh "$PLATFORM" "$BUILD_ID" "Issue #$ISSUE_NUMBER triage" bug-triage

{
  cat .eas/agents/reproduce.md
  printf '\n## Bug report\n\n'
  cat /tmp/issue.json
  printf '\n'
  cat agent-output/device.md
} > agent-output/prompt.md

env -u EXPO_TOKEN -u EXPO_TOKEN_SIMULATOR -u GITHUB_TOKEN \
  timeout 20m bash .eas/agents/run-agent.sh agent-output/prompt.md device || true

VERDICT=$(head -n 1 agent-output/evidence/verdict.md 2> /dev/null || true)
PLATFORM_NAME=$([ "$PLATFORM" = ios ] && echo iOS || echo Android)
VERDICT=${VERDICT:-"INCONCLUSIVE: The agent did not write a verdict. See the logs of this run."}
SESSION_URL=$(node -p 'require("/tmp/session.json").deviceRunSessionUrl')

{
  printf '## Bug triage (%s)\n\n**Verdict:** %s\n\n' "$PLATFORM_NAME" "$VERDICT"
  printf -- '- [Session recording](%s)\n' "$SESSION_URL"
  printf -- '- [Agent report and screenshots](%s)\n\n' "$RUN_URL"
  printf '<details>\n<summary>Report</summary>\n\n'
  tail -n +2 agent-output/evidence/verdict.md 2> /dev/null || true
  printf '\n</details>\n'
  case "$VERDICT" in
    REPLICATED:*) printf '\nTo start Issue to PR, read the report, then add the `agent` label.\n' ;;
  esac
} > /tmp/comment.md
node .eas/agents/github.mjs comment "$ISSUE_NUMBER" /tmp/comment.md

You try to reproduce a bug report in this project on a remote Android Emulator or iOS Simulator. The app is installed and open on the device. The bug report and the details of the device are at the end of this prompt.

1. Read the report. Find the steps, the expected result, and the actual result. You can also read the source code of the project with your file tools.
2. Follow the steps as a user does. Run only the shell command in the Device section. If a command is denied, continue with the command of the Device section.
3. Save a screenshot after each step.
4. Write the file agent-output/evidence/verdict.md. Line 1 is "REPLICATED: <one sentence>" or "NOT-REPLICATED: <one sentence>". Then list each step that you did and what you saw.

Write REPLICATED only when you saw the bug yourself. Do not change the files of the project.

import { readFile, writeFile } from 'node:fs/promises';

const [feedbackFile, bodyFile] = process.argv.slice(2);
const result = JSON.parse(await readFile(feedbackFile, 'utf8'));
const report = result.feedback ?? result.crash ?? result;
const comment = (report.comment ?? '').trim();
const screenshots = (report.screenshots ?? []).map(screenshot => screenshot.url).filter(Boolean);

const lines = [
  '## TestFlight report',
  '',
  comment
    ? comment
        .split('\n')
        .map(line => `> ${line}`)
        .join('\n')
    : '> The tester did not write a comment.',
  '',
  `- Build: ${report.buildVersion ?? 'unknown'}`,
  `- Device: ${report.deviceModel ?? 'unknown'}, iOS ${report.osVersion ?? 'unknown'}`,
  ...screenshots.map((url, index) => `- [Screenshot ${index + 1}](${url}). The link expires.`),
];

if (result.logText) {
  const codeFence = '`'.repeat(3);
  lines.push(
    '',
    '<details>',
    '<summary>Crash log</summary>',
    '',
    codeFence,
    result.logText.slice(0, 20000),
    codeFence,
    '',
    '</details>'
  );
}

await writeFile(bodyFile, `${lines.join('\n')}\n`);

const title =
  comment.split('\n')[0] || (result.crash ? 'TestFlight crash report' : 'TestFlight feedback');
console.log(title.slice(0, 100));