{
  "schema_version": "2.0",
  "slug": "codewithbullet",
  "name": "Bullet",
  "agent_url": "https://codewithbullet.com",
  "category": "Coding",
  "run_id": "run-rpub-v2-codewithbullet-2026-08-21",
  "run_at": "2026-08-21T08:45:00Z",
  "editor": "Hlido Editor",
  "editorial_method": "public-surface-tier-1+editorial-narrative-v2",
  "methodology_version": "2026.05",
  "methodology_url": "/methodology/public-surface-tier-1/",
  "score": 73,
  "tier": "STEADY",
  "laddoo_score": 73,
  "confidence": "medium",
  "hlido_opinion": {
    "headline": "A free, speed-obsessed coding agent (GUI + CLI) that routes/searches/executes with a tighter loop than the norm — YC-backed, with a headline 95.8% SWE-bench Verified claim you'll want to confirm.",
    "body": "Bullet is a coding agent built around one thesis: keep up with the developer. Its 'system' is three sensible protocols — Route/Escalate (send straightforward work to fast models, escalate to reasoning models only when the task demands it), Search/Acquire (targeted search and file reads instead of embedding the whole repo), and Parallel Execution (independent tool calls run together; duplicate calls and stuck loops are intercepted before they waste time). That's a coherent, credible design that maps to real pain — teams 'burning hours waiting on agent runs' — and the founders' note ('we were building with Claude Code every day, watching capable models move through needlessly slow machinery') is honest about where it came from. It ships cross-platform (macOS/Linux/Windows) as a GUI plus a free CLI (npm i -g @trybullet/cli), no key required to start, backed by Y Combinator. The thing to flag loudly: the site leads with '95.8% on SWE-bench Verified', a very strong claim that a homepage can't substantiate and that should be checked against the published results before you weight it. Speed and loop-efficiency claims are likewise the whole pitch and can only be judged by using it. For developers frustrated with slow agent runs, it's a genuinely interesting, free option — just verify the benchmark and try it on your own repo.",
    "voice": "Hlido Editor",
    "as_of": "2026-08-21",
    "editor_signature_pending": true
  },
  "tier_rationale": "STEADY (73) for a coherent, well-articulated coding agent with sensible efficiency protocols (model routing, targeted search, parallel execution with loop interception), cross-platform GUI+CLI, a free no-key start, and YC backing. Not higher because its headline differentiators — the 95.8% SWE-bench Verified claim and the speed/loop-efficiency promises — are exactly what a homepage cannot substantiate and must be independently verified. Not FADING because the design is credible, the product is real and shipping, and the free CLI makes it directly testable.",
  "what_it_does_well": [
    "Coherent efficiency design: Route/Escalate (fast model by default, escalate only when needed), targeted Search/Acquire instead of whole-repo embedding, Parallel Execution with duplicate/stuck-loop interception",
    "Cross-platform GUI (macOS/Linux/Windows) plus a free CLI (npm i -g @trybullet/cli), no key required to start",
    "Honest, specific founders' note grounding it in real Claude-Code-workflow frustration",
    "Free to use with no subscription, and Y-Combinator-backed"
  ],
  "what_it_fails_at": [
    "Leads with a very strong '95.8% on SWE-bench Verified' claim that the homepage cannot substantiate — needs independent confirmation",
    "Speed and loop-efficiency are the core pitch but can only be judged by hands-on use, not from the surface",
    "Crowded category (Cursor, Claude Code, aider, opencode) — differentiation rests on unverified performance",
    "Maturity/adoption beyond YC backing and star-free landing copy isn't evidenced on the surface"
  ],
  "best_for": [
    "Developers frustrated with slow agent runs who want a speed-focused coding agent to try for free",
    "People who want both a GUI and a CLI from the same agent, cross-platform",
    "Anyone wanting to A/B a routing/parallel-execution approach against their current coding assistant"
  ],
  "not_recommended_for": [
    "Buyers who need the SWE-bench claim independently verified before adopting",
    "Teams standardised on a mature coding agent with proven track record and ecosystem",
    "Users who need enterprise features/support (this is a free, early product)"
  ],
  "red_flags": [
    "The '95.8% on SWE-bench Verified' headline is a strong, benchmark-topping claim presented on a marketing page — verify it against the published results before weighting it in a decision.",
    "Speed/loop-efficiency, the entire differentiator, is unverifiable from the surface; benchmark it on your own repository."
  ],
  "compared_to": [
    {
      "slug": "aider",
      "verdict_diff": "aider is a mature, widely-used open-source CLI coding agent with a strong track record; Bullet is a newer, free GUI+CLI agent competing on speed via model routing and parallel execution, with a bold (unverified) SWE-bench claim. Choose aider for a proven, transparent CLI; try Bullet if slow agent runs are your main pain and you'll verify its speed/benchmark yourself.",
      "preferred_for_axis": "speed-focused-new-gui-cli-agent-vs-mature-open-source-cli-agent"
    }
  ],
  "evidence_urls": [
    {
      "claim": "A fast coding agent that routes, searches and executes to keep up with you; GUI for macOS/Linux/Windows + free CLI",
      "source": "https://codewithbullet.com (homepage hero + download/CLI blocks)",
      "tested_at": "2026-08-21",
      "verified": true
    },
    {
      "claim": "Three protocols: Route/Escalate, Search/Acquire (targeted search, no whole-repo embed), Parallel Execution with loop interception",
      "source": "https://codewithbullet.com ('THE BULLET SYSTEM' protocol sections)",
      "tested_at": "2026-08-21",
      "verified": true
    },
    {
      "claim": "CLI: npm install -g @trybullet/cli; macOS & Linux, Node 18+, free, no key required to start",
      "source": "https://codewithbullet.com ('GET BULLET / CLI' section)",
      "tested_at": "2026-08-21",
      "verified": true
    },
    {
      "claim": "Headline claim: 95.8% on SWE-bench Verified (link: 'read the results')",
      "source": "https://codewithbullet.com (top banner)",
      "tested_at": "2026-08-21",
      "verified": true
    },
    {
      "claim": "Free to use, no subscriptions; backed by Y Combinator",
      "source": "https://codewithbullet.com ('FREE ACCESS' + 'BACKED BY Y COMBINATOR')",
      "tested_at": "2026-08-21",
      "verified": true
    }
  ],
  "agent_relevance": {
    "has_api": false,
    "has_cli": true,
    "has_mcp": false,
    "has_webhook": false,
    "has_sdk": false,
    "behavioral_testable": true,
    "agent_integration_path": "A coding agent available as a cross-platform GUI and a free CLI (npm i -g @trybullet/cli, no key to start), so its behaviour is directly testable on a real repository. It is an end-user coding agent rather than an agent-callable service, but the free CLI makes hands-on evaluation straightforward.",
    "agent_friendly_score": 7
  },
  "checklist": [
    {
      "id": "homepage_loads",
      "pass": true,
      "required": true,
      "tested_at": "2026-08-21T00:00:00Z"
    },
    {
      "id": "primary_value_prop",
      "pass": true,
      "required": true,
      "evidence": "A free, speed-obsessed coding agent (GUI + CLI) that routes/searches/executes wi",
      "tested_at": "2026-08-21T00:00:00Z"
    },
    {
      "id": "cta_present",
      "pass": true,
      "required": false,
      "tested_at": "2026-08-21T00:00:00Z"
    },
    {
      "id": "evidence_or_demo",
      "pass": true,
      "required": false,
      "evidence": "1 screenshot(s) captured",
      "tested_at": "2026-08-21T00:00:00Z"
    }
  ],
  "summary": "A free, speed-obsessed coding agent (GUI + CLI) that routes/searches/executes with a tighter loop than the norm — YC-backed, with a headline 95.8% SWE-bench Verified claim you'll want to confirm.",
  "_summary_deprecation_note": "Field kept as a v1-compatibility alias of hlido_opinion.headline. New consumers should read hlido_opinion.{headline,body,voice,as_of}.",
  "staleness_after": "2026-11-21",
  "review_age_days_at_publish": 0,
  "next_review_due_at": "2026-11-21",
  "attestation_url": "/data/attestations/codewithbullet.json",
  "signature_pending": true,
  "source": "r-publish-editorial-v2",
  "marking_signal": {
    "checked_at": "2026-08-21",
    "source": "r-publish-editorial-enrich",
    "not_applicable": true
  },
  "evidence_images": {
    "run_id": "run-dc777aea094124d8-codewithbullet-com",
    "base": "https://images.hlido.eu/reviews/codewithbullet/run-dc777aea094124d8-codewithbullet-com",
    "files": [
      "home.png"
    ],
    "urls": [
      "https://images.hlido.eu/reviews/codewithbullet/run-dc777aea094124d8-codewithbullet-com/home.png"
    ],
    "note": "Screenshots captured by the Hlido engine during the reviewed run, served from R2. `run_id` is the ENGINE run id — it differs from `scorecard.run_id` and is the only one these keys resolve under. HEAD-verification of each URL is deferred to the publish-side link-review-evidence.mjs check (this editorial enrich ran in an egress-restricted container and did not assert verification it could not perform)."
  }
}
