{"slug":"swe-bench-pro-private","name":"SWE-Bench Pro  -  Private Dataset","ownerSlug":"scale","artifactType":"Benchmark","availabilityKind":"private-commercial","access":["Private catalog","Enterprise-only"],"summary":"The proprietary-repository subset of SWE-Bench Pro, documented publicly but not distributed as an open dataset.","description":"This private subset evaluates coding agents against commercial-grade proprietary repositories. Its existence and leaderboard are public; the underlying repository contents are not presented as publicly downloadable by EnvIndex.","domains":["coding","long-horizon","enterprise"],"capabilities":{"long-horizon":"yes","code-execution":"yes","sandboxed":"yes","human-in-the-loop":"yes","production-derived":"yes"},"verifierType":"Repository test suites","lastVerified":"2026-08-16","verificationStatus":"company-reported","confidence":"medium","links":[{"label":"Private dataset leaderboard","url":"https://labs.scale.com/leaderboard/swe_bench_pro_private","kind":"leaderboard"}],"sourceIds":["scale-swe-pro","scale-swe-private"],"relatedArtifactSlugs":["swe-bench-pro"],"editorialNote":"Private describes access, not verification. EnvIndex has not inspected the proprietary repository contents.","canonicalUrl":"https://envindex.com/environments/swe-bench-pro-private","owner":{"slug":"scale","name":"Scale","website":"https://scale.com","tagline":"Data-labeling incumbent extending into agent evals and RL environments","description":"Scale AI is the original data-labeling powerhouse for AI labs and enterprises, now building RL environments and agent evaluation products under its agents and RL environments group. After Meta's 2025 investment and the departure of CEO Alexandr Wang, it lost some lab customers but continues to push into environments.","domains":["multi-domain","coding","data-labeling","rlhf"],"locations":["San Francisco","New York","Washington DC","London"],"founders":[{"name":"Alexandr Wang","xHandle":"alexandr_wang"},{"name":"Lucy Guo","xHandle":null}],"teamSize":"250+","funding":"$1.6B+ raised; Meta invested $14.3B at ~$29B valuation (June 2025)","raising":null,"founded":2016,"notable":"Publishes SWE-bench Pro benchmark"},"sources":[{"id":"scale-swe-pro","url":"https://labs.scale.com/papers/swe_bench_pro","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","publisher":"Scale Labs","sourceType":"paper","publishedAt":"2025-09-19","accessedAt":"2026-08-16","verificationStatus":"confirmed"},{"id":"scale-swe-private","url":"https://labs.scale.com/leaderboard/swe_bench_pro_private","title":"SWE-Bench Pro  -  Private Dataset","publisher":"Scale Labs","sourceType":"official","accessedAt":"2026-08-16","verificationStatus":"company-reported"}]}