task_id,maka,opencode,maka_failure_class,opencode_failure_class
adaptive-rejection-sampler,failed,failed,budget_exhausted,budget_exhausted
bn-fit-modify,passed,failed,,verification_failed
break-filter-js-from-html,passed,passed,,
build-cython-ext,passed,passed,,
build-pmars,passed,passed,,
build-pov-ray,passed,passed,,
caffe-cifar-10,passed,failed,,budget_exhausted
cancel-async-tasks,failed,failed,verification_failed,verification_failed
chess-best-move,failed,failed,verification_failed,budget_exhausted
circuit-fibsqrt,passed,passed,,
cobol-modernization,passed,passed,,
code-from-image,passed,failed,,budget_exhausted
compile-compcert,failed,passed,budget_exhausted,
configure-git-webserver,passed,passed,,
constraints-scheduling,passed,passed,,
count-dataset-tokens,passed,passed,,
crack-7z-hash,passed,passed,,
custom-memory-heap-crash,passed,passed,,
db-wal-recovery,passed,failed,,budget_exhausted
distribution-search,passed,passed,,
dna-assembly,failed,failed,verification_failed,verification_failed
dna-insert,failed,passed,verification_failed,
extract-elf,failed,failed,verification_failed,verification_failed
extract-moves-from-video,failed,failed,budget_exhausted,budget_exhausted
feal-differential-cryptanalysis,passed,passed,,
feal-linear-cryptanalysis,passed,passed,,
filter-js-from-html,failed,failed,verification_failed,verification_failed
financial-document-processor,passed,passed,,
fix-code-vulnerability,passed,passed,,
fix-git,passed,failed,,verification_failed
fix-ocaml-gc,passed,passed,,
gcode-to-text,failed,failed,budget_exhausted,budget_exhausted
git-leak-recovery,passed,passed,,
git-multibranch,passed,passed,,
gpt2-codegolf,failed,failed,budget_exhausted,budget_exhausted
headless-terminal,passed,passed,,
hf-model-inference,passed,passed,,
install-windows-3.11,failed,failed,budget_exhausted,budget_exhausted
kv-store-grpc,passed,passed,,
large-scale-text-editing,passed,passed,,
largest-eigenval,failed,failed,budget_exhausted,budget_exhausted
llm-inference-batching-scheduler,passed,passed,,
log-summary-date-ranges,passed,passed,,
mailman,passed,passed,,
make-doom-for-mips,failed,failed,budget_exhausted,budget_exhausted
make-mips-interpreter,failed,failed,budget_exhausted,budget_exhausted
mcmc-sampling-stan,passed,passed,,
merge-diff-arc-agi-task,passed,passed,,
model-extraction-relu-logits,passed,failed,,budget_exhausted
modernize-scientific-stack,passed,passed,,
mteb-leaderboard,failed,failed,verification_failed,budget_exhausted
mteb-retrieve,passed,failed,,verification_failed
multi-source-data-merger,passed,passed,,
nginx-request-logging,passed,passed,,
openssl-selfsigned-cert,passed,passed,,
overfull-hbox,failed,failed,verification_failed,verification_failed
password-recovery,failed,passed,budget_exhausted,
path-tracing,passed,failed,,budget_exhausted
path-tracing-reverse,failed,failed,budget_exhausted,budget_exhausted
polyglot-c-py,passed,passed,,
polyglot-rust-c,passed,passed,,
portfolio-optimization,passed,passed,,
protein-assembly,failed,failed,verification_failed,verification_failed
prove-plus-comm,passed,passed,,
pypi-server,passed,passed,,
pytorch-model-cli,passed,passed,,
pytorch-model-recovery,passed,passed,,
qemu-alpine-ssh,failed,failed,budget_exhausted,budget_exhausted
qemu-startup,failed,passed,budget_exhausted,
query-optimize,passed,passed,,
raman-fitting,failed,failed,verification_failed,budget_exhausted
regex-chess,passed,failed,,budget_exhausted
regex-log,passed,passed,,
reshard-c4-data,passed,passed,,
rstan-to-pystan,failed,failed,budget_exhausted,runtime_error
sam-cell-seg,passed,passed,,
sanitize-git-repo,passed,failed,,verification_failed
schemelike-metacircular-eval,passed,failed,,verification_failed
sparql-university,passed,failed,,verification_failed
sqlite-db-truncate,passed,passed,,
sqlite-with-gcov,passed,failed,,budget_exhausted
torch-pipeline-parallelism,failed,failed,verification_failed,budget_exhausted
torch-tensor-parallelism,failed,failed,verification_failed,verification_failed
train-fasttext,failed,failed,budget_exhausted,budget_exhausted
tune-mjcf,passed,failed,,budget_exhausted
video-processing,failed,failed,verification_failed,verification_failed
vulnerable-secret,passed,passed,,
winning-avg-corewars,passed,failed,,verification_failed
write-compressor,passed,failed,,budget_exhausted