task_id,maka,kimi_code
adaptive-rejection-sampler,failed,failed
bn-fit-modify,passed,passed
break-filter-js-from-html,passed,passed
build-cython-ext,failed,failed
build-pmars,passed,passed
build-pov-ray,passed,failed
caffe-cifar-10,failed,failed
cancel-async-tasks,passed,passed
chess-best-move,passed,passed
circuit-fibsqrt,passed,passed
cobol-modernization,failed,failed
code-from-image,passed,passed
compile-compcert,passed,passed
configure-git-webserver,passed,failed
constraints-scheduling,passed,passed
count-dataset-tokens,passed,passed
crack-7z-hash,passed,failed
custom-memory-heap-crash,passed,passed
db-wal-recovery,passed,passed
distribution-search,passed,passed
dna-assembly,failed,failed
dna-insert,failed,failed
extract-elf,failed,failed
extract-moves-from-video,failed,failed
feal-differential-cryptanalysis,passed,passed
feal-linear-cryptanalysis,failed,passed
filter-js-from-html,failed,failed
financial-document-processor,passed,failed
fix-code-vulnerability,passed,failed
fix-git,passed,passed
fix-ocaml-gc,passed,passed
gcode-to-text,failed,failed
git-leak-recovery,passed,passed
git-multibranch,passed,passed
gpt2-codegolf,passed,failed
headless-terminal,passed,passed
hf-model-inference,passed,passed
install-windows-3.11,failed,failed
kv-store-grpc,passed,passed
large-scale-text-editing,passed,passed
largest-eigenval,failed,failed
llm-inference-batching-scheduler,failed,failed
log-summary-date-ranges,passed,passed
mailman,passed,passed
make-doom-for-mips,failed,failed
make-mips-interpreter,failed,failed
mcmc-sampling-stan,passed,failed
merge-diff-arc-agi-task,passed,passed
model-extraction-relu-logits,failed,failed
modernize-scientific-stack,passed,passed
mteb-leaderboard,passed,passed
mteb-retrieve,failed,passed
multi-source-data-merger,passed,passed
nginx-request-logging,passed,passed
openssl-selfsigned-cert,passed,passed
overfull-hbox,passed,failed
password-recovery,passed,passed
path-tracing,passed,passed
path-tracing-reverse,failed,failed
polyglot-c-py,passed,passed
polyglot-rust-c,passed,passed
portfolio-optimization,passed,passed
protein-assembly,passed,passed
prove-plus-comm,passed,passed
pypi-server,passed,passed
pytorch-model-cli,passed,passed
pytorch-model-recovery,passed,passed
qemu-alpine-ssh,failed,failed
qemu-startup,failed,failed
query-optimize,failed,failed
raman-fitting,failed,failed
regex-chess,passed,failed
regex-log,passed,passed
reshard-c4-data,passed,passed
rstan-to-pystan,passed,passed
sam-cell-seg,passed,passed
sanitize-git-repo,passed,passed
schemelike-metacircular-eval,passed,failed
sparql-university,passed,passed
sqlite-db-truncate,passed,passed
sqlite-with-gcov,passed,passed
torch-pipeline-parallelism,passed,failed
torch-tensor-parallelism,passed,passed
train-fasttext,failed,failed
tune-mjcf,failed,passed
video-processing,passed,failed
vulnerable-secret,passed,passed
winning-avg-corewars,failed,failed
write-compressor,failed,failed