maka/docs/eval/terminal-bench-2.1-maka-vs-kimi-code-v11.csv

1	task_id	maka	kimi_code
2	adaptive-rejection-sampler	failed	failed
3	bn-fit-modify	passed	passed
4	break-filter-js-from-html	passed	passed
5	build-cython-ext	failed	failed
6	build-pmars	passed	passed
7	build-pov-ray	passed	failed
8	caffe-cifar-10	failed	failed
9	cancel-async-tasks	passed	passed
10	chess-best-move	passed	passed
11	circuit-fibsqrt	passed	passed
12	cobol-modernization	failed	failed
13	code-from-image	passed	passed
14	compile-compcert	passed	passed
15	configure-git-webserver	passed	failed
16	constraints-scheduling	passed	passed
17	count-dataset-tokens	passed	passed
18	crack-7z-hash	passed	failed
19	custom-memory-heap-crash	passed	passed
20	db-wal-recovery	passed	passed
21	distribution-search	passed	passed
22	dna-assembly	failed	failed
23	dna-insert	failed	failed
24	extract-elf	failed	failed
25	extract-moves-from-video	failed	failed
26	feal-differential-cryptanalysis	passed	passed
27	feal-linear-cryptanalysis	failed	passed
28	filter-js-from-html	failed	failed
29	financial-document-processor	passed	failed
30	fix-code-vulnerability	passed	failed
31	fix-git	passed	passed
32	fix-ocaml-gc	passed	passed
33	gcode-to-text	failed	failed
34	git-leak-recovery	passed	passed
35	git-multibranch	passed	passed
36	gpt2-codegolf	passed	failed
37	headless-terminal	passed	passed
38	hf-model-inference	passed	passed
39	install-windows-3.11	failed	failed
40	kv-store-grpc	passed	passed
41	large-scale-text-editing	passed	passed
42	largest-eigenval	failed	failed
43	llm-inference-batching-scheduler	failed	failed
44	log-summary-date-ranges	passed	passed
45	mailman	passed	passed
46	make-doom-for-mips	failed	failed
47	make-mips-interpreter	failed	failed
48	mcmc-sampling-stan	passed	failed
49	merge-diff-arc-agi-task	passed	passed
50	model-extraction-relu-logits	failed	failed
51	modernize-scientific-stack	passed	passed
52	mteb-leaderboard	passed	passed
53	mteb-retrieve	failed	passed
54	multi-source-data-merger	passed	passed
55	nginx-request-logging	passed	passed
56	openssl-selfsigned-cert	passed	passed
57	overfull-hbox	passed	failed
58	password-recovery	passed	passed
59	path-tracing	passed	passed
60	path-tracing-reverse	failed	failed
61	polyglot-c-py	passed	passed
62	polyglot-rust-c	passed	passed
63	portfolio-optimization	passed	passed
64	protein-assembly	passed	passed
65	prove-plus-comm	passed	passed
66	pypi-server	passed	passed
67	pytorch-model-cli	passed	passed
68	pytorch-model-recovery	passed	passed
69	qemu-alpine-ssh	failed	failed
70	qemu-startup	failed	failed
71	query-optimize	failed	failed
72	raman-fitting	failed	failed
73	regex-chess	passed	failed
74	regex-log	passed	passed
75	reshard-c4-data	passed	passed
76	rstan-to-pystan	passed	passed
77	sam-cell-seg	passed	passed
78	sanitize-git-repo	passed	passed
79	schemelike-metacircular-eval	passed	failed
80	sparql-university	passed	passed
81	sqlite-db-truncate	passed	passed
82	sqlite-with-gcov	passed	passed
83	torch-pipeline-parallelism	passed	failed
84	torch-tensor-parallelism	passed	passed
85	train-fasttext	failed	failed
86	tune-mjcf	failed	passed
87	video-processing	passed	failed
88	vulnerable-secret	passed	passed
89	winning-avg-corewars	failed	failed
90	write-compressor	failed	failed