cooperbench
v1.0CooperBench: multi-agent cooperation benchmark. 652 feature pairs across 12 repos requiring two agents to coordinate via messaging.
uvx harbor run -d cooperbench@1.0Tasks (652)
cb-jinja-t1559-f1-2
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-2d6a644d
cb-jinja-t1559-f1-3
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-3d6a644d
cb-jinja-t1559-f1-4
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-4d6a644d
cb-jinja-t1559-f1-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-5d6a644d
cb-jinja-t1559-f1-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-6d6a644d
cb-jinja-t1559-f1-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-7d6a644d
cb-jinja-t1559-f1-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-8d6a644d
cb-jinja-t1559-f1-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f1-9d6a644d
cb-jinja-t1559-f2-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-10d6a644d
cb-jinja-t1559-f2-3
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-3d6a644d
cb-jinja-t1559-f2-4
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-4d6a644d
cb-jinja-t1559-f2-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-5d6a644d
cb-jinja-t1559-f2-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-6d6a644d
cb-jinja-t1559-f2-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-7d6a644d
cb-jinja-t1559-f2-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-8d6a644d
cb-jinja-t1559-f2-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f2-9d6a644d
cb-jinja-t1559-f3-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-10d6a644d
cb-jinja-t1559-f3-4
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-4d6a644d
cb-jinja-t1559-f3-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-5d6a644d
cb-jinja-t1559-f3-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-6d6a644d
cb-jinja-t1559-f3-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-7d6a644d
cb-jinja-t1559-f3-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-8d6a644d
cb-jinja-t1559-f3-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f3-9d6a644d
cb-jinja-t1559-f4-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f4-10d6a644d
cb-jinja-t1559-f4-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f4-5d6a644d
cb-jinja-t1559-f4-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f4-6d6a644d
cb-jinja-t1559-f4-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f4-7d6a644d
cb-jinja-t1559-f4-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f4-8d6a644d
cb-jinja-t1559-f4-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f4-9d6a644d
cb-jinja-t1559-f5-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f5-10d6a644d
cb-jinja-t1559-f5-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f5-6d6a644d
cb-jinja-t1559-f5-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f5-7d6a644d
cb-jinja-t1559-f5-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f5-8d6a644d
cb-jinja-t1559-f5-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f5-9d6a644d
cb-jinja-t1559-f6-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f6-10d6a644d
cb-jinja-t1559-f6-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f6-7d6a644d
cb-jinja-t1559-f6-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f6-8d6a644d
cb-jinja-t1559-f6-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f6-9d6a644d
cb-jinja-t1559-f7-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f7-10d6a644d
cb-jinja-t1559-f7-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f7-8d6a644d
cb-jinja-t1559-f7-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f7-9d6a644d
cb-jinja-t1559-f8-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f8-10d6a644d
cb-jinja-t1559-f8-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f8-9d6a644d
cb-jinja-t1559-f9-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1559-f9-10d6a644d
cb-jinja-t1621-f1-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-10d6a644d
cb-jinja-t1621-f1-2
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-2d6a644d
cb-jinja-t1621-f1-3
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-3d6a644d
cb-jinja-t1621-f1-4
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-4d6a644d
cb-jinja-t1621-f1-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-5d6a644d
cb-jinja-t1621-f1-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-6d6a644d
cb-jinja-t1621-f1-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-7d6a644d
cb-jinja-t1621-f1-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-8d6a644d
cb-jinja-t1621-f1-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f1-9d6a644d
cb-jinja-t1621-f2-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-10d6a644d
cb-jinja-t1621-f2-3
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-3d6a644d
cb-jinja-t1621-f2-4
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-4d6a644d
cb-jinja-t1621-f2-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-5d6a644d
cb-jinja-t1621-f2-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-6d6a644d
cb-jinja-t1621-f2-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-7d6a644d
cb-jinja-t1621-f2-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-8d6a644d
cb-jinja-t1621-f2-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f2-9d6a644d
cb-jinja-t1621-f3-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-10d6a644d
cb-jinja-t1621-f3-4
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-4d6a644d
cb-jinja-t1621-f3-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-5d6a644d
cb-jinja-t1621-f3-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-6d6a644d
cb-jinja-t1621-f3-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-7d6a644d
cb-jinja-t1621-f3-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-8d6a644d
cb-jinja-t1621-f3-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f3-9d6a644d
cb-jinja-t1621-f4-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f4-10d6a644d
cb-jinja-t1621-f4-5
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f4-5d6a644d
cb-jinja-t1621-f4-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f4-6d6a644d
cb-jinja-t1621-f4-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f4-7d6a644d
cb-jinja-t1621-f4-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f4-8d6a644d
cb-jinja-t1621-f4-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f4-9d6a644d
cb-jinja-t1621-f5-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f5-10d6a644d
cb-jinja-t1621-f5-6
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f5-6d6a644d
cb-jinja-t1621-f5-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f5-7d6a644d
cb-jinja-t1621-f5-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f5-8d6a644d
cb-jinja-t1621-f5-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f5-9d6a644d
cb-jinja-t1621-f6-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f6-10d6a644d
cb-jinja-t1621-f6-7
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f6-7d6a644d
cb-jinja-t1621-f6-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f6-8d6a644d
cb-jinja-t1621-f6-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f6-9d6a644d
cb-jinja-t1621-f7-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f7-10d6a644d
cb-jinja-t1621-f7-8
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f7-8d6a644d
cb-jinja-t1621-f7-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f7-9d6a644d
cb-jinja-t1621-f8-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f8-10d6a644d
cb-jinja-t1621-f8-9
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f8-9d6a644d
cb-jinja-t1621-f9-10
uvx harbor run -d cooperbench@1.0 -t cb-jinja-t1621-f9-10d6a644d
cb-llama-index-t17070-f1-2
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17070-f1-2d6a644d
cb-llama-index-t17070-f1-3
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17070-f1-3d6a644d
cb-llama-index-t17070-f2-3
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17070-f2-3d6a644d
cb-llama-index-t17244-f1-2
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f1-2d6a644d
cb-llama-index-t17244-f1-3
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f1-3d6a644d
cb-llama-index-t17244-f1-4
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f1-4d6a644d
cb-llama-index-t17244-f1-5
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f1-5d6a644d
cb-llama-index-t17244-f1-6
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f1-6d6a644d
cb-llama-index-t17244-f1-7
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f1-7d6a644d
cb-llama-index-t17244-f2-3
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f2-3d6a644d
cb-llama-index-t17244-f2-4
uvx harbor run -d cooperbench@1.0 -t cb-llama-index-t17244-f2-4d6a644d