scale-ai/swe-atlas-qna
v1.0SWE-Atlas Codebase QnA benchmark that evaluates AI agents' ability to comprehend and query existing codebases.
uvx harbor run -d scale-ai/swe-atlas-qna@1.0Tasks (124)
task-6905333b74f22949d97ba998
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba998b0611b0
task-6905333b74f22949d97ba999
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba999b0611b0
task-6905333b74f22949d97ba99a
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba99ab0611b0
task-6905333b74f22949d97ba99b
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba99bb0611b0
task-6905333b74f22949d97ba99d
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba99db0611b0
task-6905333b74f22949d97ba99f
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba99fb0611b0
task-6905333b74f22949d97ba9a2
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a2b0611b0
task-6905333b74f22949d97ba9a3
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a3b0611b0
task-6905333b74f22949d97ba9a4
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a4b0611b0
task-6905333b74f22949d97ba9a5
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a5b0611b0
task-6905333b74f22949d97ba9a6
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a6b0611b0
task-6905333b74f22949d97ba9a7
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a7b0611b0
task-6905333b74f22949d97ba9a8
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a8b0611b0
task-6905333b74f22949d97ba9a9
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9a9b0611b0
task-6905333b74f22949d97ba9aa
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9aab0611b0
task-6905333b74f22949d97ba9ab
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9abb0611b0
task-6905333b74f22949d97ba9ac
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9acb0611b0
task-6905333b74f22949d97ba9ad
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9adb0611b0
task-6905333b74f22949d97ba9ae
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9aeb0611b0
task-6905333b74f22949d97ba9af
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9afb0611b0
task-6905333b74f22949d97ba9b1
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b1b0611b0
task-6905333b74f22949d97ba9b2
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b2b0611b0
task-6905333b74f22949d97ba9b3
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b3b0611b0
task-6905333b74f22949d97ba9b5
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b5b0611b0
task-6905333b74f22949d97ba9b6
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b6b0611b0
task-6905333b74f22949d97ba9b7
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b7b0611b0
task-6905333b74f22949d97ba9b8
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9b8b0611b0
task-6905333b74f22949d97ba9ba
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9bab0611b0
task-6905333b74f22949d97ba9bb
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9bbb0611b0
task-6905333b74f22949d97ba9bc
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9bcb0611b0
task-6905333b74f22949d97ba9bd
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9bdb0611b0
task-6905333b74f22949d97ba9be
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9beb0611b0
task-6905333b74f22949d97ba9bf
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9bfb0611b0
task-6905333b74f22949d97ba9c0
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c0b0611b0
task-6905333b74f22949d97ba9c1
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c1b0611b0
task-6905333b74f22949d97ba9c2
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c2b0611b0
task-6905333b74f22949d97ba9c3
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c3b0611b0
task-6905333b74f22949d97ba9c4
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c4b0611b0
task-6905333b74f22949d97ba9c5
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c5b0611b0
task-6905333b74f22949d97ba9c6
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c6b0611b0
task-6905333b74f22949d97ba9c8
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c8b0611b0
task-6905333b74f22949d97ba9c9
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9c9b0611b0
task-6905333b74f22949d97ba9ca
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9cab0611b0
task-6905333b74f22949d97ba9cb
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9cbb0611b0
task-6905333b74f22949d97ba9cc
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9ccb0611b0
task-6905333b74f22949d97ba9cd
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9cdb0611b0
task-6905333b74f22949d97ba9ce
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9ceb0611b0
task-6905333b74f22949d97ba9cf
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9cfb0611b0
task-6905333b74f22949d97ba9d0
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d0b0611b0
task-6905333b74f22949d97ba9d1
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d1b0611b0
task-6905333b74f22949d97ba9d2
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d2b0611b0
task-6905333b74f22949d97ba9d3
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d3b0611b0
task-6905333b74f22949d97ba9d4
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d4b0611b0
task-6905333b74f22949d97ba9d5
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d5b0611b0
task-6905333b74f22949d97ba9d6
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d6b0611b0
task-6905333b74f22949d97ba9d7
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d7b0611b0
task-6905333b74f22949d97ba9d8
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d8b0611b0
task-6905333b74f22949d97ba9d9
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9d9b0611b0
task-6905333b74f22949d97ba9db
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9dbb0611b0
task-6905333b74f22949d97ba9dc
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9dcb0611b0
task-6905333b74f22949d97ba9dd
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9ddb0611b0
task-6905333b74f22949d97ba9de
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9deb0611b0
task-6905333b74f22949d97ba9e0
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e0b0611b0
task-6905333b74f22949d97ba9e1
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e1b0611b0
task-6905333b74f22949d97ba9e3
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e3b0611b0
task-6905333b74f22949d97ba9e4
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e4b0611b0
task-6905333b74f22949d97ba9e5
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e5b0611b0
task-6905333b74f22949d97ba9e7
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e7b0611b0
task-6905333b74f22949d97ba9e8
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e8b0611b0
task-6905333b74f22949d97ba9e9
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9e9b0611b0
task-6905333b74f22949d97ba9eb
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9ebb0611b0
task-6905333b74f22949d97ba9ee
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9eeb0611b0
task-6905333b74f22949d97ba9f0
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f0b0611b0
task-6905333b74f22949d97ba9f1
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f1b0611b0
task-6905333b74f22949d97ba9f2
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f2b0611b0
task-6905333b74f22949d97ba9f4
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f4b0611b0
task-6905333b74f22949d97ba9f5
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f5b0611b0
task-6905333b74f22949d97ba9f7
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f7b0611b0
task-6905333b74f22949d97ba9f8
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f8b0611b0
task-6905333b74f22949d97ba9f9
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9f9b0611b0
task-6905333b74f22949d97ba9fa
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9fab0611b0
task-6905333b74f22949d97ba9fb
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9fbb0611b0
task-6905333b74f22949d97ba9fc
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9fcb0611b0
task-6905333b74f22949d97ba9fd
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9fdb0611b0
task-6905333b74f22949d97ba9ff
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97ba9ffb0611b0
task-6905333b74f22949d97baa01
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa01b0611b0
task-6905333b74f22949d97baa02
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa02b0611b0
task-6905333b74f22949d97baa03
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa03b0611b0
task-6905333b74f22949d97baa04
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa04b0611b0
task-6905333b74f22949d97baa05
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa05b0611b0
task-6905333b74f22949d97baa06
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa06b0611b0
task-6905333b74f22949d97baa07
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa07b0611b0
task-6905333b74f22949d97baa09
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa09b0611b0
task-6905333b74f22949d97baa0b
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa0bb0611b0
task-6905333b74f22949d97baa0c
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa0cb0611b0
task-6905333b74f22949d97baa0d
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa0db0611b0
task-6905333b74f22949d97baa0f
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa0fb0611b0
task-6905333b74f22949d97baa10
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa10b0611b0
task-6905333b74f22949d97baa11
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa11b0611b0
task-6905333b74f22949d97baa12
uvx harbor run -d scale-ai/swe-atlas-qna@1.0 -t task-6905333b74f22949d97baa12b0611b0