{
 "benchmark": "SWE-Race",
 "version": "v0.1",
 "updated": "3 Oct 2026",
 "tasks": 188,
 "public": 95,
 "private": 93,
 "models": {
  "deepseek-v4-flash": {
   "name": "DeepSeek V4 Flash",
   "views": {
    "full": {
     "key": "deepseek-v4-flash",
     "name": "DeepSeek V4 Flash",
     "vendor": "DeepSeek",
     "v": 72.1,
     "lo": 6.0,
     "hi": 5.9,
     "n": 187,
     "att": 2.1,
     "attempts": 387,
     "cost": 0.0567,
     "cps": 0.0786,
     "steps": 54.5,
     "tokens": 2189468,
     "added": "2026-10-03",
     "atk": 81.3,
     "rank": 1
    },
    "hard": {
     "key": "deepseek-v4-flash",
     "name": "DeepSeek V4 Flash",
     "vendor": "DeepSeek",
     "v": 23.2,
     "lo": 8.2,
     "hi": 8.6,
     "n": 55,
     "att": 2.2,
     "attempts": 122,
     "cost": 0.0886,
     "cps": 0.3823,
     "steps": 70.0,
     "tokens": 3519418,
     "added": "2026-10-03",
     "atk": 38.2,
     "rank": 3
    },
    "public": {
     "key": "deepseek-v4-flash",
     "name": "DeepSeek V4 Flash",
     "vendor": "DeepSeek",
     "v": 69.2,
     "lo": 7.9,
     "hi": 7.6,
     "n": 95,
     "att": 2.1,
     "attempts": 199,
     "cost": 0.055,
     "cps": 0.0794,
     "steps": 52.4,
     "tokens": 2089068,
     "added": "2026-10-03",
     "atk": 78.9,
     "rank": 1
    },
    "private": {
     "key": "deepseek-v4-flash",
     "name": "DeepSeek V4 Flash",
     "vendor": "DeepSeek",
     "v": 75.0,
     "lo": 8.2,
     "hi": 7.1,
     "n": 92,
     "att": 2.0,
     "attempts": 188,
     "cost": 0.0585,
     "cps": 0.078,
     "steps": 56.8,
     "tokens": 2295743,
     "added": "2026-10-03",
     "atk": 83.7,
     "rank": 1
    },
    "composite": {
     "key": "deepseek-v4-flash",
     "name": "DeepSeek V4 Flash",
     "vendor": "DeepSeek",
     "v": 56.5,
     "lo": 9.9,
     "hi": 10.3,
     "n": 73,
     "att": 2.2,
     "attempts": 157,
     "cost": 0.0773,
     "cps": 0.1368,
     "steps": 65.9,
     "tokens": 3091259,
     "added": "2026-10-03",
     "atk": 67.1,
     "rank": 1
    }
   }
  },
  "gpt-5.6-luna": {
   "name": "GPT-5.6 Luna",
   "views": {
    "full": {
     "key": "gpt-5.6-luna",
     "name": "GPT-5.6 Luna",
     "vendor": "OpenAI",
     "v": 81.3,
     "lo": 4.5,
     "hi": 4.4,
     "n": 188,
     "att": 6.3,
     "attempts": 1178,
     "cost": 0.0149,
     "cps": 0.0184,
     "steps": 15.2,
     "tokens": 235916,
     "added": "2026-10-02",
     "atk": 92.0,
     "rank": 1
    },
    "hard": {
     "key": "gpt-5.6-luna",
     "name": "GPT-5.6 Luna",
     "vendor": "OpenAI",
     "v": 44.7,
     "lo": 9.6,
     "hi": 10.2,
     "n": 55,
     "att": 6.4,
     "attempts": 352,
     "cost": 0.0196,
     "cps": 0.0439,
     "steps": 18.0,
     "tokens": 339322,
     "added": "2026-10-02",
     "atk": 72.7,
     "rank": 1
    },
    "public": {
     "key": "gpt-5.6-luna",
     "name": "GPT-5.6 Luna",
     "vendor": "OpenAI",
     "v": 82.9,
     "lo": 6.6,
     "hi": 5.9,
     "n": 95,
     "att": 6.3,
     "attempts": 596,
     "cost": 0.014,
     "cps": 0.0169,
     "steps": 14.4,
     "tokens": 207755,
     "added": "2026-10-02",
     "atk": 92.6,
     "rank": 1
    },
    "private": {
     "key": "gpt-5.6-luna",
     "name": "GPT-5.6 Luna",
     "vendor": "OpenAI",
     "v": 79.8,
     "lo": 7.2,
     "hi": 6.5,
     "n": 93,
     "att": 6.3,
     "attempts": 582,
     "cost": 0.0159,
     "cps": 0.02,
     "steps": 16.0,
     "tokens": 264756,
     "added": "2026-10-02",
     "atk": 91.4,
     "rank": 1
    },
    "composite": {
     "key": "gpt-5.6-luna",
     "name": "GPT-5.6 Luna",
     "vendor": "OpenAI",
     "v": 66.9,
     "lo": 8.9,
     "hi": 8.9,
     "n": 74,
     "att": 6.6,
     "attempts": 492,
     "cost": 0.0176,
     "cps": 0.0264,
     "steps": 16.9,
     "tokens": 307244,
     "added": "2026-10-02",
     "atk": 82.4,
     "rank": 1
    }
   }
  },
  "glm-5.3-flash": {
   "name": "GLM-5.3 Flash",
   "views": {
    "full": {
     "key": "glm-5.3-flash",
     "name": "GLM-5.3 Flash",
     "vendor": "Z.ai",
     "v": 81.9,
     "lo": 4.7,
     "hi": 4.5,
     "n": 188,
     "att": 2.3,
     "attempts": 441,
     "cost": 0.0153,
     "cps": 0.0187,
     "steps": 29.5,
     "tokens": 616415,
     "added": "2026-10-02",
     "atk": 89.4,
     "rank": 1
    },
    "hard": {
     "key": "glm-5.3-flash",
     "name": "GLM-5.3 Flash",
     "vendor": "Z.ai",
     "v": 49.9,
     "lo": 11.2,
     "hi": 11.3,
     "n": 55,
     "att": 2.1,
     "attempts": 115,
     "cost": 0.0313,
     "cps": 0.0627,
     "steps": 45.7,
     "tokens": 1355913,
     "added": "2026-10-02",
     "atk": 65.5,
     "rank": 1
    },
    "public": {
     "key": "glm-5.3-flash",
     "name": "GLM-5.3 Flash",
     "vendor": "Z.ai",
     "v": 80.2,
     "lo": 7.5,
     "hi": 6.8,
     "n": 95,
     "att": 2.3,
     "attempts": 222,
     "cost": 0.0147,
     "cps": 0.0183,
     "steps": 28.2,
     "tokens": 578174,
     "added": "2026-10-02",
     "atk": 87.4,
     "rank": 1
    },
    "private": {
     "key": "glm-5.3-flash",
     "name": "GLM-5.3 Flash",
     "vendor": "Z.ai",
     "v": 83.7,
     "lo": 6.2,
     "hi": 5.9,
     "n": 93,
     "att": 2.4,
     "attempts": 219,
     "cost": 0.0159,
     "cps": 0.019,
     "steps": 30.9,
     "tokens": 655180,
     "added": "2026-10-02",
     "atk": 91.4,
     "rank": 1
    },
    "composite": {
     "key": "glm-5.3-flash",
     "name": "GLM-5.3 Flash",
     "vendor": "Z.ai",
     "v": 68.0,
     "lo": 8.8,
     "hi": 8.8,
     "n": 74,
     "att": 2.5,
     "attempts": 188,
     "cost": 0.0203,
     "cps": 0.0299,
     "steps": 36.2,
     "tokens": 870187,
     "added": "2026-10-02",
     "atk": 79.7,
     "rank": 1
    }
   }
  }
 },
 "public_tasks": {
  "agronholm-anyio-1223": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-1279": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-1279-1223": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 4,
     "attempts": 4
    },
    "gpt-5.6-luna": {
     "solved": 10,
     "attempts": 10
    },
    "glm-5.3-flash": {
     "solved": 3,
     "attempts": 3
    }
   }
  },
  "nousresearch-hermes-agent-32018-33241": {
   "repo": "NousResearch/hermes-agent",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "flyteorg-flyte-sdk-1142-1178": {
   "repo": "flyteorg/flyte-sdk",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "aio-libs-aiohttp-8445-8482": {
   "repo": "aio-libs/aiohttp",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "tornadoweb-tornado-3553-3554": {
   "repo": "tornadoweb/tornado",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "berriai-litellm-16672-16708": {
   "repo": "BerriAI/litellm",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "eandersson-amqpstorm-152": {
   "repo": "eandersson/amqpstorm",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-1110": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "pipecat-ai-pipecat-4186": {
   "repo": "pipecat-ai/pipecat",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "aio-libs-aiobotocore-1537": {
   "repo": "aio-libs/aiobotocore",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "aio-libs-aiohttp-12493": {
   "repo": "aio-libs/aiohttp",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-1218": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "fossasia-voxbento-319": {
   "repo": "fossasia/voxbento",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "prefecthq-fastmcp-2803": {
   "repo": "PrefectHQ/fastmcp",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "kalarb-pykalshi-47": {
   "repo": "Kalarb/pykalshi",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "aws-aws-advanced-python-wrapper-1089": {
   "repo": "aws/aws-advanced-python-wrapper",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "zauberzeug-nicegui-5931": {
   "repo": "zauberzeug/nicegui",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "strands-agents-harness-sdk-2800": {
   "repo": "strands-agents/harness-sdk",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "zauberzeug-nicegui-6295": {
   "repo": "zauberzeug/nicegui",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "python-roborock-python-roborock-632": {
   "repo": "Python-roborock/python-roborock",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "huggingface-huggingface-hub-2528": {
   "repo": "huggingface/huggingface_hub",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "matterminers-tardis-371": {
   "repo": "MatterMiners/tardis",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "d0ttino-ume-561": {
   "repo": "d0tTino/UME",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "kpn-combadge-132": {
   "repo": "kpn/combadge",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "aio-libs-aiohttp-9140": {
   "repo": "aio-libs/aiohttp",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "joopsnijder-multi-search-api-2": {
   "repo": "Joopsnijder/multi-search-api",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "celery-celery-10086": {
   "repo": "celery/celery",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "peterager-lennoxs30api-87": {
   "repo": "PeteRager/lennoxs30api",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "a2aproject-a2a-python-440": {
   "repo": "a2aproject/a2a-python",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "frequenz-floss-frequenz-sdk-python-1166": {
   "repo": "frequenz-floss/frequenz-sdk-python",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "jonathan-nascimento51-glpi-dashboard-cau-71": {
   "repo": "jonathan-nascimento51/glpi_dashboard_cau",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "helicopterrun-aiophyn-6": {
   "repo": "helicopterrun/aiophyn",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "giampaolo-psutil-2515": {
   "repo": "giampaolo/psutil",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-485": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "aio-libs-aiohttp-10923": {
   "repo": "aio-libs/aiohttp",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "sblibs-pyswitchbot-368": {
   "repo": "sblibs/pySwitchbot",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "aiven-open-astacus-259": {
   "repo": "Aiven-Open/astacus",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "celery-kombu-2492-2552": {
   "repo": "celery/kombu",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 2,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "celery-kombu-2498-2492": {
   "repo": "celery/kombu",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "celery-kombu-2498-2492-2552": {
   "repo": "celery/kombu",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "celery-kombu-2492": {
   "repo": "celery/kombu",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "celery-kombu-2552": {
   "repo": "celery/kombu",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "celery-kombu-2498": {
   "repo": "celery/kombu",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "tox-dev-sphinx-autodoc-typehints-607-605-606": {
   "repo": "tox-dev/sphinx-autodoc-typehints",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 1,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "tox-dev-sphinx-autodoc-typehints-605-606": {
   "repo": "tox-dev/sphinx-autodoc-typehints",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 8,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "tox-dev-sphinx-autodoc-typehints-607-606": {
   "repo": "tox-dev/sphinx-autodoc-typehints",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 8,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "pytest-dev-pytest-14540-14567": {
   "repo": "pytest-dev/pytest",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "pytest-dev-pytest-14566-14540": {
   "repo": "pytest-dev/pytest",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "celery-celery-10218-10204": {
   "repo": "celery/celery",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 6,
     "attempts": 8
    },
    "gpt-5.6-luna": {
     "solved": 10,
     "attempts": 10
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "celery-celery-10204": {
   "repo": "celery/celery",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "pydantic-pydantic-ai-4419-4502": {
   "repo": "pydantic/pydantic-ai",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "pydantic-pydantic-ai-4502": {
   "repo": "pydantic/pydantic-ai",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "celery-celery-10179-10189": {
   "repo": "celery/celery",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "celery-celery-10189-10158": {
   "repo": "celery/celery",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 4,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "berriai-litellm-20666-22884": {
   "repo": "BerriAI/litellm",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "berriai-litellm-21658-22884": {
   "repo": "BerriAI/litellm",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 4,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "hkuds-lightrag-3056-3129": {
   "repo": "HKUDS/LightRAG",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 1,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "hkuds-lightrag-3129": {
   "repo": "HKUDS/LightRAG",
   "tier": "clean",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "dewet22-givenergy-hass-51-73": {
   "repo": "dewet22/givenergy-hass",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "celery-celery-10408-10404": {
   "repo": "celery/celery",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "rhysu-droll-182-190": {
   "repo": "RhysU/droll",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 8,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "komalharshita-devpath-1846-1890": {
   "repo": "komalharshita/DevPath",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 3,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "bumpy-croc-ai-trading-bot-636-637": {
   "repo": "bumpy-croc/ai-trading-bot",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 4,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "tox-dev-python-discovery-79-85": {
   "repo": "tox-dev/python-discovery",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "vyperlang-vyper-3925-4059": {
   "repo": "vyperlang/vyper",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "vyperlang-vyper-3925-4060": {
   "repo": "vyperlang/vyper",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "prefecthq-prefect-19601-19708": {
   "repo": "PrefectHQ/prefect",
   "tier": "hard",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 0,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "k1rl3s-maxo-348": {
   "repo": "K1rL3s/maxo",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 4,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "vllm-project-vllm-42585": {
   "repo": "vllm-project/vllm",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 4
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 3
    }
   }
  },
  "prefecthq-fastmcp-3480": {
   "repo": "PrefectHQ/fastmcp",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 2,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-1145": {
   "repo": "agronholm/anyio",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "litestar-org-litestar-3479": {
   "repo": "litestar-org/litestar",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 4,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "python-poetry-poetry-8517": {
   "repo": "python-poetry/poetry",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 1,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "berriai-litellm-8874": {
   "repo": "BerriAI/litellm",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-790": {
   "repo": "agronholm/anyio",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "mitmproxy-mitmproxy-5589": {
   "repo": "mitmproxy/mitmproxy",
   "tier": "hard",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 3,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 0,
     "attempts": 2
    }
   }
  },
  "pavua-krab-ear-1297-1290": {
   "repo": "Pavua/Krab-Ear",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna": {
     "solved": 8,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "pavua-krab-ear-1161-1290": {
   "repo": "Pavua/Krab-Ear",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 8,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "pavua-krab-ear-1264-1290": {
   "repo": "Pavua/Krab-Ear",
   "tier": "clean",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 5,
     "attempts": 5
    }
   }
  },
  "nousresearch-hermes-agent-83536-99176": {
   "repo": "NousResearch/hermes-agent",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "learningcircuit-local-deep-research-2517-2502": {
   "repo": "LearningCircuit/local-deep-research",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "prefecthq-fastmcp-3899-3889": {
   "repo": "PrefectHQ/fastmcp",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "protolabsai-protoagent-302-304": {
   "repo": "protoLabsAI/protoAgent",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 8,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "fastapi-fastapi-14349-14297": {
   "repo": "fastapi/fastapi",
   "tier": "split",
   "kind": "composite",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 7,
     "attempts": 8
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "mmcdermott-meds-transforms-374": {
   "repo": "mmcdermott/MEDS_transforms",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "agronholm-anyio-1217": {
   "repo": "agronholm/anyio",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "langflow-ai-langflow-15026": {
   "repo": "langflow-ai/langflow",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "twingate-kubernetes-operator-96": {
   "repo": "Twingate/kubernetes-operator",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "mapillary-mapillary-tools-779": {
   "repo": "mapillary/mapillary_tools",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "celery-celery-10218": {
   "repo": "celery/celery",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 1,
     "attempts": 2
    }
   }
  },
  "laixintao-prometheus-http-sd-39": {
   "repo": "laixintao/prometheus-http-sd",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "miquido-haiway-146": {
   "repo": "miquido/haiway",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 1,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 6,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  },
  "redis-redis-py-3863": {
   "repo": "redis/redis-py",
   "tier": "split",
   "kind": "single",
   "results": {
    "deepseek-v4-flash": {
     "solved": 2,
     "attempts": 2
    },
    "gpt-5.6-luna": {
     "solved": 5,
     "attempts": 6
    },
    "glm-5.3-flash": {
     "solved": 2,
     "attempts": 2
    }
   }
  }
 },
 "private_tasks": "aggregated in models.*.views.private; per-task rows are never published"
}