{
 "benchmark": "SWE-Pair",
 "version": "v0.1",
 "updated": "7 Nov 2026",
 "tasks": 161,
 "public": 62,
 "private": 99,
 "entries": {
  "deepseek-v4.1-flash-max": {
   "name": "DeepSeek V4.1 Flash \u00b7 max",
   "views": {
    "full": {
     "key": "deepseek-v4.1-flash-max",
     "name": "DeepSeek V4.1 Flash \u00b7 max",
     "vendor": "DeepSeek",
     "v": 87.6,
     "lo": 5.6,
     "hi": 5.0,
     "n": 161,
     "att": 1.0,
     "attempts": 161,
     "cost": 0.0836,
     "cps": 0.0955,
     "steps": 78.4,
     "tokens": 5870539,
     "added": "2026-11-07",
     "atk": 87.6,
     "rank": 1
    },
    "hard": null,
    "public": {
     "key": "deepseek-v4.1-flash-max",
     "name": "DeepSeek V4.1 Flash \u00b7 max",
     "vendor": "DeepSeek",
     "v": 85.5,
     "lo": 9.7,
     "hi": 8.1,
     "n": 62,
     "att": 1.0,
     "attempts": 62,
     "cost": 0.0859,
     "cps": 0.1005,
     "steps": 77.3,
     "tokens": 5762854,
     "added": "2026-11-07",
     "atk": 85.5,
     "rank": 1
    },
    "private": {
     "key": "deepseek-v4.1-flash-max",
     "name": "DeepSeek V4.1 Flash \u00b7 max",
     "vendor": "DeepSeek",
     "v": 88.9,
     "lo": 7.1,
     "hi": 6.1,
     "n": 99,
     "att": 1.0,
     "attempts": 99,
     "cost": 0.0822,
     "cps": 0.0924,
     "steps": 79.1,
     "tokens": 5937978,
     "added": "2026-11-07",
     "atk": 88.9,
     "rank": 1
    }
   }
  },
  "gpt-6-luna-max": {
   "name": "GPT-6 Luna \u00b7 max",
   "views": {
    "full": {
     "key": "gpt-6-luna-max",
     "name": "GPT-6 Luna \u00b7 max",
     "vendor": "OpenAI",
     "v": 78.3,
     "lo": 6.2,
     "hi": 6.2,
     "n": 161,
     "att": 1.0,
     "attempts": 161,
     "cost": 0.1793,
     "cps": 0.2291,
     "steps": 63.8,
     "tokens": 4975203,
     "added": "2026-11-07",
     "atk": 78.3,
     "rank": 2
    },
    "hard": null,
    "public": {
     "key": "gpt-6-luna-max",
     "name": "GPT-6 Luna \u00b7 max",
     "vendor": "OpenAI",
     "v": 79.0,
     "lo": 11.3,
     "hi": 9.7,
     "n": 62,
     "att": 1.0,
     "attempts": 62,
     "cost": 0.1742,
     "cps": 0.2205,
     "steps": 62.2,
     "tokens": 4606733,
     "added": "2026-11-07",
     "atk": 79.0,
     "rank": 1
    },
    "private": {
     "key": "gpt-6-luna-max",
     "name": "GPT-6 Luna \u00b7 max",
     "vendor": "OpenAI",
     "v": 77.8,
     "lo": 8.1,
     "hi": 8.1,
     "n": 99,
     "att": 1.0,
     "attempts": 99,
     "cost": 0.1824,
     "cps": 0.2345,
     "steps": 64.8,
     "tokens": 5205963,
     "added": "2026-11-07",
     "atk": 77.8,
     "rank": 1
    }
   }
  },
  "deepseek-v4.1-flash-medium": {
   "name": "DeepSeek V4.1 Flash \u00b7 medium",
   "views": {
    "full": {
     "key": "deepseek-v4.1-flash-medium",
     "name": "DeepSeek V4.1 Flash \u00b7 medium",
     "vendor": "DeepSeek",
     "v": 90.4,
     "lo": 4.5,
     "hi": 4.5,
     "n": 157,
     "att": 1.0,
     "attempts": 157,
     "cost": 0.0522,
     "cps": 0.0577,
     "steps": 51.9,
     "tokens": 2737219,
     "added": "2026-11-07",
     "atk": 90.4,
     "rank": 1
    },
    "hard": {
     "key": "deepseek-v4.1-flash-medium",
     "name": "DeepSeek V4.1 Flash \u00b7 medium",
     "vendor": "DeepSeek",
     "v": 53.8,
     "lo": 30.8,
     "hi": 23.1,
     "n": 13,
     "att": 1.0,
     "attempts": 13,
     "cost": 0.0905,
     "cps": 0.168,
     "steps": 70.7,
     "tokens": 5223161,
     "added": "2026-11-07",
     "atk": 53.8,
     "rank": 1
    },
    "public": {
     "key": "deepseek-v4.1-flash-medium",
     "name": "DeepSeek V4.1 Flash \u00b7 medium",
     "vendor": "DeepSeek",
     "v": 90.0,
     "lo": 8.3,
     "hi": 6.7,
     "n": 60,
     "att": 1.0,
     "attempts": 60,
     "cost": 0.05,
     "cps": 0.0555,
     "steps": 49.3,
     "tokens": 2556612,
     "added": "2026-11-07",
     "atk": 90.0,
     "rank": 1
    },
    "private": {
     "key": "deepseek-v4.1-flash-medium",
     "name": "DeepSeek V4.1 Flash \u00b7 medium",
     "vendor": "DeepSeek",
     "v": 90.7,
     "lo": 6.2,
     "hi": 5.2,
     "n": 97,
     "att": 1.0,
     "attempts": 97,
     "cost": 0.0536,
     "cps": 0.059,
     "steps": 53.5,
     "tokens": 2848935,
     "added": "2026-11-07",
     "atk": 90.7,
     "rank": 1
    }
   }
  },
  "gpt-5.6-luna-medium": {
   "name": "GPT-5.6 Luna \u00b7 medium",
   "views": {
    "full": {
     "key": "gpt-5.6-luna-medium",
     "name": "GPT-5.6 Luna \u00b7 medium",
     "vendor": "OpenAI",
     "v": 65.4,
     "lo": 6.8,
     "hi": 6.7,
     "n": 157,
     "att": 2.3,
     "attempts": 354,
     "cost": 0.0177,
     "cps": 0.027,
     "steps": 17.2,
     "tokens": 312726,
     "added": "2026-11-07",
     "atk": 73.2,
     "rank": 3
    },
    "hard": {
     "key": "gpt-5.6-luna-medium",
     "name": "GPT-5.6 Luna \u00b7 medium",
     "vendor": "OpenAI",
     "v": 30.8,
     "lo": 19.2,
     "hi": 23.1,
     "n": 13,
     "att": 2.2,
     "attempts": 28,
     "cost": 0.0216,
     "cps": 0.0702,
     "steps": 19.4,
     "tokens": 432749,
     "added": "2026-11-07",
     "atk": 38.5,
     "rank": 1
    },
    "public": {
     "key": "gpt-5.6-luna-medium",
     "name": "GPT-5.6 Luna \u00b7 medium",
     "vendor": "OpenAI",
     "v": 72.9,
     "lo": 10.0,
     "hi": 10.0,
     "n": 60,
     "att": 2.3,
     "attempts": 140,
     "cost": 0.0167,
     "cps": 0.023,
     "steps": 16.5,
     "tokens": 277580,
     "added": "2026-11-07",
     "atk": 81.7,
     "rank": 1
    },
    "private": {
     "key": "gpt-5.6-luna-medium",
     "name": "GPT-5.6 Luna \u00b7 medium",
     "vendor": "OpenAI",
     "v": 60.7,
     "lo": 8.5,
     "hi": 8.7,
     "n": 97,
     "att": 2.2,
     "attempts": 214,
     "cost": 0.0182,
     "cps": 0.03,
     "steps": 17.7,
     "tokens": 335719,
     "added": "2026-11-07",
     "atk": 68.0,
     "rank": 4
    }
   }
  },
  "glm-5.3-flash-medium": {
   "name": "GLM-5.3 Flash \u00b7 medium",
   "views": {
    "full": {
     "key": "glm-5.3-flash-medium",
     "name": "GLM-5.3 Flash \u00b7 medium",
     "vendor": "Z.ai",
     "v": 66.6,
     "lo": 7.3,
     "hi": 7.3,
     "n": 157,
     "att": 1.0,
     "attempts": 164,
     "cost": 0.0422,
     "cps": 0.0634,
     "steps": 45.8,
     "tokens": 1590413,
     "added": "2026-11-07",
     "atk": 66.9,
     "rank": 3
    },
    "hard": {
     "key": "glm-5.3-flash-medium",
     "name": "GLM-5.3 Flash \u00b7 medium",
     "vendor": "Z.ai",
     "v": 30.8,
     "lo": 23.1,
     "hi": 23.1,
     "n": 13,
     "att": 1.1,
     "attempts": 14,
     "cost": 0.0434,
     "cps": 0.1411,
     "steps": 64.5,
     "tokens": 2097219,
     "added": "2026-11-07",
     "atk": 30.8,
     "rank": 1
    },
    "public": {
     "key": "glm-5.3-flash-medium",
     "name": "GLM-5.3 Flash \u00b7 medium",
     "vendor": "Z.ai",
     "v": 66.7,
     "lo": 11.7,
     "hi": 11.7,
     "n": 60,
     "att": 1.0,
     "attempts": 60,
     "cost": 0.0319,
     "cps": 0.0478,
     "steps": 42.8,
     "tokens": 1210730,
     "added": "2026-11-07",
     "atk": 66.7,
     "rank": 2
    },
    "private": {
     "key": "glm-5.3-flash-medium",
     "name": "GLM-5.3 Flash \u00b7 medium",
     "vendor": "Z.ai",
     "v": 66.5,
     "lo": 9.8,
     "hi": 9.3,
     "n": 97,
     "att": 1.1,
     "attempts": 104,
     "cost": 0.0481,
     "cps": 0.0724,
     "steps": 47.6,
     "tokens": 1809461,
     "added": "2026-11-07",
     "atk": 67.0,
     "rank": 3
    }
   }
  }
 },
 "public_tasks": {
  "agronholm-anyio-1279-1223": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "prs": [
    1279,
    1223
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "agronholm-anyio-1397-1403": {
   "repo": "agronholm/anyio",
   "tier": "clean",
   "prs": [
    1397,
    1403
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "aio-libs-aiohttp-8445-8482": {
   "repo": "aio-libs/aiohttp",
   "tier": "clean",
   "prs": [
    8445,
    8482
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "atlanhq-application-sdk-1705-1744": {
   "repo": "atlanhq/application-sdk",
   "tier": "clean",
   "prs": [
    1705,
    1744
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "berriai-litellm-16672-16708": {
   "repo": "BerriAI/litellm",
   "tier": "clean",
   "prs": [
    16672,
    16708
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "berriai-litellm-20666-22884": {
   "repo": "BerriAI/litellm",
   "tier": "split",
   "prs": [
    20666,
    22884
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "berriai-litellm-21658-22884": {
   "repo": "BerriAI/litellm",
   "tier": "clean",
   "prs": [
    21658,
    22884
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "bumpy-croc-ai-trading-bot-636-637": {
   "repo": "bumpy-croc/ai-trading-bot",
   "tier": "clean",
   "prs": [
    636,
    637
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "celery-celery-10108-10098": {
   "repo": "celery/celery",
   "tier": "clean",
   "prs": [
    10108,
    10098
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "celery-celery-10179-10189": {
   "repo": "celery/celery",
   "tier": "split",
   "prs": [
    10179,
    10189
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "celery-celery-10189-10158": {
   "repo": "celery/celery",
   "tier": "clean",
   "prs": [
    10189,
    10158
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "celery-celery-10218-10204": {
   "repo": "celery/celery",
   "tier": "clean",
   "prs": [
    10218,
    10204
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "celery-celery-10408-10404": {
   "repo": "celery/celery",
   "tier": "split",
   "prs": [
    10408,
    10404
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "celery-celery-10750-10834": {
   "repo": "celery/celery",
   "tier": "clean",
   "prs": [
    10750,
    10834
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "celery-celery-9815-9853": {
   "repo": "celery/celery",
   "tier": "clean",
   "prs": [
    9815,
    9853
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "celery-celery-9815-9863": {
   "repo": "celery/celery",
   "tier": "clean",
   "prs": [
    9815,
    9863
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "celery-kombu-2492-2552": {
   "repo": "celery/kombu",
   "tier": "split",
   "prs": [
    2492,
    2552
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "celery-kombu-2498-2492": {
   "repo": "celery/kombu",
   "tier": "split",
   "prs": [
    2498,
    2492
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "celery-kombu-2498-2492-2552": {
   "repo": "celery/kombu",
   "tier": "split",
   "prs": [
    2498,
    2492,
    2552
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "dewet22-givenergy-hass-51-73": {
   "repo": "dewet22/givenergy-hass",
   "tier": "clean",
   "prs": [
    51,
    73
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "fastapi-fastapi-14349-14297": {
   "repo": "fastapi/fastapi",
   "tier": "clean",
   "prs": [
    14349,
    14297
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 3,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "flyteorg-flyte-sdk-1142-1178": {
   "repo": "flyteorg/flyte-sdk",
   "tier": "clean",
   "prs": [
    1142,
    1178
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "hkuds-lightrag-3056-3129": {
   "repo": "HKUDS/LightRAG",
   "tier": "hard",
   "prs": [
    3056,
    3129
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "jd-tenacity-606-609": {
   "repo": "jd/tenacity",
   "tier": "clean",
   "prs": [
    606,
    609
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "jd-tenacity-606-615": {
   "repo": "jd/tenacity",
   "tier": "clean",
   "prs": [
    606,
    615
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "jd-tenacity-615-614": {
   "repo": "jd/tenacity",
   "tier": "clean",
   "prs": [
    615,
    614
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "jetbrains-research-opaque-519-542": {
   "repo": "JetBrains-Research/opaque",
   "tier": "clean",
   "prs": [
    519,
    542
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "k1rl3s-maxo-345-348": {
   "repo": "K1rL3s/maxo",
   "tier": "split",
   "prs": [
    345,
    348
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "komalharshita-devpath-1846-1890": {
   "repo": "komalharshita/DevPath",
   "tier": "hard",
   "prs": [
    1846,
    1890
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "learningcircuit-local-deep-research-2517-2502": {
   "repo": "LearningCircuit/local-deep-research",
   "tier": "clean",
   "prs": [
    2517,
    2502
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "microsoft-apm-566-609": {
   "repo": "microsoft/apm",
   "tier": "hard",
   "prs": [
    566,
    609
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "microsoft-apm-596-609": {
   "repo": "microsoft/apm",
   "tier": "clean",
   "prs": [
    596,
    609
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "nithin031-noema-1-2": {
   "repo": "Nithin031/Noema",
   "tier": "clean",
   "prs": [
    1,
    2
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "nousresearch-hermes-agent-32018-33241": {
   "repo": "NousResearch/hermes-agent",
   "tier": "clean",
   "prs": [
    32018,
    33241
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "nousresearch-hermes-agent-83536-99176": {
   "repo": "NousResearch/hermes-agent",
   "tier": "clean",
   "prs": [
    83536,
    99176
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pandas-dev-pandas-66327-66275": {
   "repo": "pandas-dev/pandas",
   "tier": "clean",
   "prs": [
    66327,
    66275
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pandas-dev-pandas-67980-68034": {
   "repo": "pandas-dev/pandas",
   "tier": "clean",
   "prs": [
    67980,
    68034
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pandas-dev-pandas-68039-68067": {
   "repo": "pandas-dev/pandas",
   "tier": "clean",
   "prs": [
    68039,
    68067
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pandas-dev-pandas-68524-68587": {
   "repo": "pandas-dev/pandas",
   "tier": "hard",
   "prs": [
    68524,
    68587
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "pandas-dev-pandas-69131-68524": {
   "repo": "pandas-dev/pandas",
   "tier": "hard",
   "prs": [
    69131,
    68524
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "pavua-krab-ear-1161-1290": {
   "repo": "Pavua/Krab-Ear",
   "tier": "clean",
   "prs": [
    1161,
    1290
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pavua-krab-ear-1264-1290": {
   "repo": "Pavua/Krab-Ear",
   "tier": "clean",
   "prs": [
    1264,
    1290
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pavua-krab-ear-1297-1290": {
   "repo": "Pavua/Krab-Ear",
   "tier": "clean",
   "prs": [
    1297,
    1290
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "prefecthq-fastmcp-3827-3889": {
   "repo": "PrefectHQ/fastmcp",
   "tier": "hard",
   "prs": [
    3827,
    3889
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "prefecthq-fastmcp-3899-3889": {
   "repo": "PrefectHQ/fastmcp",
   "tier": "clean",
   "prs": [
    3899,
    3889
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "prefecthq-fastmcp-3925-3889": {
   "repo": "PrefectHQ/fastmcp",
   "tier": "split",
   "prs": [
    3925,
    3889
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "prefecthq-prefect-19601-19708": {
   "repo": "PrefectHQ/prefect",
   "tier": "clean",
   "prs": [
    19601,
    19708
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "protolabsai-protoagent-302-304": {
   "repo": "protoLabsAI/protoAgent",
   "tier": "clean",
   "prs": [
    302,
    304
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "pydantic-pydantic-ai-4781-4687": {
   "repo": "pydantic/pydantic-ai",
   "tier": "clean",
   "prs": [
    4781,
    4687
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "pytest-dev-pytest-14540-14567": {
   "repo": "pytest-dev/pytest",
   "tier": "clean",
   "prs": [
    14540,
    14567
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "pytest-dev-pytest-14566-14540": {
   "repo": "pytest-dev/pytest",
   "tier": "clean",
   "prs": [
    14566,
    14540
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "rhysu-droll-182-190": {
   "repo": "RhysU/droll",
   "tier": "clean",
   "prs": [
    182,
    190
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "tornadoweb-tornado-3553-3554": {
   "repo": "tornadoweb/tornado",
   "tier": "clean",
   "prs": [
    3553,
    3554
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "tox-dev-python-discovery-79-85": {
   "repo": "tox-dev/python-discovery",
   "tier": "split",
   "prs": [
    79,
    85
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "tox-dev-sphinx-autodoc-typehints-605-606": {
   "repo": "tox-dev/sphinx-autodoc-typehints",
   "tier": "clean",
   "prs": [
    605,
    606
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "tox-dev-sphinx-autodoc-typehints-607-605-606": {
   "repo": "tox-dev/sphinx-autodoc-typehints",
   "tier": "clean",
   "prs": [
    607,
    605,
    606
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 1,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "tox-dev-sphinx-autodoc-typehints-607-606": {
   "repo": "tox-dev/sphinx-autodoc-typehints",
   "tier": "clean",
   "prs": [
    607,
    606
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 4,
     "attempts": 4
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "tox-dev-tox-3825-3838": {
   "repo": "tox-dev/tox",
   "tier": "clean",
   "prs": [
    3825,
    3838
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "tox-dev-tox-3838-3842": {
   "repo": "tox-dev/tox",
   "tier": "clean",
   "prs": [
    3838,
    3842
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 1,
     "attempts": 1
    }
   }
  },
  "vantasnerdan-claude-code-xai-21-22": {
   "repo": "vantasnerdan/claude-code-xai",
   "tier": "clean",
   "prs": [
    21,
    22
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 2,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "vyperlang-vyper-3925-4059": {
   "repo": "vyperlang/vyper",
   "tier": "clean",
   "prs": [
    3925,
    4059
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 1,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  },
  "vyperlang-vyper-3925-4060": {
   "repo": "vyperlang/vyper",
   "tier": "split",
   "prs": [
    3925,
    4060
   ],
   "results": {
    "deepseek-v4.1-flash-max": {
     "solved": 1,
     "attempts": 1
    },
    "gpt-6-luna-max": {
     "solved": 0,
     "attempts": 1
    },
    "deepseek-v4.1-flash-medium": {
     "solved": 0,
     "attempts": 1
    },
    "gpt-5.6-luna-medium": {
     "solved": 0,
     "attempts": 2
    },
    "glm-5.3-flash-medium": {
     "solved": 0,
     "attempts": 1
    }
   }
  }
 },
 "private_tasks": "aggregated in entries.*.views.private; per-task rows are never published"
}