{"empty_exit_reasons":{"CompletionBudgetExceeded":{"count":5,"share":0.000875196919306844},"ContextBudgetExceeded":{"count":3849,"share":0.6737265884824085},"LimitsExceeded":{"count":50,"share":0.00875196919306844},"OuterProcessTimeout":{"count":119,"share":0.020829686679502888},"RepeatedFormatError":{"count":22,"share":0.0038508664449501137},"Submitted":{"count":92,"share":0.01610362331524593},"TimeExceeded":{"count":1576,"share":0.27586206896551724}},"empty_total":5713,"provenance":"Active runs/v2 result.json exit_status and grade.json reason; excludes superseded and v1. Cut off means empty_patch AND ContextBudgetExceeded, TimeExceeded or OuterProcessTimeout. Time limit combines the latter two. Shares divide by all tasks in each dataset subset, not graded attempts. Verified uses the same generation attempt, independently of supplemental grading. Trajectory sampling does not limit these counts; incomplete coverage is provisional.","repositories":{"deepseek-v4.1-flash-1017":{"astropy/astropy":{"context_cap":8,"context_cap_share":0.08421052631578947,"count":8,"limit_constrained":false,"observed":95,"provisional":false,"share":0.08421052631578947,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":33,"context_cap_share":0.03882352941176471,"count":33,"limit_constrained":false,"observed":850,"provisional":false,"share":0.03882352941176471,"time_limit":0,"time_limit_share":0.0,"total":850},"matplotlib/matplotlib":{"context_cap":4,"context_cap_share":0.021739130434782608,"count":4,"limit_constrained":false,"observed":184,"provisional":false,"share":0.021739130434782608,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":22,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":11,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":44,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":9,"context_cap_share":0.08181818181818182,"count":9,"limit_constrained":false,"observed":110,"provisional":false,"share":0.08181818181818182,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":7,"context_cap_share":0.12280701754385964,"count":7,"limit_constrained":false,"observed":57,"provisional":false,"share":0.12280701754385964,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":5,"context_cap_share":0.04201680672268908,"count":5,"limit_constrained":false,"observed":119,"provisional":false,"share":0.04201680672268908,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":8,"context_cap_share":0.034934497816593885,"count":8,"limit_constrained":false,"observed":229,"provisional":false,"share":0.034934497816593885,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":17,"context_cap_share":0.09090909090909091,"count":17,"limit_constrained":false,"observed":187,"provisional":false,"share":0.09090909090909091,"time_limit":0,"time_limit_share":0.0,"total":187},"sympy/sympy":{"context_cap":24,"context_cap_share":0.06217616580310881,"count":24,"limit_constrained":false,"observed":386,"provisional":false,"share":0.06217616580310881,"time_limit":0,"time_limit_share":0.0,"total":386}},"deepseek-v4.1-flash-1017-uncensored-fp8":{"astropy/astropy":{"context_cap":11,"context_cap_share":0.11578947368421053,"count":12,"limit_constrained":false,"observed":95,"provisional":false,"share":0.12631578947368421,"time_limit":1,"time_limit_share":0.010526315789473684,"total":95},"django/django":{"context_cap":25,"context_cap_share":0.029411764705882353,"count":29,"limit_constrained":false,"observed":850,"provisional":false,"share":0.03411764705882353,"time_limit":4,"time_limit_share":0.004705882352941176,"total":850},"matplotlib/matplotlib":{"context_cap":6,"context_cap_share":0.03260869565217391,"count":8,"limit_constrained":false,"observed":184,"provisional":false,"share":0.043478260869565216,"time_limit":2,"time_limit_share":0.010869565217391304,"total":184},"mwaskom/seaborn":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":22,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":1,"context_cap_share":0.09090909090909091,"count":1,"limit_constrained":false,"observed":11,"provisional":false,"share":0.09090909090909091,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":44,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":7,"context_cap_share":0.06363636363636363,"count":8,"limit_constrained":false,"observed":110,"provisional":false,"share":0.07272727272727272,"time_limit":1,"time_limit_share":0.00909090909090909,"total":110},"pylint-dev/pylint":{"context_cap":4,"context_cap_share":0.07017543859649122,"count":4,"limit_constrained":false,"observed":57,"provisional":false,"share":0.07017543859649122,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":5,"context_cap_share":0.04201680672268908,"count":5,"limit_constrained":false,"observed":119,"provisional":false,"share":0.04201680672268908,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":1,"context_cap_share":0.004366812227074236,"count":2,"limit_constrained":false,"observed":229,"provisional":false,"share":0.008733624454148471,"time_limit":1,"time_limit_share":0.004366812227074236,"total":229},"sphinx-doc/sphinx":{"context_cap":16,"context_cap_share":0.0855614973262032,"count":19,"limit_constrained":false,"observed":187,"provisional":false,"share":0.10160427807486631,"time_limit":3,"time_limit_share":0.016042780748663103,"total":187},"sympy/sympy":{"context_cap":24,"context_cap_share":0.06217616580310881,"count":31,"limit_constrained":false,"observed":386,"provisional":false,"share":0.08031088082901554,"time_limit":7,"time_limit_share":0.018134715025906734,"total":386}},"glm-5.3":{"astropy/astropy":{"context_cap":8,"context_cap_share":0.08421052631578947,"count":8,"limit_constrained":false,"observed":95,"provisional":false,"share":0.08421052631578947,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":35,"context_cap_share":0.041176470588235294,"count":43,"limit_constrained":false,"observed":850,"provisional":false,"share":0.05058823529411765,"time_limit":8,"time_limit_share":0.009411764705882352,"total":850},"matplotlib/matplotlib":{"context_cap":8,"context_cap_share":0.043478260869565216,"count":8,"limit_constrained":false,"observed":184,"provisional":false,"share":0.043478260869565216,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":1,"context_cap_share":0.045454545454545456,"count":1,"limit_constrained":false,"observed":22,"provisional":false,"share":0.045454545454545456,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":11,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":44,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":7,"context_cap_share":0.06363636363636363,"count":7,"limit_constrained":false,"observed":110,"provisional":false,"share":0.06363636363636363,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":4,"context_cap_share":0.07017543859649122,"count":4,"limit_constrained":false,"observed":57,"provisional":false,"share":0.07017543859649122,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":5,"context_cap_share":0.04201680672268908,"count":5,"limit_constrained":false,"observed":119,"provisional":false,"share":0.04201680672268908,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":2,"context_cap_share":0.008733624454148471,"count":2,"limit_constrained":false,"observed":229,"provisional":false,"share":0.008733624454148471,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":19,"context_cap_share":0.10160427807486631,"count":19,"limit_constrained":false,"observed":187,"provisional":false,"share":0.10160427807486631,"time_limit":0,"time_limit_share":0.0,"total":187},"sympy/sympy":{"context_cap":19,"context_cap_share":0.04922279792746114,"count":25,"limit_constrained":false,"observed":386,"provisional":false,"share":0.06476683937823834,"time_limit":6,"time_limit_share":0.015544041450777202,"total":386}},"glm-5.3-flash":{"astropy/astropy":{"context_cap":0,"context_cap_share":0.0,"count":5,"limit_constrained":false,"observed":95,"provisional":false,"share":0.05263157894736842,"time_limit":5,"time_limit_share":0.05263157894736842,"total":95},"django/django":{"context_cap":0,"context_cap_share":0.0,"count":124,"limit_constrained":false,"observed":850,"provisional":false,"share":0.14588235294117646,"time_limit":124,"time_limit_share":0.14588235294117646,"total":850},"matplotlib/matplotlib":{"context_cap":0,"context_cap_share":0.0,"count":19,"limit_constrained":false,"observed":184,"provisional":false,"share":0.10326086956521739,"time_limit":19,"time_limit_share":0.10326086956521739,"total":184},"mwaskom/seaborn":{"context_cap":0,"context_cap_share":0.0,"count":4,"limit_constrained":false,"observed":22,"provisional":false,"share":0.18181818181818182,"time_limit":4,"time_limit_share":0.18181818181818182,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":11,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":0,"context_cap_share":0.0,"count":2,"limit_constrained":false,"observed":44,"provisional":false,"share":0.045454545454545456,"time_limit":2,"time_limit_share":0.045454545454545456,"total":44},"pydata/xarray":{"context_cap":1,"context_cap_share":0.00909090909090909,"count":17,"limit_constrained":false,"observed":110,"provisional":false,"share":0.15454545454545454,"time_limit":16,"time_limit_share":0.14545454545454545,"total":110},"pylint-dev/pylint":{"context_cap":0,"context_cap_share":0.0,"count":10,"limit_constrained":false,"observed":57,"provisional":false,"share":0.17543859649122806,"time_limit":10,"time_limit_share":0.17543859649122806,"total":57},"pytest-dev/pytest":{"context_cap":0,"context_cap_share":0.0,"count":12,"limit_constrained":false,"observed":119,"provisional":false,"share":0.10084033613445378,"time_limit":12,"time_limit_share":0.10084033613445378,"total":119},"scikit-learn/scikit-learn":{"context_cap":0,"context_cap_share":0.0,"count":16,"limit_constrained":false,"observed":229,"provisional":false,"share":0.06986899563318777,"time_limit":16,"time_limit_share":0.06986899563318777,"total":229},"sphinx-doc/sphinx":{"context_cap":2,"context_cap_share":0.0106951871657754,"count":25,"limit_constrained":false,"observed":187,"provisional":false,"share":0.13368983957219252,"time_limit":23,"time_limit_share":0.12299465240641712,"total":187},"sympy/sympy":{"context_cap":5,"context_cap_share":0.012953367875647668,"count":32,"limit_constrained":false,"observed":386,"provisional":false,"share":0.08290155440414508,"time_limit":27,"time_limit_share":0.06994818652849741,"total":386}},"glm-5.3-flash-uncensored-fp8":{"astropy/astropy":{"context_cap":13,"context_cap_share":0.1368421052631579,"count":13,"limit_constrained":false,"observed":95,"provisional":false,"share":0.1368421052631579,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":53,"context_cap_share":0.06235294117647059,"count":56,"limit_constrained":false,"observed":850,"provisional":false,"share":0.06588235294117648,"time_limit":3,"time_limit_share":0.0035294117647058825,"total":850},"matplotlib/matplotlib":{"context_cap":12,"context_cap_share":0.06521739130434782,"count":12,"limit_constrained":false,"observed":184,"provisional":false,"share":0.06521739130434782,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":3,"context_cap_share":0.13636363636363635,"count":3,"limit_constrained":false,"observed":22,"provisional":false,"share":0.13636363636363635,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":11,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":2,"context_cap_share":0.045454545454545456,"count":2,"limit_constrained":false,"observed":44,"provisional":false,"share":0.045454545454545456,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":11,"context_cap_share":0.1,"count":11,"limit_constrained":false,"observed":110,"provisional":false,"share":0.1,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":6,"context_cap_share":0.10526315789473684,"count":6,"limit_constrained":false,"observed":57,"provisional":false,"share":0.10526315789473684,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":5,"context_cap_share":0.04201680672268908,"count":5,"limit_constrained":false,"observed":119,"provisional":false,"share":0.04201680672268908,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":8,"context_cap_share":0.034934497816593885,"count":10,"limit_constrained":false,"observed":229,"provisional":false,"share":0.043668122270742356,"time_limit":2,"time_limit_share":0.008733624454148471,"total":229},"sphinx-doc/sphinx":{"context_cap":18,"context_cap_share":0.0962566844919786,"count":19,"limit_constrained":false,"observed":187,"provisional":false,"share":0.10160427807486631,"time_limit":1,"time_limit_share":0.0053475935828877,"total":187},"sympy/sympy":{"context_cap":49,"context_cap_share":0.12694300518134716,"count":50,"limit_constrained":false,"observed":386,"provisional":false,"share":0.12953367875647667,"time_limit":1,"time_limit_share":0.0025906735751295338,"total":386}},"glm-5.3-uncensored-fp8":{"astropy/astropy":{"context_cap":51,"context_cap_share":0.5368421052631579,"count":51,"limit_constrained":true,"observed":95,"provisional":false,"share":0.5368421052631579,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":336,"context_cap_share":0.3952941176470588,"count":339,"limit_constrained":true,"observed":850,"provisional":false,"share":0.3988235294117647,"time_limit":3,"time_limit_share":0.0035294117647058825,"total":850},"matplotlib/matplotlib":{"context_cap":80,"context_cap_share":0.43478260869565216,"count":81,"limit_constrained":true,"observed":184,"provisional":false,"share":0.44021739130434784,"time_limit":1,"time_limit_share":0.005434782608695652,"total":184},"mwaskom/seaborn":{"context_cap":9,"context_cap_share":0.4090909090909091,"count":9,"limit_constrained":true,"observed":22,"provisional":false,"share":0.4090909090909091,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":2,"context_cap_share":0.18181818181818182,"count":2,"limit_constrained":false,"observed":11,"provisional":false,"share":0.18181818181818182,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":13,"context_cap_share":0.29545454545454547,"count":13,"limit_constrained":true,"observed":44,"provisional":false,"share":0.29545454545454547,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":56,"context_cap_share":0.509090909090909,"count":56,"limit_constrained":true,"observed":110,"provisional":false,"share":0.509090909090909,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":37,"context_cap_share":0.6491228070175439,"count":37,"limit_constrained":true,"observed":57,"provisional":false,"share":0.6491228070175439,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":45,"context_cap_share":0.37815126050420167,"count":45,"limit_constrained":true,"observed":119,"provisional":false,"share":0.37815126050420167,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":86,"context_cap_share":0.37554585152838427,"count":86,"limit_constrained":true,"observed":229,"provisional":false,"share":0.37554585152838427,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":112,"context_cap_share":0.5989304812834224,"count":112,"limit_constrained":true,"observed":187,"provisional":false,"share":0.5989304812834224,"time_limit":0,"time_limit_share":0.0,"total":187},"sympy/sympy":{"context_cap":220,"context_cap_share":0.5699481865284974,"count":223,"limit_constrained":true,"observed":386,"provisional":false,"share":0.5777202072538861,"time_limit":3,"time_limit_share":0.007772020725388601,"total":386}},"kimi-k3":{"astropy/astropy":{"context_cap":1,"context_cap_share":0.010526315789473684,"count":50,"limit_constrained":true,"observed":95,"provisional":false,"share":0.5263157894736842,"time_limit":49,"time_limit_share":0.5157894736842106,"total":95},"django/django":{"context_cap":44,"context_cap_share":0.05176470588235294,"count":177,"limit_constrained":true,"observed":850,"provisional":false,"share":0.20823529411764705,"time_limit":133,"time_limit_share":0.1564705882352941,"total":850},"matplotlib/matplotlib":{"context_cap":6,"context_cap_share":0.03260869565217391,"count":27,"limit_constrained":false,"observed":184,"provisional":false,"share":0.14673913043478262,"time_limit":21,"time_limit_share":0.11413043478260869,"total":184},"mwaskom/seaborn":{"context_cap":1,"context_cap_share":0.045454545454545456,"count":4,"limit_constrained":false,"observed":22,"provisional":false,"share":0.18181818181818182,"time_limit":3,"time_limit_share":0.13636363636363635,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":1,"limit_constrained":false,"observed":11,"provisional":false,"share":0.09090909090909091,"time_limit":1,"time_limit_share":0.09090909090909091,"total":11},"psf/requests":{"context_cap":1,"context_cap_share":0.022727272727272728,"count":3,"limit_constrained":false,"observed":44,"provisional":false,"share":0.06818181818181818,"time_limit":2,"time_limit_share":0.045454545454545456,"total":44},"pydata/xarray":{"context_cap":14,"context_cap_share":0.12727272727272726,"count":21,"limit_constrained":false,"observed":110,"provisional":false,"share":0.19090909090909092,"time_limit":7,"time_limit_share":0.06363636363636363,"total":110},"pylint-dev/pylint":{"context_cap":9,"context_cap_share":0.15789473684210525,"count":14,"limit_constrained":true,"observed":57,"provisional":false,"share":0.24561403508771928,"time_limit":5,"time_limit_share":0.08771929824561403,"total":57},"pytest-dev/pytest":{"context_cap":9,"context_cap_share":0.07563025210084033,"count":13,"limit_constrained":false,"observed":119,"provisional":false,"share":0.1092436974789916,"time_limit":4,"time_limit_share":0.03361344537815126,"total":119},"scikit-learn/scikit-learn":{"context_cap":22,"context_cap_share":0.09606986899563319,"count":28,"limit_constrained":false,"observed":229,"provisional":false,"share":0.1222707423580786,"time_limit":6,"time_limit_share":0.026200873362445413,"total":229},"sphinx-doc/sphinx":{"context_cap":28,"context_cap_share":0.1497326203208556,"count":49,"limit_constrained":true,"observed":187,"provisional":false,"share":0.2620320855614973,"time_limit":21,"time_limit_share":0.11229946524064172,"total":187},"sympy/sympy":{"context_cap":12,"context_cap_share":0.031088082901554404,"count":136,"limit_constrained":true,"observed":386,"provisional":false,"share":0.35233160621761656,"time_limit":124,"time_limit_share":0.32124352331606215,"total":386}},"kimi-k3-abliterated":{"astropy/astropy":{"context_cap":3,"context_cap_share":0.031578947368421054,"count":33,"limit_constrained":true,"observed":95,"provisional":false,"share":0.3473684210526316,"time_limit":30,"time_limit_share":0.3157894736842105,"total":95},"django/django":{"context_cap":3,"context_cap_share":0.0035294117647058825,"count":298,"limit_constrained":true,"observed":850,"provisional":false,"share":0.35058823529411764,"time_limit":295,"time_limit_share":0.34705882352941175,"total":850},"matplotlib/matplotlib":{"context_cap":0,"context_cap_share":0.0,"count":98,"limit_constrained":true,"observed":184,"provisional":false,"share":0.532608695652174,"time_limit":98,"time_limit_share":0.532608695652174,"total":184},"mwaskom/seaborn":{"context_cap":0,"context_cap_share":0.0,"count":17,"limit_constrained":true,"observed":22,"provisional":false,"share":0.7727272727272727,"time_limit":17,"time_limit_share":0.7727272727272727,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":4,"limit_constrained":true,"observed":11,"provisional":false,"share":0.36363636363636365,"time_limit":4,"time_limit_share":0.36363636363636365,"total":11},"psf/requests":{"context_cap":0,"context_cap_share":0.0,"count":19,"limit_constrained":true,"observed":44,"provisional":false,"share":0.4318181818181818,"time_limit":19,"time_limit_share":0.4318181818181818,"total":44},"pydata/xarray":{"context_cap":0,"context_cap_share":0.0,"count":69,"limit_constrained":true,"observed":110,"provisional":false,"share":0.6272727272727273,"time_limit":69,"time_limit_share":0.6272727272727273,"total":110},"pylint-dev/pylint":{"context_cap":0,"context_cap_share":0.0,"count":44,"limit_constrained":true,"observed":57,"provisional":false,"share":0.7719298245614035,"time_limit":44,"time_limit_share":0.7719298245614035,"total":57},"pytest-dev/pytest":{"context_cap":0,"context_cap_share":0.0,"count":60,"limit_constrained":true,"observed":119,"provisional":false,"share":0.5042016806722689,"time_limit":60,"time_limit_share":0.5042016806722689,"total":119},"scikit-learn/scikit-learn":{"context_cap":0,"context_cap_share":0.0,"count":107,"limit_constrained":true,"observed":229,"provisional":false,"share":0.4672489082969432,"time_limit":107,"time_limit_share":0.4672489082969432,"total":229},"sphinx-doc/sphinx":{"context_cap":6,"context_cap_share":0.03208556149732621,"count":81,"limit_constrained":true,"observed":187,"provisional":false,"share":0.43315508021390375,"time_limit":75,"time_limit_share":0.40106951871657753,"total":187},"sympy/sympy":{"context_cap":12,"context_cap_share":0.031088082901554404,"count":203,"limit_constrained":true,"observed":386,"provisional":false,"share":0.5259067357512953,"time_limit":191,"time_limit_share":0.4948186528497409,"total":386}},"minimax-m3.1-flash":{"astropy/astropy":{"context_cap":66,"context_cap_share":0.6947368421052632,"count":66,"limit_constrained":true,"observed":95,"provisional":false,"share":0.6947368421052632,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":592,"context_cap_share":0.6964705882352941,"count":592,"limit_constrained":true,"observed":850,"provisional":false,"share":0.6964705882352941,"time_limit":0,"time_limit_share":0.0,"total":850},"matplotlib/matplotlib":{"context_cap":137,"context_cap_share":0.7445652173913043,"count":137,"limit_constrained":true,"observed":184,"provisional":false,"share":0.7445652173913043,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":16,"context_cap_share":0.7272727272727273,"count":16,"limit_constrained":true,"observed":22,"provisional":false,"share":0.7272727272727273,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":5,"context_cap_share":0.45454545454545453,"count":5,"limit_constrained":true,"observed":11,"provisional":false,"share":0.45454545454545453,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":29,"context_cap_share":0.6590909090909091,"count":29,"limit_constrained":true,"observed":44,"provisional":false,"share":0.6590909090909091,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":85,"context_cap_share":0.7727272727272727,"count":85,"limit_constrained":true,"observed":110,"provisional":false,"share":0.7727272727272727,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":49,"context_cap_share":0.8596491228070176,"count":49,"limit_constrained":true,"observed":57,"provisional":false,"share":0.8596491228070176,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":97,"context_cap_share":0.8151260504201681,"count":97,"limit_constrained":true,"observed":119,"provisional":false,"share":0.8151260504201681,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":172,"context_cap_share":0.7510917030567685,"count":172,"limit_constrained":true,"observed":229,"provisional":false,"share":0.7510917030567685,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":173,"context_cap_share":0.9251336898395722,"count":173,"limit_constrained":true,"observed":187,"provisional":false,"share":0.9251336898395722,"time_limit":0,"time_limit_share":0.0,"total":187},"sympy/sympy":{"context_cap":310,"context_cap_share":0.8031088082901554,"count":311,"limit_constrained":true,"observed":386,"provisional":false,"share":0.805699481865285,"time_limit":1,"time_limit_share":0.0025906735751295338,"total":386}},"nemotron-3-super":{"astropy/astropy":{"context_cap":6,"context_cap_share":0.06315789473684211,"count":6,"limit_constrained":false,"observed":95,"provisional":false,"share":0.06315789473684211,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":37,"context_cap_share":0.04352941176470588,"count":37,"limit_constrained":false,"observed":850,"provisional":false,"share":0.04352941176470588,"time_limit":0,"time_limit_share":0.0,"total":850},"matplotlib/matplotlib":{"context_cap":9,"context_cap_share":0.04891304347826087,"count":9,"limit_constrained":false,"observed":184,"provisional":false,"share":0.04891304347826087,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":1,"context_cap_share":0.045454545454545456,"count":1,"limit_constrained":false,"observed":22,"provisional":false,"share":0.045454545454545456,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":11,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":1,"context_cap_share":0.022727272727272728,"count":1,"limit_constrained":false,"observed":44,"provisional":false,"share":0.022727272727272728,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":5,"context_cap_share":0.045454545454545456,"count":5,"limit_constrained":false,"observed":110,"provisional":false,"share":0.045454545454545456,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":9,"context_cap_share":0.15789473684210525,"count":9,"limit_constrained":false,"observed":57,"provisional":false,"share":0.15789473684210525,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":7,"context_cap_share":0.058823529411764705,"count":7,"limit_constrained":false,"observed":119,"provisional":false,"share":0.058823529411764705,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":15,"context_cap_share":0.06550218340611354,"count":15,"limit_constrained":false,"observed":229,"provisional":false,"share":0.06550218340611354,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":23,"context_cap_share":0.12299465240641712,"count":23,"limit_constrained":false,"observed":187,"provisional":false,"share":0.12299465240641712,"time_limit":0,"time_limit_share":0.0,"total":187},"sympy/sympy":{"context_cap":33,"context_cap_share":0.08549222797927461,"count":33,"limit_constrained":false,"observed":386,"provisional":false,"share":0.08549222797927461,"time_limit":0,"time_limit_share":0.0,"total":386}},"nemotron-3-ultra":{"astropy/astropy":{"context_cap":5,"context_cap_share":0.05263157894736842,"count":5,"limit_constrained":false,"observed":95,"provisional":false,"share":0.05263157894736842,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":40,"context_cap_share":0.047058823529411764,"count":40,"limit_constrained":false,"observed":850,"provisional":false,"share":0.047058823529411764,"time_limit":0,"time_limit_share":0.0,"total":850},"matplotlib/matplotlib":{"context_cap":4,"context_cap_share":0.021739130434782608,"count":4,"limit_constrained":false,"observed":184,"provisional":false,"share":0.021739130434782608,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":1,"context_cap_share":0.045454545454545456,"count":1,"limit_constrained":false,"observed":22,"provisional":false,"share":0.045454545454545456,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":11,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":44,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":2,"context_cap_share":0.01818181818181818,"count":2,"limit_constrained":false,"observed":110,"provisional":false,"share":0.01818181818181818,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":0,"context_cap_share":0.0,"count":0,"limit_constrained":false,"observed":57,"provisional":false,"share":0.0,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":6,"context_cap_share":0.05042016806722689,"count":6,"limit_constrained":false,"observed":119,"provisional":false,"share":0.05042016806722689,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":7,"context_cap_share":0.03056768558951965,"count":7,"limit_constrained":false,"observed":229,"provisional":false,"share":0.03056768558951965,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":12,"context_cap_share":0.06417112299465241,"count":14,"limit_constrained":false,"observed":187,"provisional":false,"share":0.0748663101604278,"time_limit":2,"time_limit_share":0.0106951871657754,"total":187},"sympy/sympy":{"context_cap":20,"context_cap_share":0.05181347150259067,"count":21,"limit_constrained":false,"observed":386,"provisional":false,"share":0.054404145077720206,"time_limit":1,"time_limit_share":0.0025906735751295338,"total":386}},"nemotron-3.5-lightning":{"astropy/astropy":{"context_cap":3,"context_cap_share":0.031578947368421054,"count":3,"limit_constrained":false,"observed":95,"provisional":false,"share":0.031578947368421054,"time_limit":0,"time_limit_share":0.0,"total":95},"django/django":{"context_cap":38,"context_cap_share":0.04470588235294118,"count":38,"limit_constrained":false,"observed":850,"provisional":false,"share":0.04470588235294118,"time_limit":0,"time_limit_share":0.0,"total":850},"matplotlib/matplotlib":{"context_cap":13,"context_cap_share":0.07065217391304347,"count":13,"limit_constrained":false,"observed":184,"provisional":false,"share":0.07065217391304347,"time_limit":0,"time_limit_share":0.0,"total":184},"mwaskom/seaborn":{"context_cap":2,"context_cap_share":0.09090909090909091,"count":2,"limit_constrained":false,"observed":22,"provisional":false,"share":0.09090909090909091,"time_limit":0,"time_limit_share":0.0,"total":22},"pallets/flask":{"context_cap":1,"context_cap_share":0.09090909090909091,"count":1,"limit_constrained":false,"observed":11,"provisional":false,"share":0.09090909090909091,"time_limit":0,"time_limit_share":0.0,"total":11},"psf/requests":{"context_cap":2,"context_cap_share":0.045454545454545456,"count":2,"limit_constrained":false,"observed":44,"provisional":false,"share":0.045454545454545456,"time_limit":0,"time_limit_share":0.0,"total":44},"pydata/xarray":{"context_cap":9,"context_cap_share":0.08181818181818182,"count":9,"limit_constrained":false,"observed":110,"provisional":false,"share":0.08181818181818182,"time_limit":0,"time_limit_share":0.0,"total":110},"pylint-dev/pylint":{"context_cap":5,"context_cap_share":0.08771929824561403,"count":5,"limit_constrained":false,"observed":57,"provisional":false,"share":0.08771929824561403,"time_limit":0,"time_limit_share":0.0,"total":57},"pytest-dev/pytest":{"context_cap":9,"context_cap_share":0.07563025210084033,"count":9,"limit_constrained":false,"observed":119,"provisional":false,"share":0.07563025210084033,"time_limit":0,"time_limit_share":0.0,"total":119},"scikit-learn/scikit-learn":{"context_cap":7,"context_cap_share":0.03056768558951965,"count":7,"limit_constrained":false,"observed":229,"provisional":false,"share":0.03056768558951965,"time_limit":0,"time_limit_share":0.0,"total":229},"sphinx-doc/sphinx":{"context_cap":32,"context_cap_share":0.1711229946524064,"count":32,"limit_constrained":false,"observed":187,"provisional":false,"share":0.1711229946524064,"time_limit":0,"time_limit_share":0.0,"total":187},"sympy/sympy":{"context_cap":25,"context_cap_share":0.06476683937823834,"count":26,"limit_constrained":false,"observed":386,"provisional":false,"share":0.06735751295336788,"time_limit":1,"time_limit_share":0.0025906735751295338,"total":386}}},"subsets":{"Full":{"deepseek-v4.1-flash-1017":{"context_cap":115,"context_cap_share":0.05013077593722755,"count":115,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.05013077593722755,"time_limit":0,"time_limit_share":0.0,"total":2294},"deepseek-v4.1-flash-1017-uncensored-fp8":{"context_cap":100,"context_cap_share":0.043591979075850044,"count":119,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.05187445510026155,"time_limit":19,"time_limit_share":0.008282476024411508,"total":2294},"glm-5.3":{"context_cap":108,"context_cap_share":0.047079337401918046,"count":122,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.05318221447253706,"time_limit":14,"time_limit_share":0.006102877070619006,"total":2294},"glm-5.3-flash":{"context_cap":8,"context_cap_share":0.0034873583260680036,"count":266,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.11595466434176112,"time_limit":258,"time_limit_share":0.11246730601569312,"total":2294},"glm-5.3-flash-uncensored-fp8":{"context_cap":180,"context_cap_share":0.07846556233653008,"count":187,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.08151700087183958,"time_limit":7,"time_limit_share":0.003051438535309503,"total":2294},"glm-5.3-uncensored-fp8":{"context_cap":1047,"context_cap_share":0.45640802092414995,"count":1054,"limit_constrained":true,"observed":2294,"provisional":false,"share":0.4594594594594595,"time_limit":7,"time_limit_share":0.003051438535309503,"total":2294},"kimi-k3":{"context_cap":147,"context_cap_share":0.06408020924149957,"count":523,"limit_constrained":true,"observed":2294,"provisional":false,"share":0.22798605056669574,"time_limit":376,"time_limit_share":0.16390584132519617,"total":2294},"kimi-k3-abliterated":{"context_cap":24,"context_cap_share":0.010462074978204011,"count":1033,"limit_constrained":true,"observed":2294,"provisional":false,"share":0.45030514385353093,"time_limit":1009,"time_limit_share":0.4398430688753269,"total":2294},"minimax-m3.1-flash":{"context_cap":1731,"context_cap_share":0.7545771578029643,"count":1732,"limit_constrained":true,"observed":2294,"provisional":false,"share":0.7550130775937227,"time_limit":1,"time_limit_share":0.00043591979075850045,"total":2294},"nemotron-3-super":{"context_cap":146,"context_cap_share":0.06364428945074106,"count":146,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.06364428945074106,"time_limit":0,"time_limit_share":0.0,"total":2294},"nemotron-3-ultra":{"context_cap":97,"context_cap_share":0.042284219703574544,"count":100,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.043591979075850044,"time_limit":3,"time_limit_share":0.0013077593722755014,"total":2294},"nemotron-3.5-lightning":{"context_cap":146,"context_cap_share":0.06364428945074106,"count":147,"limit_constrained":false,"observed":2294,"provisional":false,"share":0.06408020924149957,"time_limit":1,"time_limit_share":0.00043591979075850045,"total":2294}},"Lite":{"deepseek-v4.1-flash-1017":{"context_cap":6,"context_cap_share":0.02,"count":6,"limit_constrained":false,"observed":300,"provisional":false,"share":0.02,"time_limit":0,"time_limit_share":0.0,"total":300},"deepseek-v4.1-flash-1017-uncensored-fp8":{"context_cap":5,"context_cap_share":0.016666666666666666,"count":5,"limit_constrained":false,"observed":300,"provisional":false,"share":0.016666666666666666,"time_limit":0,"time_limit_share":0.0,"total":300},"glm-5.3":{"context_cap":4,"context_cap_share":0.013333333333333334,"count":6,"limit_constrained":false,"observed":300,"provisional":false,"share":0.02,"time_limit":2,"time_limit_share":0.006666666666666667,"total":300},"glm-5.3-flash":{"context_cap":0,"context_cap_share":0.0,"count":22,"limit_constrained":false,"observed":300,"provisional":false,"share":0.07333333333333333,"time_limit":22,"time_limit_share":0.07333333333333333,"total":300},"glm-5.3-flash-uncensored-fp8":{"context_cap":17,"context_cap_share":0.056666666666666664,"count":17,"limit_constrained":false,"observed":300,"provisional":false,"share":0.056666666666666664,"time_limit":0,"time_limit_share":0.0,"total":300},"glm-5.3-uncensored-fp8":{"context_cap":106,"context_cap_share":0.35333333333333333,"count":108,"limit_constrained":true,"observed":300,"provisional":false,"share":0.36,"time_limit":2,"time_limit_share":0.006666666666666667,"total":300},"kimi-k3":{"context_cap":16,"context_cap_share":0.05333333333333334,"count":51,"limit_constrained":false,"observed":300,"provisional":false,"share":0.17,"time_limit":35,"time_limit_share":0.11666666666666667,"total":300},"kimi-k3-abliterated":{"context_cap":4,"context_cap_share":0.013333333333333334,"count":110,"limit_constrained":true,"observed":300,"provisional":false,"share":0.36666666666666664,"time_limit":106,"time_limit_share":0.35333333333333333,"total":300},"minimax-m3.1-flash":{"context_cap":207,"context_cap_share":0.69,"count":208,"limit_constrained":true,"observed":300,"provisional":false,"share":0.6933333333333334,"time_limit":1,"time_limit_share":0.0033333333333333335,"total":300},"nemotron-3-super":{"context_cap":18,"context_cap_share":0.06,"count":18,"limit_constrained":false,"observed":300,"provisional":false,"share":0.06,"time_limit":0,"time_limit_share":0.0,"total":300},"nemotron-3-ultra":{"context_cap":5,"context_cap_share":0.016666666666666666,"count":5,"limit_constrained":false,"observed":300,"provisional":false,"share":0.016666666666666666,"time_limit":0,"time_limit_share":0.0,"total":300},"nemotron-3.5-lightning":{"context_cap":16,"context_cap_share":0.05333333333333334,"count":16,"limit_constrained":false,"observed":300,"provisional":false,"share":0.05333333333333334,"time_limit":0,"time_limit_share":0.0,"total":300}},"Verified":{"deepseek-v4.1-flash-1017":{"context_cap":12,"context_cap_share":0.024,"count":12,"limit_constrained":false,"observed":500,"provisional":false,"share":0.024,"time_limit":0,"time_limit_share":0.0,"total":500},"deepseek-v4.1-flash-1017-uncensored-fp8":{"context_cap":10,"context_cap_share":0.02,"count":13,"limit_constrained":false,"observed":500,"provisional":false,"share":0.026,"time_limit":3,"time_limit_share":0.006,"total":500},"glm-5.3":{"context_cap":6,"context_cap_share":0.012,"count":9,"limit_constrained":false,"observed":500,"provisional":false,"share":0.018,"time_limit":3,"time_limit_share":0.006,"total":500},"glm-5.3-flash":{"context_cap":1,"context_cap_share":0.002,"count":36,"limit_constrained":false,"observed":500,"provisional":false,"share":0.072,"time_limit":35,"time_limit_share":0.07,"total":500},"glm-5.3-flash-uncensored-fp8":{"context_cap":15,"context_cap_share":0.03,"count":17,"limit_constrained":false,"observed":500,"provisional":false,"share":0.034,"time_limit":2,"time_limit_share":0.004,"total":500},"glm-5.3-uncensored-fp8":{"context_cap":166,"context_cap_share":0.332,"count":166,"limit_constrained":true,"observed":500,"provisional":false,"share":0.332,"time_limit":0,"time_limit_share":0.0,"total":500},"kimi-k3":{"context_cap":13,"context_cap_share":0.026,"count":71,"limit_constrained":false,"observed":500,"provisional":false,"share":0.142,"time_limit":58,"time_limit_share":0.116,"total":500},"kimi-k3-abliterated":{"context_cap":2,"context_cap_share":0.004,"count":154,"limit_constrained":true,"observed":500,"provisional":false,"share":0.308,"time_limit":152,"time_limit_share":0.304,"total":500},"minimax-m3.1-flash":{"context_cap":331,"context_cap_share":0.662,"count":331,"limit_constrained":true,"observed":500,"provisional":false,"share":0.662,"time_limit":0,"time_limit_share":0.0,"total":500},"nemotron-3-super":{"context_cap":24,"context_cap_share":0.048,"count":24,"limit_constrained":false,"observed":500,"provisional":false,"share":0.048,"time_limit":0,"time_limit_share":0.0,"total":500},"nemotron-3-ultra":{"context_cap":11,"context_cap_share":0.022,"count":11,"limit_constrained":false,"observed":500,"provisional":false,"share":0.022,"time_limit":0,"time_limit_share":0.0,"total":500},"nemotron-3.5-lightning":{"context_cap":41,"context_cap_share":0.082,"count":41,"limit_constrained":false,"observed":500,"provisional":false,"share":0.082,"time_limit":0,"time_limit_share":0.0,"total":500}}},"threshold":0.2}