{
  "empirical": {
    "athene-70b-0725": {
      "athene-70b-0725": 0.5,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.41589648798521256,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.49077181208053694,
      "claude-3-opus-20240229": 0.5027472527472527,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.43097014925373134,
      "gemini-advanced-0514": 0.48249027237354086,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4431239388794567,
      "gpt-4o-2024-08-06": 0.505249343832021,
      "gpt-4o-mini-2024-07-18": 0.4753787878787879,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.5317460317460317,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": 0.5294117647058824
    },
    "bard-jan-24-gemini-pro": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": 0.5,
      "chatgpt-4o-latest": NaN,
      "claude-1": 0.572289156626506,
      "claude-2.0": 0.6696428571428571,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": 0.3,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": 0.6332794830371568,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": NaN,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": 0.6492537313432836,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "chatgpt-4o-latest": {
      "athene-70b-0725": 0.5841035120147874,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.5,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.5534351145038168,
      "claude-3-opus-20240229": 0.5915750915750916,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.5329736211031175,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.5442092154420921,
      "gpt-4o-2024-08-06": 0.5164835164835165,
      "gpt-4o-mini-2024-07-18": 0.6010733452593918,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.5793838862559242,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "claude-1": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": 0.42771084337349397,
      "chatgpt-4o-latest": NaN,
      "claude-1": 0.5,
      "claude-2.0": 0.5460750853242321,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": 0.34452296819787986,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": 0.5342465753424658,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": 0.5548780487804879,
      "gpt-4o-2024-05-13": NaN,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": 0.604,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "claude-2.0": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": 0.33035714285714285,
      "chatgpt-4o-latest": NaN,
      "claude-1": 0.4539249146757679,
      "claude-2.0": 0.5,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": NaN,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": 0.5569620253164557,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": NaN,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": 0.5866834170854272,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "claude-3-5-sonnet-20240620": {
      "athene-70b-0725": 0.5092281879194631,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.44656488549618323,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.5,
      "claude-3-opus-20240229": 0.5447761194029851,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.4537037037037037,
      "gemini-advanced-0514": 0.49312714776632305,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": 0.5800756620428752,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.47875730217737655,
      "gpt-4o-2024-08-06": 0.5189873417721519,
      "gpt-4o-mini-2024-07-18": 0.47484909456740443,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.538961038961039,
      "nemotron-4-340b-instruct": 0.589835728952772,
      "yi-large-preview": 0.5205761316872428
    },
    "claude-3-opus-20240229": {
      "athene-70b-0725": 0.49725274725274726,
      "bard-jan-24-gemini-pro": 0.7,
      "chatgpt-4o-latest": 0.4084249084249084,
      "claude-1": 0.6554770318021201,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.4552238805970149,
      "claude-3-opus-20240229": 0.5,
      "gemini-1.5-pro-api-0409-preview": 0.4815616343490305,
      "gemini-1.5-pro-exp-0801": 0.4305157593123209,
      "gemini-advanced-0514": 0.46121231155778897,
      "gemini-pro-dev-api": 0.6489533011272142,
      "glm-4-0520": 0.5424311926605505,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4481694338016177,
      "gpt-4o-2024-08-06": 0.4369627507163324,
      "gpt-4o-mini-2024-07-18": 0.4437386569872958,
      "llama-2-70b-chat": 0.6890951276102089,
      "llama-3.1-70b-instruct": 0.4813519813519814,
      "nemotron-4-340b-instruct": 0.5431309904153354,
      "yi-large-preview": 0.5238190552441954
    },
    "gemini-1.5-pro-api-0409-preview": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": NaN,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": 0.5184383656509696,
      "gemini-1.5-pro-api-0409-preview": 0.5,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": NaN,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": 0.6875,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "gemini-1.5-pro-exp-0801": {
      "athene-70b-0725": 0.5690298507462687,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.4670263788968825,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.5462962962962963,
      "claude-3-opus-20240229": 0.5694842406876791,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.5,
      "gemini-advanced-0514": 0.5263157894736842,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.5229445506692161,
      "gpt-4o-2024-08-06": 0.5241071428571429,
      "gpt-4o-mini-2024-07-18": 0.529559748427673,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.5773092369477911,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": 0.5862068965517241
    },
    "gemini-advanced-0514": {
      "athene-70b-0725": 0.5175097276264592,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": NaN,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.506872852233677,
      "claude-3-opus-20240229": 0.538787688442211,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.47368421052631576,
      "gemini-advanced-0514": 0.5,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": 0.5773381294964028,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4901780233271946,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": 0.4604072398190045,
      "llama-2-70b-chat": 0.6145833333333334,
      "llama-3.1-70b-instruct": 0.5423076923076923,
      "nemotron-4-340b-instruct": 0.5807407407407408,
      "yi-large-preview": 0.5602636534839924
    },
    "gemini-pro-dev-api": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": 0.3667205169628433,
      "chatgpt-4o-latest": NaN,
      "claude-1": 0.4657534246575342,
      "claude-2.0": 0.4430379746835443,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": 0.35104669887278583,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": 0.5,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": NaN,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": 0.5535714285714286,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "glm-4-0520": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": NaN,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.41992433795712486,
      "claude-3-opus-20240229": 0.45756880733944955,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": 0.4226618705035971,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": 0.5,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.3613861386138614,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": 0.5087025316455697,
      "yi-large-preview": 0.448943661971831
    },
    "gpt-3.5-turbo-0314": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": NaN,
      "claude-1": 0.4451219512195122,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": NaN,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": 0.5,
      "gpt-4o-2024-05-13": NaN,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "gpt-4o-2024-05-13": {
      "athene-70b-0725": 0.5568760611205433,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.45579078455790784,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.5212426978226234,
      "claude-3-opus-20240229": 0.5518305661983823,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.4770554493307839,
      "gemini-advanced-0514": 0.5098219766728054,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": 0.6386138613861386,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.5,
      "gpt-4o-2024-08-06": 0.544973544973545,
      "gpt-4o-mini-2024-07-18": 0.5163472378804961,
      "llama-2-70b-chat": 0.5607476635514018,
      "llama-3.1-70b-instruct": 0.5650224215246636,
      "nemotron-4-340b-instruct": 0.5968559837728195,
      "yi-large-preview": 0.5756445047489823
    },
    "gpt-4o-2024-08-06": {
      "athene-70b-0725": 0.494750656167979,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.4835164835164835,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.4810126582278481,
      "claude-3-opus-20240229": 0.5630372492836676,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.4758928571428571,
      "gemini-advanced-0514": NaN,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.455026455026455,
      "gpt-4o-2024-08-06": 0.5,
      "gpt-4o-mini-2024-07-18": 0.5052910052910053,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.5273037542662116,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": NaN
    },
    "gpt-4o-mini-2024-07-18": {
      "athene-70b-0725": 0.5246212121212122,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.39892665474060823,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.5251509054325956,
      "claude-3-opus-20240229": 0.5562613430127041,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.47044025157232705,
      "gemini-advanced-0514": 0.5395927601809954,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4836527621195039,
      "gpt-4o-2024-08-06": 0.4947089947089947,
      "gpt-4o-mini-2024-07-18": 0.5,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.5584756898817346,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": 0.553125
    },
    "llama-2-70b-chat": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": 0.35074626865671643,
      "chatgpt-4o-latest": NaN,
      "claude-1": 0.396,
      "claude-2.0": 0.41331658291457285,
      "claude-3-5-sonnet-20240620": NaN,
      "claude-3-opus-20240229": 0.3109048723897912,
      "gemini-1.5-pro-api-0409-preview": 0.3125,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": 0.3854166666666667,
      "gemini-pro-dev-api": 0.44642857142857145,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4392523364485981,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": 0.5,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": 0.42142857142857143
    },
    "llama-3.1-70b-instruct": {
      "athene-70b-0725": 0.46825396825396826,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": 0.4206161137440758,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.461038961038961,
      "claude-3-opus-20240229": 0.5186480186480187,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.4226907630522088,
      "gemini-advanced-0514": 0.4576923076923077,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": NaN,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4349775784753363,
      "gpt-4o-2024-08-06": 0.4726962457337884,
      "gpt-4o-mini-2024-07-18": 0.44152431011826543,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": 0.5,
      "nemotron-4-340b-instruct": NaN,
      "yi-large-preview": 0.58
    },
    "nemotron-4-340b-instruct": {
      "athene-70b-0725": NaN,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": NaN,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.4101642710472279,
      "claude-3-opus-20240229": 0.45686900958466453,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": NaN,
      "gemini-advanced-0514": 0.4192592592592593,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": 0.4912974683544304,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.40314401622718055,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": NaN,
      "llama-2-70b-chat": NaN,
      "llama-3.1-70b-instruct": NaN,
      "nemotron-4-340b-instruct": 0.5,
      "yi-large-preview": 0.44568690095846647
    },
    "yi-large-preview": {
      "athene-70b-0725": 0.47058823529411764,
      "bard-jan-24-gemini-pro": NaN,
      "chatgpt-4o-latest": NaN,
      "claude-1": NaN,
      "claude-2.0": NaN,
      "claude-3-5-sonnet-20240620": 0.4794238683127572,
      "claude-3-opus-20240229": 0.47618094475580464,
      "gemini-1.5-pro-api-0409-preview": NaN,
      "gemini-1.5-pro-exp-0801": 0.41379310344827586,
      "gemini-advanced-0514": 0.4397363465160075,
      "gemini-pro-dev-api": NaN,
      "glm-4-0520": 0.551056338028169,
      "gpt-3.5-turbo-0314": NaN,
      "gpt-4o-2024-05-13": 0.4243554952510176,
      "gpt-4o-2024-08-06": NaN,
      "gpt-4o-mini-2024-07-18": 0.446875,
      "llama-2-70b-chat": 0.5785714285714286,
      "llama-3.1-70b-instruct": 0.42,
      "nemotron-4-340b-instruct": 0.5543130990415336,
      "yi-large-preview": 0.5
    }
  },
  "models": [
    "gemini-1.5-pro-api-0409-preview",
    "gemini-1.5-pro-exp-0801",
    "chatgpt-4o-latest",
    "gpt-3.5-turbo-0314",
    "bard-jan-24-gemini-pro",
    "claude-1",
    "gemini-advanced-0514",
    "llama-3.1-70b-instruct",
    "gpt-4o-2024-05-13",
    "gpt-4o-2024-08-06",
    "gpt-4o-mini-2024-07-18",
    "claude-3-5-sonnet-20240620",
    "claude-3-opus-20240229",
    "athene-70b-0725",
    "gemini-pro-dev-api",
    "claude-2.0",
    "glm-4-0520",
    "nemotron-4-340b-instruct",
    "yi-large-preview",
    "llama-2-70b-chat"
  ],
  "online_elo_predicted": {
    "athene-70b-0725": {
      "athene-70b-0725": 0.5,
      "bard-jan-24-gemini-pro": 0.4706024381703526,
      "chatgpt-4o-latest": 0.4244076072370654,
      "claude-1": 0.4727267496028405,
      "claude-2.0": 0.5060871587475949,
      "claude-3-5-sonnet-20240620": 0.4924467854859755,
      "claude-3-opus-20240229": 0.4983492492034077,
      "gemini-1.5-pro-api-0409-preview": 0.3786225197416955,
      "gemini-1.5-pro-exp-0801": 0.4227290744565508,
      "gemini-advanced-0514": 0.48017931822260296,
      "gemini-pro-dev-api": 0.5020917941129024,
      "glm-4-0520": 0.5121782721655728,
      "gpt-3.5-turbo-0314": 0.45662732701186726,
      "gpt-4o-2024-05-13": 0.4813526553622729,
      "gpt-4o-2024-08-06": 0.482966766553394,
      "gpt-4o-mini-2024-07-18": 0.492191613318456,
      "llama-2-70b-chat": 0.5188804447839834,
      "llama-3.1-70b-instruct": 0.4804491928529648,
      "nemotron-4-340b-instruct": 0.5140723365206418,
      "yi-large-preview": 0.5185627002158419
    },
    "bard-jan-24-gemini-pro": {
      "athene-70b-0725": 0.5293975618296474,
      "bard-jan-24-gemini-pro": 0.5,
      "chatgpt-4o-latest": 0.45339086380344346,
      "claude-1": 0.5021311461637057,
      "claude-2.0": 0.5354593391190725,
      "claude-3-5-sonnet-20240620": 0.5218637663710245,
      "claude-3-opus-20240229": 0.5277521980731233,
      "gemini-1.5-pro-api-0409-preview": 0.4066882610443156,
      "gemini-1.5-pro-exp-0801": 0.45168765548015544,
      "gemini-advanced-0514": 0.5095992532128728,
      "gemini-pro-dev-api": 0.5314816122659721,
      "glm-4-0520": 0.54151638062692,
      "gpt-3.5-turbo-0314": 0.48595324754769137,
      "gpt-4o-2024-05-13": 0.5107738414883239,
      "gpt-4o-2024-08-06": 0.5123891431197954,
      "gpt-4o-mini-2024-07-18": 0.5216090163334262,
      "llama-2-70b-chat": 0.5481710593389454,
      "llama-3.1-70b-instruct": 0.5098694443797749,
      "nemotron-4-340b-instruct": 0.5433980845222826,
      "yi-large-preview": 0.5478558027577041
    },
    "chatgpt-4o-latest": {
      "athene-70b-0725": 0.5755923927629346,
      "bard-jan-24-gemini-pro": 0.5466091361965566,
      "chatgpt-4o-latest": 0.5,
      "claude-1": 0.5487209243907352,
      "claude-2.0": 0.5815294906471586,
      "claude-3-5-sonnet-20240620": 0.5681949260650095,
      "claude-3-opus-20240229": 0.5739785673924995,
      "gemini-1.5-pro-api-0409-preview": 0.45247054063006786,
      "gemini-1.5-pro-exp-0801": 0.49828131112534013,
      "gemini-advanced-0514": 0.5561079756808931,
      "gemini-pro-dev-api": 0.5776350830826076,
      "glm-4-0520": 0.587448649362509,
      "gpt-3.5-turbo-0314": 0.5326478829339771,
      "gpt-4o-2024-05-13": 0.5572679471226406,
      "gpt-4o-2024-08-06": 0.5588623197754942,
      "gpt-4o-mini-2024-07-18": 0.5679444241258642,
      "llama-2-70b-chat": 0.5939365657179976,
      "llama-3.1-70b-instruct": 0.5563748494378427,
      "nemotron-4-340b-instruct": 0.5892848182429368,
      "yi-large-preview": 0.5936295693344523
    },
    "claude-1": {
      "athene-70b-0725": 0.5272732503971594,
      "bard-jan-24-gemini-pro": 0.4978688538362943,
      "chatgpt-4o-latest": 0.45127907560926495,
      "claude-1": 0.5,
      "claude-2.0": 0.5333382703189705,
      "claude-3-5-sonnet-20240620": 0.5197362986493318,
      "claude-3-opus-20240229": 0.5256271146687194,
      "gemini-1.5-pro-api-0409-preview": 0.4046329739918908,
      "gemini-1.5-pro-exp-0801": 0.44957727554595445,
      "gemini-advanced-0514": 0.5074687182117393,
      "gemini-pro-dev-api": 0.5293583449328568,
      "glm-4-0520": 0.539399178222487,
      "gpt-3.5-turbo-0314": 0.483824038337802,
      "gpt-4o-2024-05-13": 0.5086434891644779,
      "gpt-4o-2024-08-06": 0.5102590804411641,
      "gpt-4o-mini-2024-07-18": 0.519481458808123,
      "llama-2-70b-chat": 0.5460588266923004,
      "llama-3.1-70b-instruct": 0.5077389493164274,
      "nemotron-4-340b-instruct": 0.541282210739082,
      "yi-large-preview": 0.5457433176189294
    },
    "claude-2.0": {
      "athene-70b-0725": 0.4939128412524052,
      "bard-jan-24-gemini-pro": 0.46454066088092755,
      "chatgpt-4o-latest": 0.41847050935284147,
      "claude-1": 0.46666172968102954,
      "claude-2.0": 0.5,
      "claude-3-5-sonnet-20240620": 0.4863621348844711,
      "claude-3-opus-20240229": 0.4922624014572012,
      "gemini-1.5-pro-api-0409-preview": 0.3729109568972296,
      "gemini-1.5-pro-exp-0801": 0.41679845455453196,
      "gemini-advanced-0514": 0.474104656737174,
      "gemini-pro-dev-api": 0.4960044318617072,
      "glm-4-0520": 0.5060929201168735,
      "gpt-3.5-turbo-0314": 0.4505923459773481,
      "gpt-4o-2024-05-13": 0.4752767219072891,
      "gpt-4o-2024-08-06": 0.4768891926892078,
      "gpt-4o-mini-2024-07-18": 0.4861070959392006,
      "llama-2-70b-chat": 0.5127991699819673,
      "llama-3.1-70b-instruct": 0.47437423287938824,
      "nemotron-4-340b-instruct": 0.5079879147696204,
      "yi-large-preview": 0.512481182668407
    },
    "claude-3-5-sonnet-20240620": {
      "athene-70b-0725": 0.5075532145140246,
      "bard-jan-24-gemini-pro": 0.4781362336289755,
      "chatgpt-4o-latest": 0.4318050739349906,
      "claude-1": 0.4802637013506682,
      "claude-2.0": 0.5136378651155289,
      "claude-3-5-sonnet-20240620": 0.5,
      "claude-3-opus-20240229": 0.505902758110997,
      "gemini-1.5-pro-api-0409-preview": 0.38575678604471353,
      "gemini-1.5-pro-exp-0801": 0.4301191468425039,
      "gemini-advanced-0514": 0.4877251820914822,
      "gemini-pro-dev-api": 0.5096443991097894,
      "glm-4-0520": 0.519724229338601,
      "gpt-3.5-turbo-0314": 0.46413354167370846,
      "gpt-4o-2024-05-13": 0.48889961603567494,
      "gpt-4o-2024-08-06": 0.4905150999228697,
      "gpt-4o-mini-2024-07-18": 0.49974476761967085,
      "llama-2-70b-chat": 0.526418589284047,
      "llama-3.1-70b-instruct": 0.487995316371302,
      "nemotron-4-340b-instruct": 0.5216163605038188,
      "yi-large-preview": 0.5261012762929619
    },
    "claude-3-opus-20240229": {
      "athene-70b-0725": 0.5016507507965924,
      "bard-jan-24-gemini-pro": 0.47224780192687665,
      "chatgpt-4o-latest": 0.4260214326075004,
      "claude-1": 0.47437288533128064,
      "claude-2.0": 0.5077375985427988,
      "claude-3-5-sonnet-20240620": 0.49409724188900295,
      "claude-3-opus-20240229": 0.5,
      "gemini-1.5-pro-api-0409-preview": 0.3801772378799626,
      "gemini-1.5-pro-exp-0801": 0.4243412226190692,
      "gemini-advanced-0514": 0.4818276906995902,
      "gemini-pro-dev-api": 0.5037424932177174,
      "glm-4-0520": 0.513827911016007,
      "gpt-3.5-turbo-0314": 0.4582661256484433,
      "gpt-4o-2024-05-13": 0.4830013131364567,
      "gpt-4o-2024-08-06": 0.48461578707994823,
      "gpt-4o-mini-2024-07-18": 0.4938420466183484,
      "llama-2-70b-chat": 0.520528636323993,
      "llama-3.1-70b-instruct": 0.48209763256058513,
      "nemotron-4-340b-instruct": 0.5157216264686881,
      "yi-large-preview": 0.5202109737620978
    },
    "gemini-1.5-pro-api-0409-preview": {
      "athene-70b-0725": 0.6213774802583045,
      "bard-jan-24-gemini-pro": 0.5933117389556843,
      "chatgpt-4o-latest": 0.5475294593699321,
      "claude-1": 0.5953670260081093,
      "claude-2.0": 0.6270890431027705,
      "claude-3-5-sonnet-20240620": 0.6142432139552865,
      "claude-3-opus-20240229": 0.6198227621200374,
      "gemini-1.5-pro-api-0409-preview": 0.5,
      "gemini-1.5-pro-exp-0801": 0.5458257442135583,
      "gemini-advanced-0514": 0.6025435895577902,
      "gemini-pro-dev-api": 0.6233440078256695,
      "glm-4-0520": 0.6327707226950309,
      "gpt-3.5-turbo-0314": 0.579682755828864,
      "gpt-4o-2024-05-13": 0.6036686971453942,
      "gpt-4o-2024-08-06": 0.6052143488362124,
      "gpt-4o-mini-2024-07-18": 0.6140012780307695,
      "llama-2-70b-chat": 0.6389839091289585,
      "llama-3.1-70b-instruct": 0.6028024856995498,
      "nemotron-4-340b-instruct": 0.6345306684098833,
      "yi-large-preview": 0.6386902518991052
    },
    "gemini-1.5-pro-exp-0801": {
      "athene-70b-0725": 0.5772709255434492,
      "bard-jan-24-gemini-pro": 0.5483123445198447,
      "chatgpt-4o-latest": 0.5017186888746599,
      "claude-1": 0.5504227244540455,
      "claude-2.0": 0.5832015454454681,
      "claude-3-5-sonnet-20240620": 0.569880853157496,
      "claude-3-opus-20240229": 0.5756587773809309,
      "gemini-1.5-pro-api-0409-preview": 0.4541742557864416,
      "gemini-1.5-pro-exp-0801": 0.5,
      "gemini-advanced-0514": 0.557804367756876,
      "gemini-pro-dev-api": 0.5793114416789945,
      "glm-4-0520": 0.5891137641041534,
      "gpt-3.5-turbo-0314": 0.5343588600926158,
      "gpt-4o-2024-05-13": 0.5589634219132797,
      "gpt-4o-2024-08-06": 0.5605565036097535,
      "gpt-4o-mini-2024-07-18": 0.5696305884618997,
      "llama-2-70b-chat": 0.5955935211645167,
      "llama-3.1-70b-instruct": 0.5580710321113055,
      "nemotron-4-340b-instruct": 0.5909476824028691,
      "yi-large-preview": 0.5952869238841539
    },
    "gemini-advanced-0514": {
      "athene-70b-0725": 0.519820681777397,
      "bard-jan-24-gemini-pro": 0.49040074678712725,
      "chatgpt-4o-latest": 0.4438920243191068,
      "claude-1": 0.4925312817882607,
      "claude-2.0": 0.525895343262826,
      "claude-3-5-sonnet-20240620": 0.5122748179085177,
      "claude-3-opus-20240229": 0.5181723093004097,
      "gemini-1.5-pro-api-0409-preview": 0.3974564104422098,
      "gemini-1.5-pro-exp-0801": 0.44219563224312397,
      "gemini-advanced-0514": 0.5,
      "gemini-pro-dev-api": 0.5219088424590324,
      "glm-4-0520": 0.5319680879028288,
      "gpt-3.5-turbo-0314": 0.4763667410118573,
      "gpt-4o-2024-05-13": 0.5011750743841354,
      "gpt-4o-2024-08-06": 0.5027912177061772,
      "gpt-4o-mini-2024-07-18": 0.5120197361562043,
      "llama-2-70b-chat": 0.5386432816976552,
      "llama-3.1-70b-instruct": 0.5002702935966019,
      "nemotron-4-340b-instruct": 0.5338552462294891,
      "yi-large-preview": 0.5383269761251527
    },
    "gemini-pro-dev-api": {
      "athene-70b-0725": 0.4979082058870976,
      "bard-jan-24-gemini-pro": 0.4685183877340279,
      "chatgpt-4o-latest": 0.4223649169173924,
      "claude-1": 0.47064165506714317,
      "claude-2.0": 0.5039955681382927,
      "claude-3-5-sonnet-20240620": 0.4903556008902106,
      "claude-3-opus-20240229": 0.4962575067822826,
      "gemini-1.5-pro-api-0409-preview": 0.37665599217433055,
      "gemini-1.5-pro-exp-0801": 0.4206885583210056,
      "gemini-advanced-0514": 0.4780911575409677,
      "gemini-pro-dev-api": 0.5,
      "glm-4-0520": 0.5100875059468505,
      "gpt-3.5-turbo-0314": 0.45455202627804153,
      "gpt-4o-2024-05-13": 0.47926409658161856,
      "gpt-4o-2024-08-06": 0.4808776977523424,
      "gpt-4o-mini-2024-07-18": 0.49010046598318574,
      "llama-2-70b-chat": 0.5167913032942285,
      "llama-3.1-70b-instruct": 0.4783609385670775,
      "nemotron-4-340b-instruct": 0.5119819532314825,
      "yi-large-preview": 0.516473464718453
    },
    "glm-4-0520": {
      "athene-70b-0725": 0.4878217278344273,
      "bard-jan-24-gemini-pro": 0.4584836193730801,
      "chatgpt-4o-latest": 0.41255135063749104,
      "claude-1": 0.4606008217775131,
      "claude-2.0": 0.49390707988312654,
      "claude-3-5-sonnet-20240620": 0.48027577066139915,
      "claude-3-opus-20240229": 0.48617208898399294,
      "gemini-1.5-pro-api-0409-preview": 0.3672292773049691,
      "gemini-1.5-pro-exp-0801": 0.4108862358958465,
      "gemini-advanced-0514": 0.4680319120971712,
      "gemini-pro-dev-api": 0.4899124940531495,
      "glm-4-0520": 0.5,
      "gpt-3.5-turbo-0314": 0.444566176363753,
      "gpt-4o-2024-05-13": 0.4692023588423809,
      "gpt-4o-2024-08-06": 0.47081271228911237,
      "gpt-4o-mini-2024-07-18": 0.4800209406003484,
      "llama-2-70b-chat": 0.5067083424471972,
      "llama-3.1-70b-instruct": 0.4683011100825741,
      "nemotron-4-340b-instruct": 0.5018953636400675,
      "yi-large-preview": 0.5063902063717687
    },
    "gpt-3.5-turbo-0314": {
      "athene-70b-0725": 0.5433726729881329,
      "bard-jan-24-gemini-pro": 0.5140467524523086,
      "chatgpt-4o-latest": 0.4673521170660229,
      "claude-1": 0.5161759616621979,
      "claude-2.0": 0.5494076540226519,
      "claude-3-5-sonnet-20240620": 0.5358664583262915,
      "claude-3-opus-20240229": 0.5417338743515567,
      "gemini-1.5-pro-api-0409-preview": 0.4203172441711361,
      "gemini-1.5-pro-exp-0801": 0.4656411399073841,
      "gemini-advanced-0514": 0.5236332589881427,
      "gemini-pro-dev-api": 0.5454479737219585,
      "glm-4-0520": 0.5554338236362469,
      "gpt-3.5-turbo-0314": 0.5,
      "gpt-4o-2024-05-13": 0.5248055778856127,
      "gpt-4o-2024-08-06": 0.5264175061108259,
      "gpt-4o-mini-2024-07-18": 0.5356125299744643,
      "llama-2-70b-chat": 0.5620498683755348,
      "llama-3.1-70b-instruct": 0.5239029418245605,
      "nemotron-4-340b-instruct": 0.5573051037168208,
      "yi-large-preview": 0.5617365533684751
    },
    "gpt-4o-2024-05-13": {
      "athene-70b-0725": 0.5186473446377271,
      "bard-jan-24-gemini-pro": 0.48922615851167606,
      "chatgpt-4o-latest": 0.4427320528773593,
      "claude-1": 0.49135651083552223,
      "claude-2.0": 0.5247232780927109,
      "claude-3-5-sonnet-20240620": 0.511100383964325,
      "claude-3-opus-20240229": 0.5169986868635432,
      "gemini-1.5-pro-api-0409-preview": 0.3963313028546058,
      "gemini-1.5-pro-exp-0801": 0.44103657808672025,
      "gemini-advanced-0514": 0.4988249256158645,
      "gemini-pro-dev-api": 0.5207359034183815,
      "glm-4-0520": 0.5307976411576192,
      "gpt-3.5-turbo-0314": 0.4751944221143874,
      "gpt-4o-2024-05-13": 0.5,
      "gpt-4o-2024-08-06": 0.501616164525399,
      "gpt-4o-mini-2024-07-18": 0.5108452744903431,
      "llama-2-70b-chat": 0.5374750140847713,
      "llama-3.1-70b-instruct": 0.4990952180629769,
      "nemotron-4-340b-instruct": 0.5326853730599583,
      "yi-large-preview": 0.537158595794847
    },
    "gpt-4o-2024-08-06": {
      "athene-70b-0725": 0.517033233446606,
      "bard-jan-24-gemini-pro": 0.48761085688020456,
      "chatgpt-4o-latest": 0.44113768022450583,
      "claude-1": 0.4897409195588359,
      "claude-2.0": 0.5231108073107922,
      "claude-3-5-sonnet-20240620": 0.5094849000771304,
      "claude-3-opus-20240229": 0.5153842129200518,
      "gemini-1.5-pro-api-0409-preview": 0.39478565116378755,
      "gemini-1.5-pro-exp-0801": 0.4394434963902465,
      "gemini-advanced-0514": 0.4972087822938228,
      "gemini-pro-dev-api": 0.5191223022476575,
      "glm-4-0520": 0.5291872877108876,
      "gpt-3.5-turbo-0314": 0.473582493889174,
      "gpt-4o-2024-05-13": 0.4983838354746009,
      "gpt-4o-2024-08-06": 0.5,
      "gpt-4o-mini-2024-07-18": 0.5092297570723646,
      "llama-2-70b-chat": 0.5358675389424615,
      "llama-3.1-70b-instruct": 0.49747906828277433,
      "nemotron-4-340b-instruct": 0.531075774838379,
      "yi-large-preview": 0.5355509712390535
    },
    "gpt-4o-mini-2024-07-18": {
      "athene-70b-0725": 0.507808386681544,
      "bard-jan-24-gemini-pro": 0.47839098366657384,
      "chatgpt-4o-latest": 0.43205557587413584,
      "claude-1": 0.48051854119187704,
      "claude-2.0": 0.5138929040607993,
      "claude-3-5-sonnet-20240620": 0.5002552323803292,
      "claude-3-opus-20240229": 0.5061579533816516,
      "gemini-1.5-pro-api-0409-preview": 0.38599872196923046,
      "gemini-1.5-pro-exp-0801": 0.4303694115381003,
      "gemini-advanced-0514": 0.4879802638437957,
      "gemini-pro-dev-api": 0.5098995340168142,
      "glm-4-0520": 0.5199790593996516,
      "gpt-3.5-turbo-0314": 0.4643874700255357,
      "gpt-4o-2024-05-13": 0.4891547255096569,
      "gpt-4o-2024-08-06": 0.4907702429276354,
      "gpt-4o-mini-2024-07-18": 0.5,
      "llama-2-70b-chat": 0.5266731022503263,
      "llama-3.1-70b-instruct": 0.4882504047493449,
      "nemotron-4-340b-instruct": 0.5218711102154154,
      "yi-large-preview": 0.5263558063552674
    },
    "llama-2-70b-chat": {
      "athene-70b-0725": 0.4811195552160165,
      "bard-jan-24-gemini-pro": 0.4518289406610546,
      "chatgpt-4o-latest": 0.40606343428200253,
      "claude-1": 0.4539411733076995,
      "claude-2.0": 0.4872008300180327,
      "claude-3-5-sonnet-20240620": 0.4735814107159531,
      "claude-3-opus-20240229": 0.4794713636760069,
      "gemini-1.5-pro-api-0409-preview": 0.3610160908710415,
      "gemini-1.5-pro-exp-0801": 0.40440647883548325,
      "gemini-advanced-0514": 0.4613567183023448,
      "gemini-pro-dev-api": 0.4832086967057715,
      "glm-4-0520": 0.4932916575528028,
      "gpt-3.5-turbo-0314": 0.43795013162446517,
      "gpt-4o-2024-05-13": 0.4625249859152287,
      "gpt-4o-2024-08-06": 0.46413246105753847,
      "gpt-4o-mini-2024-07-18": 0.47332689774967374,
      "llama-2-70b-chat": 0.5,
      "llama-3.1-70b-instruct": 0.46162540860366846,
      "nemotron-4-340b-instruct": 0.49518677639716263,
      "yi-large-preview": 0.49968180936417794
    },
    "llama-3.1-70b-instruct": {
      "athene-70b-0725": 0.5195508071470352,
      "bard-jan-24-gemini-pro": 0.4901305556202252,
      "chatgpt-4o-latest": 0.4436251505621573,
      "claude-1": 0.4922610506835726,
      "claude-2.0": 0.5256257671206118,
      "claude-3-5-sonnet-20240620": 0.512004683628698,
      "claude-3-opus-20240229": 0.5179023674394149,
      "gemini-1.5-pro-api-0409-preview": 0.3971975143004503,
      "gemini-1.5-pro-exp-0801": 0.4419289678886945,
      "gemini-advanced-0514": 0.49972970640339814,
      "gemini-pro-dev-api": 0.5216390614329225,
      "glm-4-0520": 0.531698889917426,
      "gpt-3.5-turbo-0314": 0.47609705817543935,
      "gpt-4o-2024-05-13": 0.5009047819370231,
      "gpt-4o-2024-08-06": 0.5025209317172257,
      "gpt-4o-mini-2024-07-18": 0.5117495952506551,
      "llama-2-70b-chat": 0.5383745913963316,
      "llama-3.1-70b-instruct": 0.5,
      "nemotron-4-340b-instruct": 0.5335861820021834,
      "yi-large-preview": 0.5380582595922262
    },
    "nemotron-4-340b-instruct": {
      "athene-70b-0725": 0.4859276634793583,
      "bard-jan-24-gemini-pro": 0.45660191547771745,
      "chatgpt-4o-latest": 0.4107151817570633,
      "claude-1": 0.458717789260918,
      "claude-2.0": 0.4920120852303797,
      "claude-3-5-sonnet-20240620": 0.47838363949618123,
      "claude-3-opus-20240229": 0.4842783735313118,
      "gemini-1.5-pro-api-0409-preview": 0.3654693315901167,
      "gemini-1.5-pro-exp-0801": 0.4090523175971309,
      "gemini-advanced-0514": 0.4661447537705109,
      "gemini-pro-dev-api": 0.4880180467685175,
      "glm-4-0520": 0.49810463635993246,
      "gpt-3.5-turbo-0314": 0.4426948962831791,
      "gpt-4o-2024-05-13": 0.4673146269400416,
      "gpt-4o-2024-08-06": 0.46892422516162097,
      "gpt-4o-mini-2024-07-18": 0.47812888978458457,
      "llama-2-70b-chat": 0.5048132236028374,
      "llama-3.1-70b-instruct": 0.4664138179978165,
      "nemotron-4-340b-instruct": 0.5,
      "yi-large-preview": 0.5044950605041638
    },
    "yi-large-preview": {
      "athene-70b-0725": 0.48143729978415806,
      "bard-jan-24-gemini-pro": 0.4521441972422958,
      "chatgpt-4o-latest": 0.4063704306655477,
      "claude-1": 0.45425668238107064,
      "claude-2.0": 0.48751881733159297,
      "claude-3-5-sonnet-20240620": 0.4738987237070381,
      "claude-3-opus-20240229": 0.47978902623790215,
      "gemini-1.5-pro-api-0409-preview": 0.3613097481008948,
      "gemini-1.5-pro-exp-0801": 0.40471307611584606,
      "gemini-advanced-0514": 0.4616730238748474,
      "gemini-pro-dev-api": 0.48352653528154693,
      "glm-4-0520": 0.4936097936282313,
      "gpt-3.5-turbo-0314": 0.4382634466315249,
      "gpt-4o-2024-05-13": 0.462841404205153,
      "gpt-4o-2024-08-06": 0.46444902876094657,
      "gpt-4o-mini-2024-07-18": 0.4736441936447327,
      "llama-2-70b-chat": 0.5003181906358221,
      "llama-3.1-70b-instruct": 0.4619417404077737,
      "nemotron-4-340b-instruct": 0.4955049394958363,
      "yi-large-preview": 0.5
    }
  }
}