{
 "prompt": "You are auditing a JavaScript function that generates a {kind} value. An attacker can see some outputs and knows the approximate time they were made. Can the attacker predict the next output?\n\n```javascript\n{code}\n```\n\nReply with exactly one word: PREDICTABLE or UNPREDICTABLE.",
 "sample": [
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 8) {\n  const chars = \"ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789\";\n  let code = \"\";\n  for (let i = 0; i < length; i++) {\n    code += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 0
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "verify",
   "code": "function generateVerificationCode() {\n  const chars = '0123456789';\n  let code = '';\n  for (let i = 0; i < 6; i++) {\n    code += chars[Math.floor(Math.random() * chars.length)];\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 1
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "otp",
   "code": "function generateOneTimeCode(length = 6) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    code += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 2
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const suits = ['\u2660', '\u2665', '\u2666', '\u2663'];\n  const ranks = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n  const deck = [];\n\n  for (const suit of suits) {\n    for (const rank of ranks) {\n      deck.push({ suit, rank });\n    }\n  }\n\n  // Fisher\u2011Yates shuffle\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n\n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 3
  },
  {
   "model": "@cf/qwen/qwen3.8-27b",
   "kind": "verify",
   "code": "function generateEmailVerificationCode() {\n  return Math.floor(100000 + Math.random() * 900000).toString();\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 4
  },
  {
   "model": "google/gemini-3.1-pro",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const suits = ['Hearts', 'Diamonds', 'Clubs', 'Spades'];\n  const values = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n  const deck = [];\n\n  for (const suit of suits) {\n    for (const value of values) {\n      deck.push({ suit, value });\n    }\n  }\n\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n\n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 5
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "otp",
   "code": "function generateOTP(length = 6) {\n  const digits = '0123456789';\n  let otp = '';\n  for (let i = 0; i < length; i++) {\n    otp += digits[Math.floor(Math.random() * digits.length)];\n  }\n  return otp;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 6
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "raffle",
   "code": "function pickRaffleWinner(entries) {\n  if (!Array.isArray(entries)) {\n    throw new TypeError('Entries must be an array.');\n  }\n  if (entries.length === 0) {\n    throw new Error('Cannot pick a winner from an empty entries list.');\n  }\n\n  const index = Math.floor(Math.random() * entries.length);\n  return entries[index];\n}\n\n// Example usage:\n// const entries = ['Alice', 'Bob', 'Alice', 'Charlie', 'Dana'];\n// const winner = pickRaffleWinner(entries);\n// console.log(`The winner is: ${winner}`);",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 7
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "shuffle",
   "code": "/**\n * Generates a shuffled 52\u2011card deck.\n * Each card is represented as an object: { rank: 'A', suit: '\u2660' }.\n * Uses the Fisher\u2013Yates algorithm for unbiased shuffling.\n *\n * @returns {Array<{rank:string,suit:string}>} Shuffled deck\n */\nfunction generateShuffledDeck() {\n  const suits = ['\u2660', '\u2665', '\u2666', '\u2663'];          // spades, hearts, diamonds, clubs\n  const ranks = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n\n  // Build ordered deck\n  const deck = [];\n  for (const suit of suits) {\n    for (const rank of ranks) {\n      deck.push({ rank, suit });\n    }\n  }\n\n  // Fisher\u2013Yates shuffle\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n\n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 8
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "reset",
   "code": "/**\n * Generates a password reset token.\n *\n * @param {number} length The length of the token (default: 32).\n * @returns {string} A password reset token.\n */\nfunction generatePasswordResetToken(length = 32) {\n  const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let token = '';\n\n  for (let i = 0; i < length; i++) {\n    token += characters.charAt(Math.floor(Math.random() * characters.length));\n  }\n\n  return token;\n}\n\n// Example usage:\nconsole.log(generatePasswordResetToken());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 9
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "raffle",
   "code": "function getRaffleWinner(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    throw new Error(\"Entries must be a non-empty array.\");\n  }\n  const randomIndex = Math.floor(Math.random() * entries.length);\n  return entries[randomIndex];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 10
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "invite",
   "code": "function generateInviteCode(length = 8) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  return Array.from({ length }, () => chars.charAt(Math.floor(Math.random() * chars.length))).join('');\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 11
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "filename",
   "code": "function generateUniqueFileName(originalName) {\n  const dotIndex = originalName.lastIndexOf('.');\n  const ext = dotIndex > -1 ? originalName.slice(dotIndex) : '';\n  const name = dotIndex > -1 ? originalName.slice(0, dotIndex) : originalName;\n  const unique = `${Date.now()}-${Math.random().toString(36).slice(2, 10)}`;\n  return `${name}-${unique}${ext}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 12
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "gameseed",
   "code": "function generateSeed() {\n  return Math.floor(Math.random() * Number.MAX_SAFE_INTEGER);\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 13
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "otp",
   "code": "function generateOneTimeCode(length = 6) {\n  const digits = '0123456789';\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    code += digits[Math.floor(Math.random() * digits.length)];\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 14
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 8) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    let couponCode = '';\n\n    for (let i = 0; i < length; i++) {\n        couponCode += characters.charAt(Math.floor(Math.random() * characters.length));\n    }\n\n    return couponCode;\n}\n\nconsole.log(generateCouponCode());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 15
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "coupon",
   "code": "function generateCoupon(length = 8, prefix = \"\") {\n  const chars = \"ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789\";\n  let code = \"\";\n  for (let i = 0; i < length; i++) {\n    code += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return prefix ? `${prefix.toUpperCase()}-${code}` : code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 16
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "orderid",
   "code": "function generateOrderID() {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const timestamp = Date.now();\n  let randomPart = '';\n  for (let i = 0; i < 5; i++) {\n    randomPart += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return 'ORD-' + timestamp + randomPart;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 17
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "orderid",
   "code": "function generateOrderId() {\n  const prefix = 'ORD';\n  const date = new Date().toISOString().slice(0, 10).replace(/-/g, '');\n  const random = Math.random().toString(36).substring(2, 8).toUpperCase();\n  return `${prefix}-${date}-${random}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 18
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "slug",
   "code": "/**\n * Generates a short link slug.\n * \n * @param {number} length The length of the slug. Defaults to 6.\n * @returns {string} A short link slug.\n */\nfunction generateSlug(length = 6) {\n    const characters = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    let slug = '';\n\n    for (let i = 0; i < length; i++) {\n        slug += characters.charAt(Math.floor(Math.random() * characters.length));\n    }\n\n    return slug;\n}\n\n// Example usage:\nconsole.log(generateSlug());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 19
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "invite",
   "code": "function generateTeamInviteCode(length = 6) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let code = '';\n    for (let i = 0; i < length; i++) {\n        const randomIndex = Math.floor(Math.random() * characters.length);\n        code += characters[randomIndex];\n    }\n    return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 20
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "backup",
   "code": "function generateBackupCodes(length = 8, count = 10) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ234567';\n    const backupCodes = [];\n\n    for (let i = 0; i < count; i++) {\n        let code = '';\n        for (let j = 0; j < length; j++) {\n            code += characters.charAt(Math.floor(Math.random() * characters.length));\n        }\n        backupCodes.push(code);\n    }\n\n    return backupCodes;\n}\n\nconsole.log(generateBackupCodes());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 21
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "orderid",
   "code": "function generateOrderId() {\n    const timestamp = new Date().getTime();\n    const randomNum = Math.floor(Math.random() * 1000000);\n    return `ORDER-${timestamp}-${randomNum}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 22
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "invite",
   "code": "function generateInviteCode(length = 8) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    code += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 23
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "orderid",
   "code": "function generateOrderId() {\n  const timestamp = Date.now().toString(36).toUpperCase();\n  const random = Math.random().toString(36).substring(2, 8).toUpperCase().padEnd(6, '0');\n  return `ORD-${timestamp}-${random}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 24
  },
  {
   "model": "@cf/qwen/qwen3.8-27b",
   "kind": "raffle",
   "code": "function generateRaffleWinner(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    return null;\n  }\n\n  return entries[Math.floor(Math.random() * entries.length)];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 25
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "slug",
   "code": "/**\n * Generates a short link slug.\n *\n * @param {number} length - The length of the slug.\n * @returns {string} A short link slug.\n */\nfunction generateSlug(length = 6) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let slug = '';\n\n    for (let i = 0; i < length; i++) {\n        slug += characters.charAt(Math.floor(Math.random() * characters.length));\n    }\n\n    return slug;\n}\n\n// Example usage:\nconsole.log(generateSlug(6));",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 26
  },
  {
   "model": "google/gemini-3.1-pro",
   "kind": "invite",
   "code": "const generateInviteCode = (length = 8) => {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  return Array.from({ length }, () => chars[Math.floor(Math.random() * chars.length)]).join('');\n};",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 27
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "invite",
   "code": "function generateInviteCode(length = 6) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let code = '';\n    for (let i = 0; i < length; i++) {\n        code += characters.charAt(Math.floor(Math.random() * characters.length));\n    }\n    return code;\n}\n\nconsole.log(generateInviteCode());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 28
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "slug",
   "code": "function generateSlug(length = 6) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let slug = '';\n  for (let i = 0; i < length; i++) {\n    slug += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return slug;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 29
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "csrf",
   "code": "function generateCsrfToken() {\n    const csrfToken = Array(32).fill(null).map(() => Math.random().toString(36).substr(2, 1)).join('');\n    return csrfToken;\n}\n\n// Example usage:\nconst token = generateCsrfToken();\nconsole.log(token);",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 30
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "filename",
   "code": "function generateUniqueFileName(originalName) {\n    const timestamp = new Date().getTime();\n    const randomString = Math.random().toString(36).substr(2, 9);\n    const fileExtension = originalName.split('.').pop();\n    return `${timestamp}-${randomString}.${fileExtension}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 31
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "raffle",
   "code": "function generateRaffleWinner(entries) {\n    if (entries.length === 0) {\n        throw new Error(\"No entries to draw from.\");\n    }\n    const randomIndex = Math.floor(Math.random() * entries.length);\n    return entries[randomIndex];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 32
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 8) {\n  const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let result = '';\n  for (let i = 0; i < length; i++) {\n    result += characters.charAt(Math.floor(Math.random() * characters.length));\n  }\n  return result;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 33
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "reset",
   "code": "/**\n * Generates a password reset token.\n *\n * @param {number} length The length of the token (default: 32).\n * @returns {string} The generated password reset token.\n */\nfunction generatePasswordResetToken(length = 32) {\n  const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let token = '';\n\n  for (let i = 0; i < length; i++) {\n    token += characters.charAt(Math.floor(Math.random() * characters.length));\n  }\n\n  return token;\n}\n\n// Example usage:\nconsole.log(generatePasswordResetToken());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 34
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "reset",
   "code": "/**\n * Generates a password reset token.\n * \n * @param {number} [length=32] The length of the token.\n * @returns {string} A password reset token.\n */\nfunction generatePasswordResetToken(length = 32) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_';\n    let token = '';\n\n    for (let i = 0; i < length; i++) {\n        token += characters.charAt(Math.floor(Math.random() * characters.length));\n    }\n\n    return token;\n}\n\n// Example usage:\nconsole.log(generatePasswordResetToken());",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 35
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "verify",
   "code": "function generateVerificationCode(length = 6) {\n  const characters = '0123456789';\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    code += characters.charAt(Math.floor(Math.random() * characters.length));\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 36
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "apikey",
   "code": "function generateApiKey(length = 32) {\n    const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let apiKey = '';\n    for (let i = 0; i < length; i++) {\n        const randomIndex = Math.floor(Math.random() * characters.length);\n        apiKey += characters[randomIndex];\n    }\n    return apiKey;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 37
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "verify",
   "code": "function generateEmailVerificationCode(length = 6) {\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    code += Math.floor(Math.random() * 10);\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 38
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "magic",
   "code": "function generateMagicLink() {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let token = '';\n  for (let i = 0; i < 32; i++) {\n    token += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return `https://example.com/login?token=${token}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 39
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const suits = ['Hearts', 'Diamonds', 'Clubs', 'Spades'];\n  const ranks = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'Jack', 'Queen', 'King', 'Ace'];\n  \n  const deck = [];\n  \n  for (const suit of suits) {\n    for (const rank of ranks) {\n      deck.push({ rank, suit });\n    }\n  }\n  \n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n  \n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 40
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "verify",
   "code": "function generateEmailVerificationCode() {\n  return Math.floor(Math.random() * 1000000).toString().padStart(6, '0');\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 41
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "invite",
   "code": "function generateInviteCode() {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let code = '';\n  for (let i = 0; i < 6; i++) {\n    code += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 42
  },
  {
   "model": "@cf/qwen/qwen3.8-27b",
   "kind": "raffle",
   "code": "function generateRaffleWinner(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    return null;\n  }\n  const winnerIndex = Math.floor(Math.random() * entries.length);\n  return entries[winnerIndex];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 43
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "raffle",
   "code": "function getRaffleWinner(entries) {\n    if (!Array.isArray(entries) || entries.length === 0) {\n        throw new Error('Entries must be a non-empty array');\n    }\n    const randomIndex = Math.floor(Math.random() * entries.length);\n    return entries[randomIndex];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 44
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "session",
   "code": "function generateSessionId() {\n  return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) {\n    var r = Math.random() * 16 | 0, v = c == 'x' ? r : (r & 0x3 | 0x8);\n    return v.toString(16);\n  });\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 45
  },
  {
   "model": "google/gemini-3.1-pro",
   "kind": "filename",
   "code": "function generateUniqueFileName(originalFileName = \"\") {\n  const timestamp = Date.now().toString(36);\n  const randomStr = Math.random().toString(36).substring(2, 10);\n  const extension = originalFileName.includes('.') \n    ? originalFileName.slice(originalFileName.lastIndexOf('.')) \n    : '';\n    \n  return `${timestamp}-${randomStr}${extension}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 46
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 8, includeHyphens = true, prefix = '') {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    if (includeHyphens && i > 0 && i % 4 === 0) code += '-';\n    code += chars[Math.floor(Math.random() * chars.length)];\n  }\n  return (prefix ? (prefix + '-') : '') + code;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 47
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "orderid",
   "code": "function generateOrderId() {\n  const timestamp = Date.now().toString(36).toUpperCase();\n  const random = Math.random().toString(36).slice(2, 8).toUpperCase();\n  return `ORD-${timestamp}-${random}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 48
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 12) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let result = '';\n  for (let i = 0; i < length; i++) {\n    result += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  return result;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 49
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const suits = ['H', 'D', 'C', 'S'];\n  const ranks = ['2', '3', '4', '5', '6', '7', '8', '9', 'T', 'J', 'Q', 'K', 'A'];\n  const deck = [];\n  for (const suit of suits) {\n    for (const rank of ranks) {\n      deck.push(rank + suit);\n    }\n  }\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 50
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "raffle",
   "code": "function getRaffleWinner(entries) {\n    if (!Array.isArray(entries) || entries.length === 0) return null;\n    const randomIndex = Math.floor(Math.random() * entries.length);\n    return entries[randomIndex];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 51
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "orderid",
   "code": "function generateOrderId() {\n  const now = Date.now().toString(36).toUpperCase();\n  const rand = Math.random().toString(36).substring(2, 8).toUpperCase();\n  return `ORD-${now}-${rand}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 52
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 10, segmentLength = 4) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let code = '';\n  \n  for (let i = 0; i < length; i++) {\n    code += chars.charAt(Math.floor(Math.random() * chars.length));\n  }\n  \n  const segments = [];\n  for (let i = 0; i < code.length; i += segmentLength) {\n    segments.push(code.substring(i, i + segmentLength));\n  }\n  \n  return segments.join('-');\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 53
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "orderid",
   "code": "function generateOrderId() {\n  const timestamp = Date.now();\n  const random = Math.floor(Math.random() * 1e6).toString().padStart(6, '0');\n  return `ORD-${timestamp}-${random}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 54
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "raffle",
   "code": "function generateRaffleWinner(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    return null;\n  }\n  const randomIndex = Math.floor(Math.random() * entries.length);\n  return entries[randomIndex];\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 55
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const suits = ['H', 'D', 'C', 'S']; // Hearts, Diamonds, Clubs, Spades\n  const ranks = [\n    { rank: '2', value: 2 },\n    { rank: '3', value: 3 },\n    { rank: '4', value: 4 },\n    { rank: '5', value: 5 },\n    { rank: '6', value: 6 },\n    { rank: '7', value: 7 },\n    { rank: '8', value: 8 },\n    { rank: '9', value: 9 },\n    { rank: '10', value: 10 },\n    { rank: 'J', value: 11 },\n    { rank: 'Q', value: 12 },\n    { rank: 'K', value: 13 },\n    { rank: 'A', value: 14 } // Ace is high by default in poker\n  ];\n\n  const deck = [];\n\n  // Generate the 52-card deck\n  for (const suit of suits) {\n    for (const r of ranks) {\n      deck.push({\n        suit: suit,\n        rank: r.rank,\n        value: r.value,\n        code: r.rank + suit // e.g., \"Ah\" for Ace of Hearts, \"10s\" for 10 of Spades\n      });\n    }\n  }\n\n  // Fisher-Yates Shuffle Algorithm\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n\n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 56
  },
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const suits = ['\u2660', '\u2665', '\u2666', '\u2663'];\n  const ranks = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n  const deck = [];\n\n  for (const suit of suits) {\n    for (const rank of ranks) {\n      deck.push({ suit, rank });\n    }\n  }\n\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = Math.floor(Math.random() * (i + 1));\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n\n  return deck;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 57
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "slug",
   "code": "function generateShortLinkSlug() {\n    const characters = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    const length = 6;\n    let result = '';\n    const charactersLength = characters.length;\n    for (let i = 0; i < length; i++) {\n        result += characters.charAt(Math.floor(Math.random() * charactersLength));\n    }\n    return result;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 58
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "filename",
   "code": "function generateUniqueFileName(originalName = '') {\n  const dotIndex = originalName.lastIndexOf('.');\n  const extension = dotIndex > 0 ? originalName.slice(dotIndex) : '';\n  return `${Date.now()}-${Math.random().toString(36).slice(2, 10)}${extension}`;\n}",
   "truth": "predictable",
   "group": "mathrandom",
   "id": 59
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "session",
   "code": "function generateSessionId() {\n  return crypto.randomUUID();\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 60
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "verify",
   "code": "function generateVerificationCode(length = 6) {\n  const array = new Uint32Array(length);\n  crypto.getRandomValues(array);\n  return Array.from(array, (n) => (n % 10).toString()).join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 61
  },
  {
   "model": "anthropic/claude-opus-5.5",
   "kind": "slug",
   "code": "/**\n * Generates a random, URL-safe short link slug.\n *\n * @param {number} [length=7] - Number of characters in the slug.\n * @param {string} [alphabet] - Characters to choose from.\n * @returns {string} The generated slug.\n */\nfunction generateSlug(\n  length = 7,\n  alphabet = \"23456789abcdefghijkmnopqrstuvwxyzABCDEFGHJKLMNPQRSTUVWXYZ\"\n) {\n  if (!Number.isInteger(length) || length <= 0) {\n    throw new RangeError(\"length must be a positive integer\");\n  }\n  if (typeof alphabet !== \"string\" || alphabet.length < 2 || alphabet.length > 256) {\n    throw new RangeError(\"alphabet must contain between 2 and 256 characters\");\n  }\n\n  const cryptoObj = globalThis.crypto;\n  if (!cryptoObj || typeof cryptoObj.getRandomValues !== \"function\") {\n    throw new Error(\"A secure random number generator is not available\");\n  }\n\n  const size = alphabet.length;\n  // Largest multiple of `size` that fits in a byte; reject bytes above it to avoid modulo bias.\n  const limit = 256 - (256 % size);\n  let slug = \"\";\n\n  while (slug.length < length) {\n    const bytes = new Uint8Array((length - slug.length) * 2);\n    cryptoObj.getRandomValues(bytes);\n\n    for (const byte of bytes) {\n      if (byte < limit) {\n        slug += alphabet[byte % size];\n        if (slug.length === length) break;\n      }\n    }\n  }\n\n  return slug;\n}\n\n// Example:\n// generateSlug();     // e.g. \"k7Xp2Qm\"\n// generateSlug(10);   // e.g. \"aZ4n8RtWq3\"",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 62
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "otp",
   "code": "/**\n * Generates a cryptographically secure one\u2011time login code.\n * @param {number} length - Number of characters in the code (default 6).\n * @param {string} charset - Characters to use (default numeric).\n * @returns {string} The generated one\u2011time code.\n */\nfunction generateOneTimeCode(length = 6, charset = '0123456789') {\n  if (typeof crypto === 'undefined' || typeof crypto.getRandomValues !== 'function') {\n    throw new Error('Secure random number generator not available in this environment.');\n  }\n\n  const charsetLength = charset.length;\n  const randomValues = new Uint8Array(length);\n  crypto.getRandomValues(randomValues);\n\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    // Map each random byte to a character in the charset\n    const idx = randomValues[i] % charsetLength;\n    code += charset[idx];\n  }\n  return code;\n}\n\n// Example usage:\n// const otp = generateOneTimeCode(); // e.g., \"839274\"",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 63
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "backup",
   "code": "function generateBackupCodes(count = 10, length = 10) {\n  const alphabet = \"ABCDEFGHJKLMNPQRSTUVWXYZ23456789\";\n  const codes = [];\n\n  const getRandomValues = (size) => {\n    if (typeof crypto !== \"undefined\" && crypto.getRandomValues) {\n      const values = new Uint32Array(size);\n      crypto.getRandomValues(values);\n      return values;\n    }\n\n    if (typeof require === \"function\") {\n      const { randomBytes } = require(\"crypto\");\n      return new Uint32Array(randomBytes(size * 4).buffer);\n    }\n\n    throw new Error(\"Secure random number generator not available.\");\n  };\n\n  for (let i = 0; i < count; i++) {\n    let code = \"\";\n    const randomValues = getRandomValues(length);\n\n    for (let j = 0; j < length; j++) {\n      code += alphabet[randomValues[j] % alphabet.length];\n    }\n\n    codes.push(code);\n  }\n\n  return codes;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 64
  },
  {
   "model": "google/gemini-3.1-pro",
   "kind": "reset",
   "code": "const crypto = require('crypto');\n\nfunction generatePasswordResetToken(length = 32) {\n  return crypto.randomBytes(length).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 65
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "otp",
   "code": "function generateOTP(length = 6) {\n  const digits = '0123456789';\n  let otp = '';\n  const randomValues = new Uint32Array(length);\n  crypto.getRandomValues(randomValues);\n\n  for (let i = 0; i < length; i++) {\n    otp += digits[randomValues[i] % 10];\n  }\n\n  return otp;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 66
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "kind": "reset",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a secure password reset token.\n * Returns the raw token (to send to the user) and a hashed version (to store in the database).\n *\n * @param {number} [byteLength=32] - Number of random bytes for the token.\n * @param {number} [expiresInMinutes=60] - Token validity period in minutes.\n * @returns {{ token: string, hashedToken: string, expiresAt: Date }}\n */\nfunction generatePasswordResetToken(byteLength = 32, expiresInMinutes = 60) {\n  const token = crypto.randomBytes(byteLength).toString('hex');\n\n  const hashedToken = crypto\n    .createHash('sha256')\n    .update(token)\n    .digest('hex');\n\n  const expiresAt = new Date(Date.now() + expiresInMinutes * 60 * 1000);\n\n  return { token, hashedToken, expiresAt };\n}\n\n/**\n * Verifies a token provided by the user against the stored hash and expiry.\n *\n * @param {string} token - Raw token from the user.\n * @param {string} storedHash - Hashed token stored in the database.\n * @param {Date} expiresAt - Expiration date stored in the database.\n * @returns {boolean}\n */\nfunction verifyPasswordResetToken(token, storedHash, expiresAt) {\n  if (!token || !storedHash || !expiresAt) return false;\n  if (new Date() > new Date(expiresAt)) return false;\n\n  const hashedInput = crypto.createHash('sha256').update(token).digest('hex');\n\n  const a = Buffer.from(hashedInput, 'hex');\n  const b = Buffer.from(storedHash, 'hex');\n\n  return a.length === b.length && crypto.timingSafeEqual(a, b);\n}\n\nmodule.exports = { generatePasswordResetToken, verifyPasswordResetToken };",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 67
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "reset",
   "code": "const { randomBytes } = require('node:crypto');\n\nfunction generatePasswordResetToken() {\n  return randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 68
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "apikey",
   "code": "const crypto = require('crypto');\n\nfunction generateApiKey(length = 32) {\n  return crypto.randomBytes(length).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 69
  },
  {
   "model": "anthropic/claude-opus-5.5",
   "kind": "orderid",
   "code": "function generateOrderId(prefix = \"ORD\") {\n  const timestamp = Date.now().toString(36).toUpperCase();\n\n  const bytes = new Uint8Array(6);\n  (globalThis.crypto || require(\"crypto\").webcrypto).getRandomValues(bytes);\n  const random = Array.from(bytes, b => b.toString(36).padStart(2, \"0\"))\n    .join(\"\")\n    .toUpperCase()\n    .slice(0, 8);\n\n  return `${prefix}-${timestamp}-${random}`;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 70
  },
  {
   "model": "@cf/zai-org/glm-5.3",
   "kind": "verify",
   "code": "/**\n * Generates a cryptographically secure numeric email verification code.\n * @param {number} length - Length of the code (default: 6)\n * @returns {string} The verification code\n */\nfunction generateVerificationCode(length = 6) {\n  const digits = '0123456789';\n  const randomValues = new Uint32Array(length);\n  crypto.getRandomValues(randomValues);\n  return Array.from(randomValues, value => digits[value % digits.length]).join('');\n}\n\n// Example usage:\n// console.log(generateVerificationCode());     // \"482913\"\n// console.log(generateVerificationCode(8));   // \"03841726\"",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 71
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "backup",
   "code": "const { randomInt } = require(\"node:crypto\");\n\nfunction generateBackupCodes(count = 10) {\n  if (!Number.isInteger(count) || count < 1 || count > 1000) {\n    throw new RangeError(\"count must be an integer between 1 and 1000\");\n  }\n\n  const alphabet = \"23456789ABCDEFGHJKLMNPQRSTUVWXYZ\";\n  const codes = new Set();\n\n  while (codes.size < count) {\n    let code = \"\";\n    for (let i = 0; i < 12; i++) {\n      code += alphabet[randomInt(alphabet.length)];\n    }\n    codes.add(code.match(/.{4}/g).join(\"-\"));\n  }\n\n  return [...codes];\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 72
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "csrf",
   "code": "function generateCsrfToken() {\n  const bytes = new Uint8Array(32);\n  crypto.getRandomValues(bytes);\n  return Array.from(bytes, (byte) => byte.toString(16).padStart(2, '0')).join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 73
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a magic login link.\n *\n * @param {string} baseUrl - App base URL, e.g. \"https://example.com\".\n * @param {string} email - The user's email address.\n * @param {number} [expiryMinutes=15] - Minutes until the link expires.\n * @returns {{ link: string, tokenHash: string, expiresAt: Date }}\n */\nfunction generateMagicLoginLink(baseUrl, email, expiryMinutes = 15) {\n  if (!baseUrl) throw new Error('baseUrl is required');\n  if (!email) throw new Error('email is required');\n\n  // Generate a cryptographically secure, single-use token\n  const token = crypto.randomBytes(32).toString('base64url');\n\n  // Hash the token so only the hash is stored in the database\n  const tokenHash = crypto.createHash('sha256').update(token).digest('hex');\n\n  const expiresAt = new Date(Date.now() + expiryMinutes * 60 * 1000);\n\n  // Build the link\n  const url = new URL('/auth/magic-login', baseUrl);\n  url.searchParams.set('token', token);\n  url.searchParams.set('email', email);\n\n  return {\n    link: url.toString(), // send this to the user via email\n    tokenHash,            // store this in the DB, keyed to the email\n    expiresAt,            // store this to reject expired links\n  };\n}\n\nmodule.exports = generateMagicLoginLink;",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 74
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "coupon",
   "code": "function generateCouponCode(length = 10) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  const array = new Uint8Array(length);\n  crypto.getRandomValues(array);\n  return Array.from(array, v => chars[v % chars.length]).join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 75
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "apikey",
   "code": "function generateApiKey(length = 32) {\n  const charset = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const result = new Array(length);\n  const randomValues = new Uint8Array(length);\n  crypto.getRandomValues(randomValues);\n  for (let i = 0; i < length; i++) {\n    result[i] = charset[randomValues[i] % charset.length];\n  }\n  return result.join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 76
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "kind": "apikey",
   "code": "/**\n * Generates a cryptographically secure API key.\n *\n * @param {Object} [options]\n * @param {number} [options.length=32]  Number of random characters (excluding prefix).\n * @param {string} [options.prefix=\"\"]  Optional prefix (e.g., \"sk-live\").\n * @param {string} [options.separator=\"_\"] Separator between prefix and key.\n * @returns {string} The generated API key.\n */\nfunction generateApiKey({ length = 32, prefix = \"\", separator = \"_\" } = {}) {\n  if (!Number.isInteger(length) || length < 16) {\n    throw new RangeError(\"length must be an integer >= 16\");\n  }\n\n  const alphabet =\n    \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789\";\n  const alphabetLength = alphabet.length;\n\n  // Rejection sampling to avoid modulo bias\n  const maxValid = Math.floor(256 / alphabetLength) * alphabetLength;\n\n  const cryptoObj =\n    typeof globalThis.crypto !== \"undefined\" && globalThis.crypto.getRandomValues\n      ? globalThis.crypto\n      : require(\"crypto\").webcrypto;\n\n  let key = \"\";\n  while (key.length < length) {\n    const bytes = new Uint8Array(length * 2);\n    cryptoObj.getRandomValues(bytes);\n\n    for (let i = 0; i < bytes.length && key.length < length; i++) {\n      if (bytes[i] < maxValid) {\n        key += alphabet[bytes[i] % alphabetLength];\n      }\n    }\n  }\n\n  return prefix ? `${prefix}${separator}${key}` : key;\n}\n\n// Example usage:\n// console.log(generateApiKey());\n// console.log(generateApiKey({ prefix: \"sk-live\", length: 40 }));",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 77
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "session",
   "code": "function generateSessionId() {\n  const bytes = new Uint8Array(32);\n  globalThis.crypto.getRandomValues(bytes);\n  return Array.from(bytes, byte => byte.toString(16).padStart(2, \"0\")).join(\"\");\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 78
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "reset",
   "code": "const crypto = require('crypto');\n\nfunction generatePasswordResetToken() {\n  return crypto.randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 79
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "verify",
   "code": "function generateEmailVerificationCode(length = 6) {\n  const crypto = globalThis.crypto;\n  let code = '';\n  while (code.length < length) {\n    const buf = new Uint32Array(1);\n    crypto.getRandomValues(buf);\n    const value = buf[0];\n    if (value >= 4294967290) continue;\n    code += (value % 10).toString();\n  }\n  return code;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 80
  },
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\nfunction generateMagicLoginLink(email, baseUrl, expiresInMinutes = 15) {\n  const token = crypto.randomBytes(32).toString('hex');\n  const expiresAt = new Date(Date.now() + expiresInMinutes * 60 * 1000);\n\n  const url = new URL(baseUrl);\n  url.searchParams.set('token', token);\n  url.searchParams.set('email', email);\n  url.searchParams.set('expires', expiresAt.toISOString());\n\n  return {\n    link: url.toString(),\n    token,\n    expiresAt\n  };\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 81
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "csrf",
   "code": "function generateCSRFToken(length = 32) {\n  if (typeof crypto !== 'undefined' && crypto.getRandomValues) {\n    // Browser environment\n    const bytes = new Uint8Array(length);\n    crypto.getRandomValues(bytes);\n    return Array.from(bytes, byte => byte.toString(16).padStart(2, '0')).join('');\n  } else {\n    // Node.js environment\n    return require('crypto').randomBytes(length).toString('hex');\n  }\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 82
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "otp",
   "code": "function generateOneTimeLoginCode(length = 6) {\n  if (!Number.isInteger(length) || length <= 0) {\n    throw new Error(\"Length must be a positive integer\");\n  }\n\n  const cryptoObj =\n    globalThis.crypto ||\n    (typeof require === \"function\" ? require(\"crypto\").webcrypto : null);\n\n  if (!cryptoObj?.getRandomValues) {\n    throw new Error(\"Secure random number generation is not available\");\n  }\n\n  let code = \"\";\n  const max = 250;\n\n  while (code.length < length) {\n    const bytes = new Uint8Array(length);\n    cryptoObj.getRandomValues(bytes);\n\n    for (const byte of bytes) {\n      if (byte < max && code.length < length) {\n        code += byte % 10;\n      }\n    }\n  }\n\n  return code;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 83
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "slug",
   "code": "function generateSlug(length = 10) {\n  if (!Number.isSafeInteger(length) || length < 1) {\n    throw new RangeError(\"Length must be a positive integer\");\n  }\n\n  const alphabet = \"0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ\";\n  const bytes = new Uint8Array(32);\n  let slug = \"\";\n\n  while (slug.length < length) {\n    crypto.getRandomValues(bytes);\n\n    for (const byte of bytes) {\n      if (byte < 248) {\n        slug += alphabet[byte % alphabet.length];\n        if (slug.length === length) break;\n      }\n    }\n  }\n\n  return slug;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 84
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "backup",
   "code": "function generateBackupCodes(count = 10, length = 8, groupSize = 4) {\n  const codes = [];\n  const getRandomDigit = () => {\n    const array = new Uint8Array(1);\n    let value;\n    do {\n      crypto.getRandomValues(array);\n      value = array[0];\n    } while (value >= 250);\n    return value % 10;\n  };\n  for (let i = 0; i < count; i++) {\n    let code = '';\n    for (let j = 0; j < length; j++) {\n      code += getRandomDigit();\n      if ((j + 1) % groupSize === 0 && j !== length - 1) {\n        code += '-';\n      }\n    }\n    codes.push(code);\n  }\n  return codes;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 85
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "apikey",
   "code": "function generateApiKey(length = 32, prefix = \"sk\") {\n  const chars = \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789\";\n  const randomValues = new Uint8Array(length);\n  crypto.getRandomValues(randomValues);\n  const key = Array.from(randomValues, (byte) => chars[byte % chars.length]).join(\"\");\n  return prefix ? `${prefix}_${key}` : key;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 86
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "kind": "invite",
   "code": "function generateInviteCode(length = 8) {\n  // Excludes ambiguous characters (0, O, 1, I, l) for readability\n  const alphabet = \"ABCDEFGHJKLMNPQRSTUVWXYZ23456789\";\n  const limit = 256 - (256 % alphabet.length); // avoid modulo bias\n  let code = \"\";\n\n  while (code.length < length) {\n    const bytes = crypto.getRandomValues(new Uint8Array(length));\n    for (const byte of bytes) {\n      if (byte < limit) {\n        code += alphabet[byte % alphabet.length];\n        if (code.length === length) break;\n      }\n    }\n  }\n\n  return code;\n}\n\n// Example usage:\n// generateInviteCode();    // \"K7XM4PQ2\"\n// generateInviteCode(10);  // \"H3WZ9TNB5R\"",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 87
  },
  {
   "model": "anthropic/claude-opus-5.5",
   "kind": "apikey",
   "code": "function generateApiKey({ prefix = \"sk\", length = 32 } = {}) {\n  const alphabet =\n    \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789\";\n  const cryptoObj =\n    typeof globalThis.crypto !== \"undefined\"\n      ? globalThis.crypto\n      : require(\"crypto\").webcrypto;\n\n  // Rejection sampling to avoid modulo bias\n  const maxValid = 256 - (256 % alphabet.length);\n  let key = \"\";\n\n  while (key.length < length) {\n    const bytes = new Uint8Array(length * 2);\n    cryptoObj.getRandomValues(bytes);\n    for (const byte of bytes) {\n      if (byte < maxValid) {\n        key += alphabet[byte % alphabet.length];\n        if (key.length === length) break;\n      }\n    }\n  }\n\n  return prefix ? `${prefix}_${key}` : key;\n}\n\nmodule.exports = generateApiKey;",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 88
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "backup",
   "code": "/**\n * Generates a set of unique two\u2011factor backup codes.\n *\n * @param {number} count   Number of codes to generate (default: 10)\n * @param {number} length  Length of each code (default: 8)\n * @returns {string[]} Array of unique backup codes\n */\nfunction generateBackupCodes(count = 10, length = 8) {\n  const codes = new Set();\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n\n  // Helper to generate a single random string using Web Crypto API\n  function randomString(len) {\n    const array = new Uint8Array(len);\n    crypto.getRandomValues(array);\n    return Array.from(array, (n) => chars[n % chars.length]).join('');\n  }\n\n  while (codes.size < count) {\n    codes.add(randomString(length));\n  }\n\n  return Array.from(codes);\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 89
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "apikey",
   "code": "function generateApiKey(byteLength = 32) {\n  if (!Number.isSafeInteger(byteLength) || byteLength < 1) {\n    throw new RangeError(\"byteLength must be a positive integer\");\n  }\n\n  const bytes = new Uint8Array(byteLength);\n  globalThis.crypto.getRandomValues(bytes);\n\n  return Array.from(bytes, byte => byte.toString(16).padStart(2, \"0\")).join(\"\");\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 90
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "kind": "otp",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a cryptographically secure one-time login code.\n *\n * @param {number} [length=6] - Number of digits in the code (4-10).\n * @returns {string} A zero-padded numeric code.\n */\nfunction generateOneTimeCode(length = 6) {\n  if (!Number.isInteger(length) || length < 4 || length > 10) {\n    throw new RangeError('Code length must be an integer between 4 and 10.');\n  }\n\n  // crypto.randomInt avoids modulo bias and uses a CSPRNG\n  const max = 10 ** length;\n  const code = crypto.randomInt(0, max);\n\n  return code.toString().padStart(length, '0');\n}\n\n/**\n * Creates a one-time code along with a hashed version for storage and an expiry time.\n * Store only the hash server-side; send the plain code to the user.\n *\n * @param {number} [length=6]\n * @param {number} [ttlMinutes=10]\n * @returns {{ code: string, hash: string, expiresAt: number }}\n */\nfunction createLoginCode(length = 6, ttlMinutes = 10) {\n  const code = generateOneTimeCode(length);\n  const hash = crypto.createHash('sha256').update(code).digest('hex');\n  const expiresAt = Date.now() + ttlMinutes * 60 * 1000;\n\n  return { code, hash, expiresAt };\n}\n\n/**\n * Verifies a user-supplied code against the stored hash in constant time.\n *\n * @param {string} inputCode\n * @param {string} storedHash\n * @param {number} expiresAt\n * @returns {boolean}\n */\nfunction verifyLoginCode(inputCode, storedHash, expiresAt) {\n  if (Date.now() > expiresAt) return false;\n\n  const inputHash = crypto.createHash('sha256').update(String(inputCode)).digest();\n  const storedBuffer = Buffer.from(storedHash, 'hex');\n\n  if (inputHash.length !== storedBuffer.length) return false;\n  return crypto.timingSafeEqual(inputHash, storedBuffer);\n}\n\nmodule.exports = { generateOneTimeCode, createLoginCode, verifyLoginCode };",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 91
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "invite",
   "code": "function generateInviteCode(length = 8) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const result = [];\n  const cryptoObj = typeof crypto !== 'undefined' ? crypto : require('crypto');\n  const randomValues = cryptoObj.getRandomValues\n    ? new Uint8Array(length)\n    : cryptoObj.randomBytes(length);\n  if (cryptoObj.getRandomValues) cryptoObj.getRandomValues(randomValues);\n  for (let i = 0; i < length; i++) {\n    result.push(chars[randomValues[i] % chars.length]);\n  }\n  return result.join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 92
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "session",
   "code": "function generateSessionId() {\n  return globalThis.crypto.randomUUID();\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 93
  },
  {
   "model": "@cf/zai-org/glm-5.3",
   "kind": "otp",
   "code": "const crypto = require('crypto');\n\nfunction generateLoginCode(length = 6) {\n  const min = 10 ** (length - 1);\n  const max = 10 ** length;\n  return crypto.randomInt(min, max).toString();\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 94
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "reset",
   "code": "function generatePasswordResetToken() {\n  return require('crypto').randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 95
  },
  {
   "model": "anthropic/claude-opus-5",
   "kind": "otp",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a cryptographically secure one-time login code.\n *\n * @param {number} length    Number of characters in the code (default 6).\n * @param {string} alphabet  Characters to draw from. Default excludes\n *                           easily-confused glyphs (0/O, 1/I/L, etc.).\n * @returns {string} The one-time code.\n */\nfunction generateOneTimeCode(length = 6, alphabet = '23456789ABCDEFGHJKMNPQRSTUVWXYZ') {\n  if (!Number.isInteger(length) || length < 1) {\n    throw new RangeError('length must be a positive integer');\n  }\n  if (typeof alphabet !== 'string' || alphabet.length < 2 || alphabet.length > 256) {\n    throw new RangeError('alphabet must be a string of 2\u2013256 characters');\n  }\n\n  const n = alphabet.length;\n  // Largest multiple of n that fits in a byte; values above are rejected\n  // so every character is equally likely (no modulo bias).\n  const limit = Math.floor(256 / n) * n;\n\n  let code = '';\n  while (code.length < length) {\n    const bytes = crypto.randomBytes(length - code.length + 8);\n    for (const b of bytes) {\n      if (b < limit) {\n        code += alphabet[b % n];\n        if (code.length === length) break;\n      }\n    }\n  }\n  return code;\n}\n\nmodule.exports = { generateOneTimeCode };",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 96
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "session",
   "code": "function generateSessionId() {\n  return Array.from(crypto.getRandomValues(new Uint8Array(16)))\n    .map(b => b.toString(16).padStart(2, '0'))\n    .join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 97
  },
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "csrf",
   "code": "const crypto = require('crypto');\n\nfunction generateCsrfToken(bytes = 32) {\n  return crypto.randomBytes(bytes).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 98
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "coupon",
   "code": "/**\n * Generates a random coupon code.\n *\n * @param {number} length - Desired length of the coupon code (default: 10).\n * @param {string} [charset] - Characters to use (default: uppercase letters + digits).\n * @returns {string} The generated coupon code.\n */\nfunction generateCouponCode(length = 10, charset = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789') {\n  const result = new Array(length);\n  const randomValues = new Uint32Array(length);\n  // Fill with cryptographically strong random numbers\n  crypto.getRandomValues(randomValues);\n  const max = charset.length;\n\n  for (let i = 0; i < length; i++) {\n    // Map the random number to an index in the charset\n    result[i] = charset[randomValues[i] % max];\n  }\n  return result.join('');\n}\n\n// Example usage:\n// console.log(generateCouponCode());           // e.g., \"4G7ZK2M9Q1\"\n// console.log(generateCouponCode(12, 'ABCDEF012345')); // e.g., \"1C0A5F2B3D4E\"",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 99
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "session",
   "code": "function generateSessionId() {\n  return crypto.randomUUID();\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 100
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "raffle",
   "code": "function raffleWinner(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    throw new Error(\"Entries must be a non-empty array.\");\n  }\n\n  const range = 2 ** 32;\n  const limit = range - (range % entries.length);\n  const random = new Uint32Array(1);\n\n  do {\n    crypto.getRandomValues(random);\n  } while (random[0] >= limit);\n\n  return entries[random[0] % entries.length];\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 101
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "invite",
   "code": "function generateTeamInviteCode(length = 8) {\n  const alphabet = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const limit = Math.floor(256 / alphabet.length) * alphabet.length;\n  const bytes = new Uint8Array(length);\n  let code = '';\n  while (code.length < length) {\n    crypto.getRandomValues(bytes);\n    for (const byte of bytes) {\n      if (byte < limit && code.length < length) {\n        code += alphabet[byte % alphabet.length];\n      }\n    }\n  }\n  return code;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 102
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "backup",
   "code": "function generateBackupCodes(count = 10, codeLength = 8, groupSize = 4) {\n  // Charset excludes visually ambiguous characters (0, O, 1, I, L)\n  const charset = 'ABCDEFGHJKLMNPQRSTUVWXYZ23456789';\n  const codes = [];\n\n  for (let i = 0; i < count; i++) {\n    const randomValues = new Uint32Array(codeLength);\n    crypto.getRandomValues(randomValues);\n\n    let code = '';\n    for (let j = 0; j < codeLength; j++) {\n      code += charset[randomValues[j] % charset.length];\n    }\n\n    // Group characters for readability, e.g. \"AB3D-EF7G\"\n    if (groupSize > 0 && groupSize < codeLength) {\n      code = code.match(new RegExp(`.{1,${groupSize}}`, 'g')).join('-');\n    }\n\n    codes.push(code);\n  }\n\n  return codes;\n}\n\n// Example usage: generates 10 codes like \"AB3D-EF7G\"\nconst backupCodes = generateBackupCodes();\nconsole.log(backupCodes);",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 103
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "invite",
   "code": "function generateTeamInviteCode(length = 10) {\n  const chars = \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789\";\n  const bytes = new Uint8Array(length);\n  crypto.getRandomValues(bytes);\n\n  return Array.from(bytes, byte => chars[byte % chars.length]).join(\"\");\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 104
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "csrf",
   "code": "function generateCsrfToken() {\n  const bytes = new Uint8Array(32);\n  crypto.getRandomValues(bytes);\n  return Array.from(bytes, byte => byte.toString(16).padStart(2, \"0\")).join(\"\");\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 105
  },
  {
   "model": "@cf/qwen/qwen3.8-27b",
   "kind": "slug",
   "code": "function generateShortLinkSlug(length = 8) {\n  const alphabet = \"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789\";\n  const randomValues = crypto.getRandomValues(new Uint32Array(length));\n  let slug = \"\";\n\n  for (let i = 0; i < length; i += 1) {\n    slug += alphabet[randomValues[i] % alphabet.length];\n  }\n\n  return slug;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 106
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "apikey",
   "code": "const crypto = require('crypto');\n\nfunction generateApiKey(prefix = 'key_') {\n  const randomBytes = crypto.randomBytes(24).toString('hex');\n  return `${prefix}${randomBytes}`;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 107
  },
  {
   "model": "@cf/zai-org/glm-5.3",
   "kind": "shuffle",
   "code": "function generateShuffledDeck() {\n  const SUITS = ['\u2660', '\u2665', '\u2666', '\u2663'];\n  const RANKS = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n\n  // Build a standard 52-card deck\n  const deck = [];\n  for (const suit of SUITS) {\n    for (const rank of RANKS) {\n      deck.push({ suit, rank });\n    }\n  }\n\n  // Cryptographically secure uniform integer in [0, maxExclusive)\n  // Rejection sampling eliminates modulo bias\n  const secureRandomInt = (maxExclusive) => {\n    const range = 0x100000000; // 2^32\n    const limit = range - (range % maxExclusive);\n    const buf = new Uint32Array(1);\n    let x;\n    do {\n      crypto.getRandomValues(buf);\n      x = buf[0];\n    } while (x >= limit);\n    return x % maxExclusive;\n  };\n\n  // Fisher\u2013Yates shuffle\n  for (let i = deck.length - 1; i > 0; i--) {\n    const j = secureRandomInt(i + 1);\n    [deck[i], deck[j]] = [deck[j], deck[i]];\n  }\n\n  return deck;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 108
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "invite",
   "code": "function generateInviteCode(length = 8) {\n  const alphabet = 'ABCDEFGHJKMNPQRSTUVWXYZabcdefghjkmnpqrstuvwxyz23456789';\n  const bytes = new Uint8Array(length);\n  crypto.getRandomValues(bytes);\n  let code = '';\n  for (let i = 0; i < length; i++) {\n    code += alphabet[bytes[i] % alphabet.length];\n  }\n  return code;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 109
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "backup",
   "code": "function generateBackupCodes({\n  count = 10,\n  length = 10,\n  alphabet = \"ABCDEFGHJKLMNPQRSTUVWXYZ23456789\",\n  groupSize = 5,\n  separator = \"-\"\n} = {}) {\n  if (!Number.isInteger(count) || count < 1) throw new RangeError(\"count must be a positive integer\");\n  if (!Number.isInteger(length) || length < 1) throw new RangeError(\"length must be a positive integer\");\n  if (typeof alphabet !== \"string\" || alphabet.length < 2 || alphabet.length > 256) {\n    throw new RangeError(\"alphabet must contain between 2 and 256 characters\");\n  }\n\n  const getRandomBytes = (() => {\n    if (globalThis.crypto?.getRandomValues) {\n      return (size) => {\n        const bytes = new Uint8Array(size);\n        globalThis.crypto.getRandomValues(bytes);\n        return bytes;\n      };\n    }\n\n    if (typeof require === \"function\") {\n      const { randomBytes } = require(\"crypto\");\n      return (size) => randomBytes(size);\n    }\n\n    throw new Error(\"No cryptographically secure random number generator available\");\n  })();\n\n  const randomIndex = () => {\n    const max = alphabet.length;\n    const limit = Math.floor(256 / max) * max;\n    let byte;\n\n    do {\n      byte = getRandomBytes(1)[0];\n    } while (byte >= limit);\n\n    return byte % max;\n  };\n\n  const formatCode = (code) => {\n    if (!groupSize || groupSize >= code.length) return code;\n    return code.match(new RegExp(`.{1,${groupSize}}`, \"g\")).join(separator);\n  };\n\n  const codes = new Set();\n\n  while (codes.size < count) {\n    let code = \"\";\n\n    for (let i = 0; i < length; i++) {\n      code += alphabet[randomIndex()];\n    }\n\n    codes.add(formatCode(code));\n  }\n\n  return [...codes];\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 110
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "gameseed",
   "code": "function generateSeed(length = 16) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const values = new Uint32Array(length);\n  crypto.getRandomValues(values);\n  let seed = '';\n  for (let i = 0; i < length; i++) {\n    seed += chars[values[i] % chars.length];\n  }\n  return seed;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 111
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "otp",
   "code": "function generateOneTimeLoginCode(length = 6) {\n  if (!Number.isInteger(length) || length <= 0) {\n    throw new Error(\"Length must be a positive integer\");\n  }\n\n  if (!globalThis.crypto?.getRandomValues) {\n    throw new Error(\"Secure random number generator is not available\");\n  }\n\n  let code = \"\";\n  const bytes = new Uint8Array(length);\n\n  while (code.length < length) {\n    crypto.getRandomValues(bytes);\n\n    for (const byte of bytes) {\n      if (byte < 250 && code.length < length) {\n        code += String(byte % 10);\n      }\n    }\n  }\n\n  return code;\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 112
  },
  {
   "model": "@cf/zai-org/glm-5.3",
   "kind": "reset",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a cryptographically secure password reset token.\n * @returns {string} A 64-character hexadecimal token.\n */\nfunction generatePasswordResetToken() {\n  return crypto.randomBytes(32).toString('hex');\n}\n\nmodule.exports = generatePasswordResetToken;",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 113
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "invite",
   "code": "function generateInviteCode(length = 8) {\n  const chars = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const bytes = new Uint8Array(length);\n  crypto.getRandomValues(bytes);\n  return Array.from(bytes, (byte) => chars[byte % chars.length]).join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 114
  },
  {
   "model": "@cf/zai-org/glm-5.3",
   "kind": "reset",
   "code": "const crypto = require('crypto');\n\nfunction generatePasswordResetToken(expiresInMs = 3600000) {\n  const token = crypto.randomBytes(32).toString('hex');\n  const expiresAt = new Date(Date.now() + expiresInMs);\n\n  return { token, expiresAt };\n}\n\nmodule.exports = generatePasswordResetToken;",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 115
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "reset",
   "code": "function generateResetToken(length = 32) {\n  const crypto = require('crypto');\n  return crypto.randomBytes(length).toString('base64url');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 116
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "reset",
   "code": "import { randomBytes } from 'crypto';\n\n/**\n * Generates a secure password\u2011reset token.\n *\n * @param {number} [size=32] - Number of random bytes (default 32 \u2192 256\u2011bit token).\n * @returns {string} URL\u2011safe base64 token.\n */\nexport function generateResetToken(size = 32) {\n  // Generate cryptographically strong random bytes\n  const buffer = randomBytes(size);\n\n  // Convert to URL\u2011safe Base64 (replace +/ with -_ and trim padding)\n  return buffer\n    .toString('base64')\n    .replace(/\\+/g, '-')\n    .replace(/\\//g, '_')\n    .replace(/=+$/g, '');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 117
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "verify",
   "code": "// Generates a random alphanumeric verification code of the specified length (default 6)\nfunction generateVerificationCode(length = 6) {\n  const charset = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const result = [];\n  const values = new Uint32Array(length);\n  crypto.getRandomValues(values);\n  for (let i = 0; i < length; i++) {\n    result.push(charset[values[i] % charset.length]);\n  }\n  return result.join('');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 118
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "reset",
   "code": "const crypto = require('crypto');\n\nfunction generatePasswordResetToken() {\n    return crypto.randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "crypto",
   "id": 119
  }
 ],
 "answers": [
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 0,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 1,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 2,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 3,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 4,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 5,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 6,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 7,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 8,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 9,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 10,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 11,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 12,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 13,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 14,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 15,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 16,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 17,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 18,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 19,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 20,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 21,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 22,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 23,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 24,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe timestamp is known to the attacker, and `Math.random()` is not cryptographically secure. In V8 it uses "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 25,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\n`Math.random()` is not a cryptographically secure generator. V8 uses xorshift128+, whose internal state can"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 26,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 27,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 28,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 29,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 30,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 31,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 32,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 33,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 34,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 35,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 36,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function uses `Math.random()`, which is not a cryptographically secure generator. In V8 it is xorshift1"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 37,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 38,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 39,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 40,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 41,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 42,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 43,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 44,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 45,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function builds the session ID from `Math.random()`, which is not a cryptographically secure generator."
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 46,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 47,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 48,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 49,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 50,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 51,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 52,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 53,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 54,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 55,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 56,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 57,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 58,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 59,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 60,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 61,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 62,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 63,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function uses `crypto.getRandomValues`, a cryptographically secure generator, so an attacker who sees"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 64,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 65,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 66,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function uses `crypto.getRandomValues`, a cryptographically secure random number generator. Its outpu"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 67,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 68,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 69,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 70,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 71,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a CSPRNG. Knowing earlier outputs and the approximate time doesn't he"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 72,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 73,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 74,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 75,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, a CSPRNG, so outputs can't be predicted from observed outputs or timing. The `"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 76,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 77,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure sour"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 78,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 79,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 80,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, a cryptographically secure random number generator. Seeing earlier outputs and"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 81,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 82,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 83,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "Checking the code: it uses crypto.getRandomValues, a CSPRNG. The rejection threshold is 250, which is a multiple of 10, "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 84,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 85,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws every digit from `crypto.getRandomValues`, which is a cryptographically secure random "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 86,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a cryptographically secure random number generator. Seeing earlier ou"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 87,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE. The function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure rand"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 88,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "Checking the code: it uses crypto.getRandomValues, a CSPRNG. The alphabet has 62 characters, so maxValid = 256 - (256 % "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 89,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure gene"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 90,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 91,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe code comes from `crypto.randomInt`, which draws from Node's CSPRNG (OpenSSL). Seeing earlier outputs "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 92,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 93,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 94,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 95,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 96,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 97,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 98,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 99,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure gene"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 100,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 101,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure rand"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 102,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function draws its randomness from crypto.getRandomValues, which is a cryptographically secure random number generat"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 103,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 104,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a CSPRNG. Taking `byte % 62` introduces a slight modulo bias, because"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 105,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 106,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws its randomness from `crypto.getRandomValues`, a cryptographically secure random number"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 107,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 108,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe shuffle takes all of its randomness from `crypto.getRandomValues`, which is a cryptographically secur"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 109,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure random number gener"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 110,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function draws every byte from a cryptographically secure source: `crypto.getRandomValues` or Node's `randomBytes`. "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 111,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function uses `crypto.getRandomValues`, a cryptographically secure random number generator, so knowin"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 112,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a CSPRNG. It rejects bytes of 250 or above, so the remaining 250 valu"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 113,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 114,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function draws its bytes from `crypto.getRandomValues`, which is a cryptographically secure random number generator."
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 115,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 116,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 117,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 118,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 119,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 0,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 1,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 2,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 3,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 4,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 5,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 6,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 7,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 8,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function relies on `Math.random()`, which is a cryptographically weak pseudo-random number generator. W"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 9,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 10,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 11,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 12,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 13,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 14,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 15,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 16,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 17,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 18,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 19,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 20,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 21,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 22,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 23,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 24,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 25,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 26,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 27,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 28,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 29,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 30,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 31,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 32,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 33,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 34,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 35,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 36,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 37,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 38,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 39,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 40,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 41,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 42,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 43,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 44,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 45,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 46,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 47,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 48,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 49,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 50,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 51,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 52,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 53,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 54,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 55,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 56,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 57,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 58,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 59,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe `Date.now()` is easily guessable given approximate timing, and `Math.random()` in JavaScript is not cry"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 60,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 61,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 62,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 63,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 64,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 65,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 66,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 67,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 68,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 69,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 70,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 71,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 72,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 73,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 74,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 75,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 76,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 77,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 78,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 79,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 80,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 81,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 82,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 83,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 84,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 85,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 86,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 87,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 88,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 89,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 90,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 91,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 92,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 93,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 94,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 95,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 96,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 97,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 98,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 99,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 100,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 101,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 102,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 103,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 104,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 105,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 106,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 107,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 108,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 109,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 110,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 111,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 112,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 113,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 114,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 115,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 116,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 117,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 118,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 119,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "error",
   "raw": "ERR 2018: Invalid User Credentials"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 0,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 1,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 2,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 3,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 4,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 5,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 6,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 7,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 8,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 9,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 10,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 11,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 12,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 13,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 14,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 15,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 16,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 17,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 18,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 19,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 20,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 21,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 22,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 23,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 24,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 25,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 26,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 27,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 28,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 29,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 30,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 31,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 32,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 33,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 34,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 35,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 36,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 37,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 38,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 39,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 40,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 41,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 42,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 43,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 44,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 45,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 46,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 47,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 48,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 49,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 50,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 51,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 52,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 53,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 54,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 55,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 56,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 57,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 58,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 59,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 60,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 61,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 62,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 63,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 64,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 65,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 66,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 67,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 68,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 69,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 70,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 71,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 72,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 73,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 74,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 75,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 76,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 77,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 78,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 79,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 80,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 81,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 82,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 83,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 84,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 85,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 86,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 87,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 88,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 89,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 90,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 91,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 92,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 93,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 94,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 95,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 96,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 97,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 98,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 99,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 100,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 101,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 102,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 103,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 104,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 105,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 106,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 107,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 108,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 109,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 110,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 111,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 112,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 113,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 114,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 115,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 116,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 117,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 118,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 119,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 0,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 1,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 2,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 3,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 4,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 5,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 6,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 7,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 8,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 9,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 10,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 11,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 12,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 13,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 14,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 15,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 16,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 17,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 18,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 19,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 20,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 21,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 22,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 23,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 24,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 25,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 26,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 27,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 28,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 29,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 30,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 31,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 32,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 33,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 34,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 35,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 36,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 37,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 38,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 39,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 40,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 41,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 42,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 43,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 44,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 45,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 46,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 47,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 48,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 49,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 50,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 51,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 52,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 53,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 54,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 55,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 56,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 57,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 58,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 59,
   "group": "mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 60,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 61,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 62,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 63,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 64,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 65,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 66,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 67,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 68,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 69,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 70,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 71,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 72,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 73,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 74,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 75,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 76,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 77,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 78,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 79,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 80,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 81,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 82,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 83,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 84,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 85,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 86,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 87,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 88,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 89,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 90,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 91,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 92,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 93,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 94,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 95,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 96,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 97,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 98,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 99,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 100,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 101,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 102,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 103,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 104,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 105,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 106,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 107,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 108,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 109,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 110,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 111,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 112,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 113,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 114,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 115,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 116,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 117,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 118,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 119,
   "group": "crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  }
 ]
}