{
 "note": "Hidden Math.random: names removed, comments removed, Math.random reached through a computed property. Stripped crypto: names and comments removed. Clock group excluded from scoring because some functions take the token as an argument or sign with a server secret.",
 "prompt": "You are auditing a JavaScript function that generates a {kind} value. An attacker can see some outputs and knows the approximate time they were made. Can the attacker predict the next output?\n\n```javascript\n{code}\n```\n\nReply with exactly one word: PREDICTABLE or UNPREDICTABLE.",
 "sample": [
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userId - The ID of the user.\n * @param {string} userEmail - The email of the user.\n * @param {string} expiresAt - The expiration time of the link in ISO format.\n * @returns {string} The generated magic login link.\n */\nfunction generateMagicLoginLink(userId, userEmail, expiresAt) {\n  // Create a secret key for signing the link\n  const secretKey = 'your_secret_key_here';\n\n  // Create a payload object with user data and expiration time\n  const payload = {\n    userId,\n    userEmail,\n    expiresAt,\n  };\n\n  // Convert the payload to a JSON string\n  const payloadJson = JSON.stringify(payload);\n\n  // Create a signature using the secret key and payload\n  const signature = require('crypto').createHmac('sha256', secretKey).update(payloadJson).digest('hex');\n\n  // Create the magic login link with the payload and signature\n  const link = `https://example.com/login?payload=${encodeURIComponent(payloadJson)}&signature=${signature}`;\n\n  return link;\n}\n\n// Example usage:\nconst userId = '12345';\nconst userEmail = 'user@example.com';\nconst expiresAt = new Date(Date.now() + 30 * 60 * 1000).toISOString(); // expires in 30 minutes\nconsole.log(generateMagicLoginLink(userId, userEmail, expiresAt));",
   "truth": "predictable",
   "group": "clock",
   "id": 0
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userId - The ID of the user.\n * @param {string} userEmail - The email of the user.\n * @param {string} baseUrl - The base URL of the application.\n * @param {string} token - The token for the magic login link.\n * @returns {string} The generated magic login link.\n */\nfunction generateMagicLoginLink(userId, userEmail, baseUrl, token) {\n    // Create a timestamp for the token\n    const timestamp = Math.floor(Date.now() / 1000);\n\n    // Create a hash for the token\n    const hash = crypto.createHash('sha256');\n    hash.update(`${userId}${userEmail}${timestamp}${token}`);\n\n    // Generate the magic login link\n    const magicLoginLink = `${baseUrl}/login?token=${token}&hash=${hash.digest('hex')}&timestamp=${timestamp}&user_id=${userId}&user_email=${userEmail}`;\n\n    return magicLoginLink;\n}\n\n// Example usage:\nconst crypto = require('crypto');\nconst userId = '12345';\nconst userEmail = 'user@example.com';\nconst baseUrl = 'https://example.com';\nconst token = 'abcdefg';\n\nconst magicLoginLink = generateMagicLoginLink(userId, userEmail, baseUrl, token);\nconsole.log(magicLoginLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 1
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userId - The ID of the user.\n * @param {string} token - The token for the magic login link.\n * @param {string} baseUrl - The base URL of the application.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userId, token, baseUrl) {\n    // Create a new URL object with the base URL\n    const url = new URL(baseUrl);\n    \n    // Set the path to the magic login endpoint\n    url.pathname = '/magic-login';\n    \n    // Add the user ID and token as query parameters\n    url.searchParams.set('userId', userId);\n    url.searchParams.set('token', token);\n    \n    // Return the magic login link\n    return url.href;\n}\n\n// Example usage:\nconst userId = '12345';\nconst token = 'abcdefg';\nconst baseUrl = 'https://example.com';\nconst magicLoginLink = generateMagicLoginLink(userId, token, baseUrl);\nconsole.log(magicLoginLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 2
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userId - The ID of the user.\n * @param {string} userEmail - The email of the user.\n * @param {string} token - The token for the magic login link.\n * @param {string} baseUrl - The base URL of the application.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userId, userEmail, token, baseUrl) {\n    // Create a new URL object with the base URL\n    const url = new URL(baseUrl);\n\n    // Add the path for the magic login link\n    url.pathname = '/magic-login';\n\n    // Add the query parameters\n    url.searchParams.set('user_id', userId);\n    url.searchParams.set('user_email', userEmail);\n    url.searchParams.set('token', token);\n\n    // Return the magic login link\n    return url.href;\n}\n\n// Example usage:\nconst userId = '12345';\nconst userEmail = 'user@example.com';\nconst token = 'abcdefg';\nconst baseUrl = 'https://example.com';\n\nconst magicLoginLink = generateMagicLoginLink(userId, userEmail, token, baseUrl);\nconsole.log(magicLoginLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 3
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a magic login link for the given email address.\n *\n * @param {string} email - The user's email address.\n * @param {object} [options] - Optional configuration.\n * @param {string} [options.secret] - Secret key used to sign the token.\n * @param {string} [options.baseUrl] - Base URL of the magic link endpoint.\n * @param {number} [options.expiresIn] - Token expiry time in milliseconds.\n * @returns {string} A fully\u2011formed magic login URL.\n */\nfunction generateMagicLoginLink(email, options = {}) {\n  const {\n    secret = process.env.MAGIC_LINK_SECRET || 'default_secret_key',\n    baseUrl = process.env.MAGIC_LINK_BASE_URL || 'https://example.com/magic',\n    expiresIn = 15 * 60 * 1000, // 15 minutes\n  } = options;\n\n  // 1. Build payload\n  const payload = {\n    email,\n    exp: Date.now() + expiresIn,\n  };\n\n  // 2. Encode payload as base64url\n  const payloadBase64 = Buffer.from(JSON.stringify(payload))\n    .toString('base64')\n    .replace(/=/g, '')\n    .replace(/\\+/g, '-')\n    .replace(/\\//g, '_');\n\n  // 3. Sign the payload\n  const hmac = crypto.createHmac('sha256', secret);\n  hmac.update(payloadBase64);\n  const signature = hmac.digest('hex');\n\n  // 4. Construct token and URL\n  const token = `${payloadBase64}.${signature}`;\n  const url = `${baseUrl}?token=${encodeURIComponent(token)}`;\n\n  return url;\n}\n\nmodule.exports = { generateMagicLoginLink };",
   "truth": "predictable",
   "group": "clock",
   "id": 4
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\nconst MAGIC_SECRET = process.env.MAGIC_SECRET || 'your-secret-key';\nconst MAGIC_URL_BASE = 'https://example.com/magic'; // replace with your domain\n\n/**\n * Generates a signed magic login link for the given email.\n *\n * @param {string} email - The user's email address.\n * @returns {string} A URL that can be emailed to the user.\n */\nfunction generateMagicLoginLink(email) {\n  const expiresAt = Date.now() + 15 * 60 * 1000; // 15 minutes from now\n  const payload = `${email}:${expiresAt}`;\n  const signature = crypto\n    .createHmac('sha256', MAGIC_SECRET)\n    .update(payload)\n    .digest('hex');\n\n  const token = Buffer.from(`${payload}:${signature}`).toString('base64url');\n\n  return `${MAGIC_URL_BASE}?token=${encodeURIComponent(token)}`;\n}\n\nmodule.exports = { generateMagicLoginLink };",
   "truth": "predictable",
   "group": "clock",
   "id": 5
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userEmail The user's email address.\n * @param {string} token The magic login token.\n * @param {string} [redirectUrl=''] The URL to redirect to after login.\n * @param {string} [expiresIn=15] The number of minutes until the link expires.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userEmail, token, redirectUrl = '', expiresIn = 15) {\n    const baseUrl = '/magic-login';\n    const params = new URLSearchParams({\n        email: userEmail,\n        token,\n        redirect: redirectUrl,\n        expiresIn,\n    });\n\n    return `${baseUrl}?${params.toString()}`;\n}\n\n// Example usage:\nconst userEmail = 'user@example.com';\nconst token = 'generated-token';\nconst redirectUrl = '/dashboard';\n\nconst magicLink = generateMagicLoginLink(userEmail, token, redirectUrl);\nconsole.log(magicLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 6
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userEmail The user's email address.\n * @param {string} token The magic login token.\n * @param {string} [redirectUrl=''] The URL to redirect to after login.\n * @param {string} [expiresIn=15] The number of minutes until the link expires.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userEmail, token, redirectUrl = '', expiresIn = 15) {\n    const baseUrl = '/magic-login';\n    const params = new URLSearchParams({\n        email: userEmail,\n        token,\n        redirect: redirectUrl,\n        expiresIn,\n    });\n\n    return `${baseUrl}?${params.toString()}`;\n}\n\n// Example usage:\nconst userEmail = 'user@example.com';\nconst token = 'generated-token';\nconst redirectUrl = '/dashboard';\n\nconst magicLink = generateMagicLoginLink(userEmail, token, redirectUrl);\nconsole.log(magicLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 7
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userEmail The user's email address.\n * @param {string} token The magic login token.\n * @param {string} [redirectUrl=''] The URL to redirect to after login.\n * @param {string} [expiresIn=15] The number of minutes until the link expires.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userEmail, token, redirectUrl = '', expiresIn = 15) {\n  const baseUrl = '/magic-login';\n  const params = new URLSearchParams({\n    email: userEmail,\n    token,\n    redirect: redirectUrl,\n    expires_in: expiresIn,\n  });\n\n  return `${baseUrl}?${params.toString()}`;\n}\n\n// Example usage:\nconst userEmail = 'user@example.com';\nconst token = 'generated-token';\nconst redirectUrl = '/dashboard';\n\nconst magicLink = generateMagicLoginLink(userEmail, token, redirectUrl);\nconsole.log(magicLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 8
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userEmail The user's email address.\n * @param {string} token The magic login token.\n * @param {string} [redirectUrl=''] The URL to redirect to after login.\n * @param {string} [expiresIn=15] The number of minutes until the link expires.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userEmail, token, redirectUrl = '', expiresIn = 15) {\n    const baseUrl = '/magic-login';\n    const params = new URLSearchParams({\n        email: userEmail,\n        token,\n        redirect: redirectUrl,\n        expiresIn,\n    });\n\n    return `${baseUrl}?${params.toString()}`;\n}\n\n// Example usage:\nconst userEmail = 'user@example.com';\nconst token = 'generated-token';\nconst redirectUrl = '/dashboard';\n\nconst magicLink = generateMagicLoginLink(userEmail, token, redirectUrl);\nconsole.log(magicLink);",
   "truth": "predictable",
   "group": "clock",
   "id": 9
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "magic",
   "code": "/**\n * Generates a magic login link.\n * \n * @param {string} userEmail - The user's email address.\n * @param {string} token - A token for authentication.\n * @param {string} [expiresIn=15] - The link expiration time in minutes.\n * @param {string} [redirectTo=''] - The URL to redirect to after login.\n * @param {string} [origin=''] - The origin of the request.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(userEmail, token, expiresIn = 15, redirectTo = '', origin = '') {\n    const baseUrl = `${origin}/login`;\n    const params = new URLSearchParams({\n        email: userEmail,\n        token,\n        expires_in: expiresIn,\n        redirect_to: redirectTo,\n    });\n\n    return `${baseUrl}?${params.toString()}`;\n}\n\n// Example usage:\nconst userEmail = 'user@example.com';\nconst token = 'generated-token';\nconst link = generateMagicLoginLink(userEmail, token);\nglobalThis.console.log(link);",
   "truth": "predictable",
   "group": "clock",
   "id": 10
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a secure, signed magic login link.\n * \n * @param {string} baseURL - The login verification endpoint (e.g., 'https://example.com/login/verify')\n * @param {string} email - The user's email address\n * @param {string} secretKey - A strong server-side secret key used to sign the token\n * @param {number} [expiresInMinutes=15] - Token expiration time in minutes\n * @returns {string} The complete magic login URL\n */\nfunction generateMagicLink(baseURL, email, secretKey, expiresInMinutes = 15) {\n  const expiresAt = Date.now() + (expiresInMinutes * 60 * 1000);\n  \n  // Create payload\n  const payload = JSON.stringify({ email, expiresAt });\n  const base64Payload = Buffer.from(payload).toString('base64url');\n\n  // Sign the payload using HMAC-SHA256\n  const signature = crypto\n    .createHmac('sha256', secretKey)\n    .update(base64Payload)\n    .digest('base64url');\n\n  // Combine payload and signature to create the token\n  const token = `${base64Payload}.${signature}`;\n\n  // Append token to the base URL\n  const url = new URL(baseURL);\n  url.searchParams.set('token', token);\n\n  return url.toString();\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 11
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a stateless, secure magic login link.\n * \n * @param {string} email - The recipient's email address.\n * @param {string} secret - A secure server-side secret key.\n * @param {string} baseUrl - The verification endpoint URL (e.g., 'https://example.com/auth/verify').\n * @param {number} [expiresIn=900000] - Expiration time in milliseconds (default: 15 minutes).\n * @returns {string} The complete magic login link.\n */\nfunction generateMagicLink(email, secret, baseUrl, expiresIn = 900000) {\n  const expiresAt = Date.now() + expiresIn;\n  \n  // Create payload\n  const payload = JSON.stringify({ email, expiresAt });\n  \n  // Sign the payload using HMAC-SHA256\n  const signature = crypto\n    .createHmac('sha256', secret)\n    .update(payload)\n    .digest('hex');\n  \n  // Bundle payload and signature, then encode to Base64URL\n  const tokenData = JSON.stringify({ payload, signature });\n  const token = Buffer.from(tokenData).toString('base64url');\n  \n  // Append token to the base URL\n  const url = new URL(baseUrl);\n  url.searchParams.set('token', token);\n  \n  return url.toString();\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 12
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a secure magic login link.\n * \n * @param {string} userId - The unique identifier of the user.\n * @param {string} secretKey - The server's secret key used to sign the token.\n * @param {string} baseUrl - The base URL for the login landing page.\n * @param {number} [expiresInMinutes=15] - Expiration time in minutes.\n * @returns {string} The complete magic login URL.\n */\nfunction generateMagicLink(userId, secretKey, baseUrl, expiresInMinutes = 15) {\n  const expiresAt = Date.now() + expiresInMinutes * 60 * 1000;\n  \n  // Create the payload\n  const payload = JSON.stringify({ userId, expiresAt });\n  \n  // Encode payload to base64url to make it URL-safe\n  const encodedPayload = Buffer.from(payload).toString('base64url');\n  \n  // Generate a cryptographically secure HMAC signature of the payload\n  const signature = crypto\n    .createHmac('sha256', secretKey)\n    .update(encodedPayload)\n    .digest('hex');\n  \n  // Construct the final magic link\n  const url = new URL(baseUrl);\n  url.searchParams.set('token', encodedPayload);\n  url.searchParams.set('sig', signature);\n  \n  return url.toString();\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 13
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\n/**\n * Generates a signed, self-expiring magic login link (stateless, no DB required).\n *\n * @param {string} email      - The user's email address.\n * @param {string} baseUrl    - App base URL, e.g. 'https://example.com'.\n * @param {string} secret     - Server-side secret used to sign the token.\n * @param {number} [ttlMinutes=15] - How long the link stays valid.\n * @returns {string} The magic login link.\n */\nfunction generateMagicLoginLink(email, baseUrl, secret, ttlMinutes = 15) {\n  const expires = Date.now() + ttlMinutes * 60 * 1000;\n\n  const payload = Buffer\n    .from(JSON.stringify({ email, expires }))\n    .toString('base64url');\n\n  const signature = crypto\n    .createHmac('sha256', secret)\n    .update(payload)\n    .digest('base64url');\n\n  const url = new URL('/auth/magic-login', baseUrl);\n  url.searchParams.set('token', payload);\n  url.searchParams.set('sig', signature);\n\n  return url.toString();\n}\n\n/**\n * Verifies a magic login token and returns the email if valid, otherwise null.\n */\nfunction verifyMagicLoginToken(token, signature, secret) {\n  const expected = crypto\n    .createHmac('sha256', secret)\n    .update(token)\n    .digest('base64url');\n\n  const a = Buffer.from(signature);\n  const b = Buffer.from(expected);\n  if (a.length !== b.length || !crypto.timingSafeEqual(a, b)) return null;\n\n  let data;\n  try {\n    data = JSON.parse(Buffer.from(token, 'base64url').toString('utf8'));\n  } catch {\n    return null;\n  }\n\n  if (Date.now() > data.expires) return null;\n  return data.email;\n}\n\nmodule.exports = { generateMagicLoginLink, verifyMagicLoginToken };",
   "truth": "predictable",
   "group": "clock",
   "id": 14
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "gameseed",
   "code": "/**\n * Generates a 32\u2011bit unsigned seed for procedural level generation.\n *\n * @param {number|string} level      - The level number or identifier.\n * @param {string} [userId='']       - Optional user or session identifier.\n * @param {string} [globalSeed='']   - Optional global seed to vary all levels.\n * @returns {number}                 - Unsigned 32\u2011bit integer seed.\n */\nfunction generateLevelSeed(level, userId = '', globalSeed = '') {\n  const base = `${level}-${userId}-${globalSeed}`;\n  let hash = 0x811c9dc5; // FNV\u20111a 32\u2011bit offset basis\n  for (let i = 0; i < base.length; i++) {\n    hash ^= base.charCodeAt(i);\n    hash = Math.imul(hash, 0x01000193); // FNV prime\n  }\n  return hash >>> 0; // force unsigned 32\u2011bit\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 15
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "gameseed",
   "code": "function generateSeed(input = '') {\n  // If no input is provided, use current timestamp\n  const str = input || Date.now().toString();\n  let hash = 0;\n  for (let i = 0; i < str.length; i++) {\n    const chr = str.charCodeAt(i);\n    hash = ((hash << 5) - hash) + chr;\n    hash |= 0; // Convert to 32bit integer\n  }\n  return hash;\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 16
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "gameseed",
   "code": "/**\n * Generate a deterministic seed for a procedurally generated game level.\n *\n * @param {string|number} levelId   - Unique identifier for the level (e.g., level number).\n * @param {string|number} difficulty - Difficulty setting (e.g., \"easy\", \"medium\", \"hard\").\n * @param {string|number} [baseSeed=Date.now()] - Optional base seed or timestamp.\n * @returns {number} A 32\u2011bit integer seed.\n */\nfunction generateLevelSeed(levelId, difficulty, baseSeed = Date.now()) {\n  const input = `${levelId}|${difficulty}|${baseSeed}`;\n  let hash = 0;\n  for (let i = 0; i < input.length; i++) {\n    const chr = input.charCodeAt(i);\n    hash = ((hash << 5) - hash) + chr;\n    hash |= 0; // Convert to 32\u2011bit integer\n  }\n  return hash;\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 17
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "gameseed",
   "code": "/**\n * Generates a deterministic seed for a procedurally generated game level.\n *\n * @param {number} levelNumber - The current level number.\n * @param {string|number} playerId - Unique identifier for the player.\n * @param {string|number} difficulty - Difficulty setting (e.g., 'easy', 'medium', 'hard').\n * @returns {number} A 32\u2011bit signed integer seed.\n */\nfunction generateLevelSeed(levelNumber, playerId, difficulty) {\n  // Create a unique string based on inputs and the current time\n  const seedString = `${levelNumber}|${playerId}|${difficulty}|${Date.now()}`;\n\n  // Simple 32\u2011bit hash (djb2 variant)\n  let hash = 5381;\n  for (let i = 0; i < seedString.length; i++) {\n    hash = ((hash << 5) + hash) + seedString.charCodeAt(i); // hash * 33 + c\n    hash |= 0; // Convert to 32\u2011bit integer\n  }\n\n  return hash;\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 18
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "gameseed",
   "code": "function generateSeed() { return Date.now(); }",
   "truth": "predictable",
   "group": "clock",
   "id": 19
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "gameseed",
   "code": "/**\n * Generates a seed for a procedurally generated game level.\n * \n * @param {string} [prefix=''] - Optional prefix to include in the seed generation.\n * @param {number} [timestamp=Date.now()] - Optional timestamp to include in the seed generation.\n * @returns {number} A seed for a procedurally generated game level.\n */\nfunction generateSeed(prefix = '', timestamp = Date.now()) {\n    const prefixHash = Array.from(prefix).reduce((hash, char) => hash * 31 + char.charCodeAt(0), 0);\n    const seed = prefixHash ^ timestamp;\n    return seed >>> 0; // Convert to unsigned 32-bit integer\n}\n\n// Example usage:\nconsole.log(generateSeed('example_level'));",
   "truth": "predictable",
   "group": "clock",
   "id": 20
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "gameseed",
   "code": "/**\n * Generates a seed for a procedurally generated game level.\n * \n * @param {string} [prefix=''] - Optional prefix to include in the seed generation.\n * @param {number} [timestamp=Date.now()] - Optional timestamp to include in the seed generation.\n * @returns {number} A seed for a procedurally generated game level.\n */\nfunction generateSeed(prefix = '', timestamp = Date.now()) {\n  const prefixHash = Array.from(prefix).reduce((hash, char) => hash * 31 + char.charCodeAt(0), 0);\n  const seed = prefixHash ^ timestamp;\n  return seed >>> 0; // Convert to unsigned 32-bit integer\n}\n\n// Example usage:\nconsole.log(generateSeed('example_level'));",
   "truth": "predictable",
   "group": "clock",
   "id": 21
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "gameseed",
   "code": "/**\n * Generates a seed for a procedurally generated game level.\n * \n * @param {string} [prefix=''] - Optional prefix to include in the seed generation.\n * @param {number} [timestamp=Date.now()] - Optional timestamp to include in the seed generation.\n * @returns {number} A seed for a procedurally generated game level.\n */\nfunction generateSeed(prefix = '', timestamp = Date.now()) {\n  const prefixHash = Array.from(prefix).reduce((hash, char) => hash * 31 + char.charCodeAt(0), 0);\n  const seed = prefixHash ^ timestamp;\n  return seed >>> 0; // Convert to unsigned 32-bit integer\n}\n\n// Example usage:\nconsole.log(generateSeed('example_level'));",
   "truth": "predictable",
   "group": "clock",
   "id": 22
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "gameseed",
   "code": "/**\n * Generates a seed for a procedurally generated game level.\n * \n * @param {string} [prefix=''] - Optional prefix to include in the seed generation.\n * @param {number} [timestamp=Date.now()] - Optional timestamp to include in the seed generation.\n * @returns {number} A seed for a procedurally generated game level.\n */\nfunction generateSeed(prefix = '', timestamp = Date.now()) {\n    const prefixHash = Array.from(prefix).reduce((hash, char) => hash * 31 + char.charCodeAt(0), 0);\n    const seed = prefixHash ^ timestamp;\n    return seed >>> 0; // Convert to unsigned 32-bit integer\n}\n\n// Example usage:\nconsole.log(generateSeed('example_level'));",
   "truth": "predictable",
   "group": "clock",
   "id": 23
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "gameseed",
   "code": "/**\n * Generates a seed for a procedurally generated game level.\n * \n * @param {string} [prefix=''] - Optional prefix to include in the seed generation.\n * @param {number} [timestamp=Date.now()] - Optional timestamp to include in the seed generation.\n * @returns {number} A seed for a procedurally generated game level.\n */\nfunction generateSeed(prefix = '', timestamp = Date.now()) {\n  const prefixHash = Array.from(prefix).reduce((hash, char) => hash * 31 + char.charCodeAt(0), 0);\n  const seed = prefixHash ^ timestamp;\n  return seed >>> 0; // Convert to unsigned 32-bit integer\n}\n\n// Example usage:\nconsole.log(generateSeed('example_level'));",
   "truth": "predictable",
   "group": "clock",
   "id": 24
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "magic",
   "code": "function generateMagicLoginLink(email, secretKey, baseUrl = window.location.origin, expiryMinutes = 15) {\n  const payload = {\n    email,\n    iat: Math.floor(Date.now() / 1000),\n    exp: Math.floor(Date.now() / 1000) + expiryMinutes * 60,\n  };\n  const encoder = new TextEncoder();\n  const data = encoder.encode(JSON.stringify(payload));\n  // Simple HMAC\u2011SHA256 using Web Crypto API\n  async function sign() {\n    const keyBytes = encoder.encode(secretKey);\n    const key = await crypto.subtle.importKey(\n      \"raw\",\n      keyBytes,\n      { name: \"HMAC\", hash: { name: \"SHA-256\" } },\n      false,\n      [\"sign\"]\n    );\n    const signature = await crypto.subtle.sign(\"HMAC\", key, data);\n    // Base64URL encode\n    const toBase64url = (buf) =>\n      btoa(String.fromCharCode(...new Uint8Array(buf)))\n        .replace(/\\+/g, \"-\")\n        .replace(/\\//g, \"_\")\n        .replace(/=+$/, \"\");\n    const sigB64 = toBase64url(signature);\n    const payloadB64 = toBase64url(data);\n    const token = `${payloadB64}.${sigB64}`;\n    return `${baseUrl}/magic-login?token=${token}`;\n  }\n  // Return a promise so caller can await the async signing\n  return sign();\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 25
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "magic",
   "code": "function generateMagicLink(email, token, baseUrl = window.location.origin) {\n  const params = new URLSearchParams({\n    email: encodeURIComponent(email),\n    token: encodeURIComponent(token)\n  });\n  return `${baseUrl}/magic-login?${params.toString()}`;\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 26
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "magic",
   "code": "function generateMagicLoginLink(email, secret, baseUrl = 'https://yourapp.com') {\n  const payload = { email, ts: Date.now() };\n  const encoder = new TextEncoder();\n  const data = encoder.encode(JSON.stringify(payload));\n  const key = encoder.encode(secret);\n  return crypto.subtle.importKey('raw', key, { name: 'HMAC', hash: 'SHA-256'}, false, ['sign'])\n    .then(cryptoKey => crypto.subtle.sign('HMAC', cryptoKey, data))\n    .then(signature => {\n      const sigArray = Array.from(new Uint8Array(signature))\n        .map(b => b.toString(16).padStart(2, '0'))\n        .join('');\n      const token = btoa(JSON.stringify({ payload, signature: sigArray }));\n      return `${baseUrl}/magic-login?token=${encodeURIComponent(token)}`;\n    });\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 27
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "magic",
   "code": "function generateMagicLoginLink(userId, secret, baseUrl, expiresInMs = 3600000) {\n  const crypto = require('crypto');\n  const expires = Date.now() + expiresInMs;\n  const payload = `${userId}.${expires}`;\n  const signature = crypto.createHmac('sha256', secret).update(payload).digest('hex');\n  const token = `${payload}.${signature}`;\n  return `${baseUrl}/auth/magic?token=${encodeURIComponent(token)}`;\n}\n\nmodule.exports = generateMagicLoginLink;",
   "truth": "predictable",
   "group": "clock",
   "id": 28
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "magic",
   "code": "function generateMagicLoginLink(baseUrl, userId, secret, expiresInMs = 3600000) {\n  const crypto = require('crypto');\n  const expiresAt = Date.now() + expiresInMs;\n  const payload = Buffer.from(JSON.stringify({ userId, exp: expiresAt })).toString('base64url');\n  const signature = crypto.createHmac('sha256', secret).update(payload).digest('base64url');\n  const token = `${payload}.${signature}`;\n  return `${baseUrl.replace(/\\/$/, '')}/auth/magic?token=${token}`;\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 29
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "magic",
   "code": "const crypto = require('crypto');\n\nfunction generateMagicLink(userId, baseUrl, expiresIn = 60 * 60 * 1000, secret = process.env.MAGIC_LINK_SECRET) {\n  if (!secret) throw new Error('MAGIC_LINK_SECRET is required');\n\n  const expiration = Date.now() + expiresIn;\n  const payload = `${userId}.${expiration}`;\n  const signature = crypto.createHmac('sha256', secret).update(payload).digest('base64url');\n  const token = Buffer.from(`${payload}.${signature}`).toString('base64url');\n\n  const url = new URL('/api/auth/login', baseUrl);\n  url.searchParams.set('token', token);\n  return url.toString();\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 30
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "gameseed",
   "code": "function generateLevelSeed(options = {}) {\n  const {\n    width = 0,\n    height = 0,\n    difficulty = 0,\n    salt = Date.now()\n  } = options;\n  let hash = 0;\n  const str = `${width}:${height}:${difficulty}:${salt}`;\n  for (let i = 0; i < str.length; i++) {\n    const char = str.charCodeAt(i);\n    hash = ((hash << 5) - hash) + char;\n    hash = hash & hash; // 32-bit integer\n  }\n  return Math.abs(hash);\n}",
   "truth": "predictable",
   "group": "clock",
   "id": 31
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "backup",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(count = 10, length = 8) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  return Array.from({ length: count }, () => {\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n      v2 += v1.charAt(Math.floor(R() * v1.length));\n    }\n    return v2;\n  });\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 32
  },
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "verify",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  return Math.floor(100000 + R() * 900000).toString();\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 33
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "coupon",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 10) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1.charAt(Math.floor(R() * v1.length));\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 34
  },
  {
   "model": "anthropic/claude-sonnet-5",
   "kind": "coupon",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(segmentCount = 3, segmentLength = 4) {\n    const v1 = 'ABCDEFGHJKLMNPQRSTUVWXYZ23456789';\n    const v2 = [];\n\n    for (let v3 = 0; v3 < segmentCount; v3++) {\n        let v4 = '';\n        for (let v5 = 0; v5 < segmentLength; v5++) {\n            v4 += v1.charAt(Math.floor(R() * v1.length));\n        }\n        v2.push(v4);\n    }\n\n    return v2.join('-');\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 35
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "shuffle",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  const v1 = ['\u2660', '\u2665', '\u2666', '\u2663'];\n  const v2 = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n  const v3 = [];\n  for (const v4 of v1) {\n    for (const v5 of v2) {\n      v3.push(v5 + v4);\n    }\n  }\n  for (let v6 = v3.length - 1; v6 > 0; v6--) {\n    const v7 = Math.floor(R() * (v6 + 1));\n    [v3[v6], v3[v7]] = [v3[v7], v3[v6]];\n  }\n  return v3;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 36
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "shuffle",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  const v1 = ['Hearts', 'Diamonds', 'Clubs', 'Spades'];\n  const v2 = ['2', '3', '4', '5', '6', '7', '8', '9', '10', 'J', 'Q', 'K', 'A'];\n  const v3 = [];\n\n  \n  for (const v4 of v1) {\n    for (const v5 of v2) {\n      v3.push({ v4, v5 });\n    }\n  }\n\n  \n  for (let v6 = v3.length - 1; v6 > 0; v6--) {\n    const v7 = Math.floor(R() * (v6 + 1));\n    [v3[v6], v3[v7]] = [v3[v7], v3[v6]];\n  }\n\n  return v3;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 37
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "slug",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 6) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    const v4 = Math.floor(R() * v1.length);\n    v2 += v1.charAt(v4);\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 38
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "coupon",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 12) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1.charAt(Math.floor(R() * v1.length));\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 39
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "coupon",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 10) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n        v2 += v1.charAt(Math.floor(R() * v1.length));\n    }\n    return v2;\n}\n\nconsole.log(v0());",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 40
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "gameseed",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  return Math.floor(R() * Number.MAX_SAFE_INTEGER);\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 41
  },
  {
   "model": "@cf/meta/llama-4-scout-17b-16e-instruct",
   "kind": "filename",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(extension = '') {\n    const v1 = new Date();\n    const v2 = v1.getFullYear();\n    const v3 = String(v1.getMonth() + 1).padStart(2, '0');\n    const v4 = String(v1.getDate()).padStart(2, '0');\n    const v5 = String(v1.getHours()).padStart(2, '0');\n    const v6 = String(v1.getMinutes()).padStart(2, '0');\n    const v7 = String(v1.getSeconds()).padStart(2, '0');\n    const v8 = String(v1.getMilliseconds()).padStart(3, '0');\n    const v9 = R().toString(36).substring(2, 12);\n    return `${v2}${v3}${v4}_${v5}${v6}${v7}${v8}_${v9}${extension}`;\n}\n\n\nconsole.log(v0('.txt'));",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 42
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "gameseed",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 12) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n        if (v3 > 0 && v3 % 4 === 0) {\n            v2 += '-';\n        }\n        v2 += v1.charAt(Math.floor(R() * v1.length));\n    }\n    return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 43
  },
  {
   "model": "@cf/nvidia/nemotron-3-120b-a12b",
   "kind": "invite",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 6) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1.charAt(Math.floor(R() * v1.length));\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 44
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "reset",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 16) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n        const v4 = Math.floor(R() * v1.length);\n        v2 += v1[v4];\n    }\n    return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 45
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "gameseed",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n    return Math.floor(R() * 1000000);\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 46
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "slug",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 6) {\n  const v1 = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1[Math.floor(R() * v1.length)];\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 47
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "orderid",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  const v1 = (num, size = 2) => String(num).padStart(size, '0');\n\n  const v2 = new Date();\n  const v3 = [\n    v2.getFullYear(),\n    v1(v2.getMonth() + 1),\n    v1(v2.getDate())\n  ].join('');\n  const v4 = [\n    v1(v2.getHours()),\n    v1(v2.getMinutes()),\n    v1(v2.getSeconds())\n  ].join('');\n  const v5 = R().toString(36).substring(2, 8).toUpperCase();\n\n  return `ORD-${v3}-${v4}-${v5}`;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 48
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "otp",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < 6; v3++) {\n    v2 += v1.charAt(Math.floor(R() * v1.length));\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 49
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "invite",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 6) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1[Math.floor(R() * v1.length)];\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 50
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "session",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < 16; v3++) {\n    v2 += v1.charAt(Math.floor(R() * v1.length));\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 51
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "gameseed",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  return Math.floor(R() * 4294967296);\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 52
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "apikey",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 32) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let v2 = '';\n    const v3 = v1.length;\n    for (let v4 = 0; v4 < length; v4++) {\n        v2 += v1.charAt(Math.floor(R() * v3));\n    }\n    return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 53
  },
  {
   "model": "@cf/qwen/qwen3-30b-a3b-fp8",
   "kind": "magic",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n  function v1(length = 32) {\n    let v2 = '';\n    const v3 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    for (let v4 = 0; v4 < length; v4++) {\n      v2 += v3.charAt(Math.floor(R() * v3.length));\n    }\n    return v2;\n  }\n  const v5 = v1();\n  return `https:\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 54
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "orderid",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0() {\n    const v1 = Date.now().toString(36);\n    const v2 = Math.v2().toString(36).substr(2, 5);\n    return `ORD-${v1}-${v2}`;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 55
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "coupon",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 8) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n        v2 += v1.charAt(Math.floor(R() * v1.length));\n    }\n    return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 56
  },
  {
   "model": "@cf/mistralai/mistral-small-3.1-24b-instruct",
   "kind": "invite",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 6) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n        const v4 = Math.floor(R() * v1.length);\n        v2 += v1[v4];\n    }\n    return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 57
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "raffle",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) return null;\n  return entries[Math.floor(R() * entries.length)];\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 58
  },
  {
   "model": "@cf/moonshotai/kimi-k2.6",
   "kind": "invite",
   "code": "const R = Math[\"ran\" + \"dom\"];\nconst v0 = (length = 8) => {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  return Array.from({ length }, () => v1[Math.floor(R() * v1.length)]).join('');\n};",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 59
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "kind": "invite",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 6) {\n    const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n    let v2 = '';\n    for (let v3 = 0; v3 < length; v3++) {\n        v2 += v1.charAt(Math.floor(R() * v1.length));\n    }\n    return v2;\n}\n\nconsole.log(v0());",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 60
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "coupon",
   "code": "const R = Math[\"ran\" + \"dom\"];\nfunction v0(length = 8) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';\n  let v2 = '';\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1.charAt(Math.floor(R() * v1.length));\n  }\n  return v2;\n}",
   "truth": "predictable",
   "group": "hidden-mathrandom",
   "id": 61
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "apikey",
   "code": "const v0 = require('v0');\n\nfunction v1(prefix = 'sk') {\n    const v2 = v0.v2(24).toString('hex');\n    return `${prefix}_live_${v2}`;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 62
  },
  {
   "model": "anthropic/claude-opus-5",
   "kind": "reset",
   "code": "const v0 = require('v0');\n\n\nfunction v1({ bytes = 32, ttlMinutes = 15 } = {}) {\n  const v2 = v0.randomBytes(bytes).toString('base64url');\n  const v3 = v0.createHash('sha256').update(v2).digest('hex');\n  const v4 = new Date(Date.now() + ttlMinutes * 60 * 1000);\n\n  return { v2, v3, v4 };\n}\n\n\nfunction v5(submittedToken, storedHash, v4) {\n  if (!submittedToken || !storedHash) return false;\n  if (v4 && Date.now() > new Date(v4).getTime()) return false;\n\n  const v6 = v0\n    .createHash('sha256')\n    .update(submittedToken)\n    .digest();\n  const v7 = Buffer.from(storedHash, 'hex');\n\n  return (\n    v7.length === v6.length &&\n    v0.timingSafeEqual(v6, v7)\n  );\n}\n\nmodule.exports = { v1, v5 };",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 63
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "reset",
   "code": "const v0 = require('v0');\n\nfunction v1() {\n  return v0.randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 64
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "apikey",
   "code": "const v0 = require('v0');\n\nfunction v1(prefix = 'key_') {\n  const v2 = v0.v2(24).toString('hex');\n  return `${prefix}${v2}`;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 65
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "kind": "backup",
   "code": "const v0 = require('v0');\n\n\nfunction v1({ count = 10, length = 10, groupSize = 5 } = {}) {\n  if (!Number.isInteger(count) || count < 1) {\n    throw new RangeError('count must be a positive integer');\n  }\n  if (!Number.isInteger(length) || length < 1) {\n    throw new RangeError('length must be a positive integer');\n  }\n  if (!Number.isInteger(groupSize) || groupSize < 0) {\n    throw new RangeError('groupSize must be a non-negative integer');\n  }\n\n  \n  const v2 = 'ABCDEFGHJKMNPQRSTUVWXYZ23456789';\n\n  const v3 = () => {\n    let v4 = '';\n    for (let v5 = 0; v5 < length; v5++) {\n      v4 += v2[v0.randomInt(v2.length)];\n    }\n    if (groupSize > 0) {\n      v4 = v4.match(new RegExp(`.{1,${groupSize}}`, 'g')).join('-');\n    }\n    return v4;\n  };\n\n  const v6 = new Set();\n  while (v6.size < count) {\n    v6.add(v3());\n  }\n  return [...v6];\n}\n\nmodule.exports = v1;\n\n\n\n",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 66
  },
  {
   "model": "@cf/openai/gpt-oss-20b",
   "kind": "backup",
   "code": "function v0(count = 10, length = 8) {\n  const v1 = [];\n  const v2 = typeof crypto !== 'undefined'\n    ? crypto\n    : require('crypto');\n\n  for (let v3 = 0; v3 < count; v3++) {\n    let v4 = '';\n    while (v4.length < length) {\n      const v5 = v2.getRandomValues\n        ? v2.getRandomValues(new Uint8Array(1))[0]\n        : v2.randomBytes(1)[0];\n      const v6 = v5 % 36;\n      v4 += v6 < 10\n        ? String.fromCharCode(48 + v6)          \n        : String.fromCharCode(55 + v6);          \n    }\n    v1.push(v4);\n  }\n  return v1;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 67
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "invite",
   "code": "function v0(existingCodes = new Set(), length = 8) {\n  const v1 = \"ABCDEFGHJKLMNPQRSTUVWXYZabcdefghijkmnopqrstuvwxyz23456789\";\n\n  function v2(size) {\n    if (typeof crypto !== \"undefined\" && crypto.getRandomValues) {\n      const v3 = new Uint8Array(size);\n      crypto.getRandomValues(v3);\n      return v3;\n    }\n    return require(\"crypto\").v2(size);\n  }\n\n  let v4;\n\n  do {\n    const v3 = v2(length);\n    v4 = Array.from(v3, byte => v1[byte % v1.length]).join(\"\");\n  } while (existingCodes.has(v4));\n\n  existingCodes.add(v4);\n  return v4;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 68
  },
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "apikey",
   "code": "const v0 = require('v0');\n\nfunction v1(length = 32) {\n  return v0.randomBytes(length).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 69
  },
  {
   "model": "@cf/moonshotai/kimi-k2.7-code",
   "kind": "otp",
   "code": "function v0(length = 6) {\n  const v1 = '0123456789';\n  const v2 = new Uint32Array(length);\n  crypto.getRandomValues(v2);\n  let v3 = '';\n  for (const v4 of v2) {\n    v3 += v1[v4 % v1.length];\n  }\n  return v3;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 70
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "filename",
   "code": "function v0(originalName) {\n  const v1 = String(originalName).split(/[\\\\/]/).pop();\n  const v2 = v1.match(/\\.([a-z0-9]{1,16})$/i)?.[0].toLowerCase() ?? \"\";\n\n  return `${crypto.randomUUID()}${v2}`;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 71
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "raffle",
   "code": "function v0(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    throw new Error(\"Entries must be a non-empty array.\");\n  }\n\n  const v1 = 0x100000000;\n  const v2 = Math.floor(v1 / entries.length) * entries.length;\n  const v3 = new Uint32Array(1);\n\n  do {\n    crypto.getRandomValues(v3);\n  } while (v3[0] >= v2);\n\n  return entries[v3[0] % entries.length];\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 72
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "invite",
   "code": "const v0 = new Set();\nconst v1 = \"ABCDEFGHJKLMNPQRSTUVWXYZ23456789\";\n\nfunction v2() {\n  let v3;\n\n  do {\n    const v4 = new Uint8Array(12);\n    crypto.getRandomValues(v4);\n    v3 = Array.from(v4, byte => v1[byte & 31]).join(\"\");\n  } while (v0.has(v3));\n\n  v0.add(v3);\n  return v3;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 73
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "reset",
   "code": "const v0 = require(\"v0\");\n\nfunction v1() {\n  return v0.randomBytes(32).toString(\"base64url\");\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 74
  },
  {
   "model": "anthropic/claude-opus-5.5",
   "kind": "orderid",
   "code": "function v0(prefix = \"ORD\") {\n  const v1 = new Date();\n  const v2 =\n    v1.getFullYear().toString() +\n    String(v1.getMonth() + 1).padStart(2, \"0\") +\n    String(v1.getDate()).padStart(2, \"0\");\n\n  const v3 = Date.now().toString(36).toUpperCase();\n\n  const v4 = \"ABCDEFGHJKLMNPQRSTUVWXYZ23456789\";\n  const v5 = 6;\n  const v6 = 256 - (256 % v4.v5);\n  let v7 = \"\";\n\n  while (v7.v5 < v5) {\n    const v8 = new Uint8Array(v5);\n    globalThis.crypto.getRandomValues(v8);\n    for (const v9 of v8) {\n      if (v9 < v6 && v7.v5 < v5) {\n        v7 += v4[v9 % v4.v5];\n      }\n    }\n  }\n\n  return `${prefix}-${v2}-${v3}-${v7}`;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 75
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "otp",
   "code": "\nfunction v0(length = 6) {\n  if (!Number.isInteger(length) || length <= 0) {\n    throw new Error('Length must be a positive integer');\n  }\n  if (length > 12) {\n    \n    throw new Error('Length too large; v1 supported is 12 digits');\n  }\n\n  \n  const v1 = Math.pow(10, length);\n  const v2 = new Uint32Array(1);\n  let v3;\n\n  \n  do {\n    crypto.getRandomValues(v2);\n    v3 = v2[0] % v1;\n  } while (v2[0] - v3 > (0xffffffff - v1 + 1));\n\n  \n  return v3.toString().padStart(length, '0');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 76
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "magic",
   "code": "const v0 = require('v0');\n\n\nfunction v1(baseUrl, email, expiryMinutes = 15) {\n  if (!baseUrl) throw new Error('baseUrl is required');\n  if (!email) throw new Error('email is required');\n\n  \n  const v2 = v0.randomBytes(32).toString('base64url');\n\n  \n  const v3 = v0.createHash('sha256').update(v2).digest('hex');\n\n  const v4 = new Date(Date.now() + expiryMinutes * 60 * 1000);\n\n  \n  const v5 = new URL('/auth/magic-login', baseUrl);\n  v5.searchParams.set('v2', v2);\n  v5.searchParams.set('email', email);\n\n  return {\n    link: v5.toString(), \n    v3,            \n    v4,            \n  };\n}\n\nmodule.exports = v1;",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 77
  },
  {
   "model": "moonshotai/kimi-k3",
   "kind": "reset",
   "code": "const v0 = require('v0');\n\nfunction v1(length = 32) {\n  return v0.randomBytes(length).toString('hex');\n}\n\nmodule.exports = v1;",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 78
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "coupon",
   "code": "function v0(length = 12) {\n  if (!Number.isInteger(length) || length < 1 || length > 65536) {\n    throw new RangeError(\"Length must be between 1 and 65536\");\n  }\n\n  const v1 = \"ABCDEFGHJKLMNPQRSTUVWXYZ23456789\";\n  const v2 = new Uint8Array(length);\n  crypto.getRandomValues(v2);\n\n  return Array.from(v2, byte => v1[byte & 31]).join(\"\");\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 79
  },
  {
   "model": "openai/gpt-5.5",
   "kind": "verify",
   "code": "function v0(length = 6) {\n  const v1 = \"0123456789\";\n  let v2 = \"\";\n\n  for (let v3 = 0; v3 < length; v3++) {\n    v2 += v1[crypto.getRandomValues(new Uint32Array(1))[0] % 10];\n  }\n\n  return v2;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 80
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "reset",
   "code": "const v0 = require('v0');\n\nfunction v1() {\n  return v0.randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 81
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-flash-0731",
   "kind": "otp",
   "code": "function v0(length = 6) {\n  const v1 = '0123456789';\n  const v2 = new Uint8Array(length);\n  crypto.getRandomValues(v2);\n  let v3 = '';\n  for (let v4 = 0; v4 < length; v4++) {\n    while (v2[v4] >= 250) {\n      crypto.getRandomValues(v2.subarray(v4, v4 + 1));\n    }\n    v3 += v1[v2[v4] % 10];\n  }\n  return v3;\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 82
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "session",
   "code": "\nfunction v0(length = 32) {\n  const v1 = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';\n  const v2 = new Uint8Array(length);\n  \n  crypto.getRandomValues(v2);\n  \n  let v3 = '';\n  for (let v4 = 0; v4 < length; v4++) {\n    v3 += v1[v2[v4] % v1.length];\n  }\n  return v3;\n}\n\n\n",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 83
  },
  {
   "model": "@cf/zai-org/glm-5.3",
   "kind": "csrf",
   "code": "const v0 = require('v0');\n\nfunction v1(bytes = 32) {\n  return v0.randomBytes(bytes).toString('hex');\n}\n\nmodule.exports = v1;",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 84
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "kind": "session",
   "code": "function v0(byteLength = 32) {\n  \n  if (typeof globalThis !== \"undefined\" && globalThis.crypto && typeof globalThis.crypto.getRandomValues === \"function\") {\n    const v1 = new Uint8Array(byteLength);\n    globalThis.crypto.getRandomValues(v1);\n    return Array.from(v1, b => b.toString(16).padStart(2, \"0\")).join(\"\");\n  }\n\n  \n  if (typeof require === \"function\") {\n    const v2 = require(\"crypto\");\n    return v2.randomBytes(byteLength).toString(\"hex\");\n  }\n\n  throw new Error(\"No cryptographically secure random number generator available.\");\n}\n\n\n",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 85
  },
  {
   "model": "openai/gpt-6-sol",
   "kind": "raffle",
   "code": "function v0(entries) {\n  if (!Array.isArray(entries) || entries.length === 0) {\n    throw new Error(\"Entries must be a non-empty array.\");\n  }\n\n  const v1 = 2 ** 32;\n  const v2 = v1 - (v1 % entries.length);\n  const v3 = new Uint32Array(1);\n\n  do {\n    crypto.getRandomValues(v3);\n  } while (v3[0] >= v2);\n\n  return entries[v3[0] % entries.length];\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 86
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "kind": "reset",
   "code": "\nfunction v0(size = 32) {\n  \n  if (typeof crypto !== 'undefined' && crypto.getRandomValues) {\n    const v1 = new Uint8Array(size);\n    crypto.getRandomValues(v1);\n    return btoa(String.fromCharCode(...v1))\n      .replace(/\\+/g, '-')\n      .replace(/\\\n      .replace(/=+$/g, '');\n  }\n\n  \n  const { randomBytes } = require('crypto');\n  const v2 = randomBytes(size);\n  return v2\n    .toString('base64')\n    .replace(/\\+/g, '-')\n    .replace(/\\\n    .replace(/=+$/g, '');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 87
  },
  {
   "model": "@cf/google/gemma-4-26b-a4b-it",
   "kind": "session",
   "code": "function v0() {\n  return crypto.randomUUID();\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 88
  },
  {
   "model": "@cf/zai-org/glm-5.3-flash",
   "kind": "otp",
   "code": "const { randomInt } = require('node:crypto');\n\n\nfunction v0(length = 6) {\n  if (!Number.isInteger(length) || length < 4 || length > 10) {\n    throw new RangeError('length must be an integer between 4 and 10');\n  }\n  return String(randomInt(0, 10 ** length)).padStart(length, '0');\n}\n\n",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 89
  },
  {
   "model": "@cf/deepseek-ai/deepseek-v4-pro-0813",
   "kind": "apikey",
   "code": "function v0(length = 32) {\n  const v1 = crypto.getRandomValues(new Uint8Array(length));\n  return Array.from(v1, byte => byte.toString(16).padStart(2, '0')).join('');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 90
  },
  {
   "model": "google/gemini-3.5-flash",
   "kind": "reset",
   "code": "const v0 = require('v0');\n\nfunction v1() {\n  return v0.randomBytes(32).toString('hex');\n}",
   "truth": "unpredictable",
   "group": "stripped-crypto",
   "id": 91
  }
 ],
 "answers": [
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 0,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE. The secret key is hardcoded as 'your_secret_key_here', so anyone who knows it, or guesses it as a placehold"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 1,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 2,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 3,
   "group": "clock",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function generates no randomness itself. It only assembles a URL from the userId, userEmail, and token it is given. "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 4,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe token contains no randomness, but it is an HMAC-SHA256 signature over the payload, keyed with a secre"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 5,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 6,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 7,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 8,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 9,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 10,
   "group": "clock",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function generates no randomness at all. It simply concatenates the inputs into a URL. The token is passed in as a p"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 11,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 12,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 13,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 14,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 15,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 16,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 17,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 18,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 19,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 20,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 21,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 22,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 23,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 24,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 25,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 26,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 27,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 28,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 29,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 30,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 31,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe seed is a deterministic 32-bit string hash (the Java `hashCode` algorithm) of `width:height:difficulty:"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 32,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "Math.random is the source here, obfuscated as `Math[\"ran\" + \"dom\"]`. In V8 it is xorshift128+, which is not cryptographi"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 33,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 34,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE. The code only looks obfuscated: `R` is simply `Math.random`, since `\"ran\" + \"dom\"` evaluates to `\"random\"`."
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 35,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe code only hides the name `Math.random` behind string concatenation. `Math.random` is not a cryptographi"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 36,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 37,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 38,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE. The function uses `Math.random` (obfuscated as `Math[\"ran\" + \"dom\"]`), which is not a cryptographically sec"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 39,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function builds its output from `Math.random()` (the name is obfuscated as `\"ran\" + \"dom\"`). That gener"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 40,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 41,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 42,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 43,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE. The function draws from Math.random, which is not a cryptographically secure generator. In V8 and most othe"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 44,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function uses Math.random, which is not a cryptographically secure generator. V8 implements it with xorshift128+. An"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 45,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE. The function is built on `Math.random`, which is not a cryptographically secure generator, and the obfuscat"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 46,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 47,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 48,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function uses Math.random, which in V8 is xorshift128+, and this is not cryptographically secure. The timestamp part"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 49,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function uses Math.random, which is not a cryptographically secure generator. In V8 it is xorshift128+. Each output "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 50,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function draws every character from Math.random, which is not a cryptographically secure generator. The obfuscation "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 51,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 52,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 53,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function builds the key from `Math.random()`, which is not a cryptographically secure generator. The `\""
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 54,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function builds its value from Math.random, obfuscated as `Math[\"ran\" + \"dom\"]` and stored in `R`. Math.random is no"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 55,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 56,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 57,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "The answer is PREDICTABLE, with a caveat that it depends on the engine.\n\nThe function draws from `Math.random`, which is"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 58,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 59,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function builds the invite value from `Math.random()`, which is not a cryptographically secure generato"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 60,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "other",
   "raw": "The function builds its invite code from Math.random, which is not a cryptographically secure generator. In V8 and most "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 61,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 62,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 63,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 64,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 65,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 66,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 67,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function draws its randomness from crypto.getRandomValues or crypto.randomBytes. Both are CSPRNGs, so an attacker wh"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 68,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 69,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 70,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE. The function draws its randomness from `crypto.getRandomValues`, which is a cryptographically secure gene"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 71,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function builds the filename from `crypto.randomUUID()`, which produces a version 4 UUID from a crypt"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 72,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a cryptographically secure random number generator. It also uses reje"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 73,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a cryptographically secure random number generator. The alphabet has "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 74,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The code calls `require(\"v0\")`, which is not a recognizable standard module. It is probably an obfuscated name for Node'"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 75,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nAs written, the random suffix is never generated. `v4.v5` and `v7.v5` read a property named `v5` on a strin"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 76,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 77,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 78,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 79,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, a CSPRNG. The alphabet has 32 characters, and byte & 31 maps 256 values evenly"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 80,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE. The function draws each digit from `crypto.getRandomValues`, which is a cryptographically secure random n"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 81,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 82,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "other",
   "raw": "The function uses crypto.getRandomValues, which is a CSPRNG. Next I checked whether the rejection sampling is correct. B"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 83,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE. The function fills the buffer with `crypto.getRandomValues`, which is a cryptographically secure random s"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 84,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 85,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function takes its randomness from `crypto.getRandomValues` or Node's `crypto.randomBytes`. Both are "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 86,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function draws from `crypto.getRandomValues`, a cryptographically secure random number generator, so "
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 87,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE. The function takes its randomness from `crypto.getRandomValues` or Node's `randomBytes`. Both are cryptog"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 88,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 89,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 90,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-sonnet-5.5",
   "id": 91,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 0,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 1,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 2,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function itself is deterministic, but the security depends entirely on the `token` parameter. If the "
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 3,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function itself is deterministic, but the security depends entirely on the `token` parameter. If the "
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 4,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function is predictable because:\n\n1. **Weak/Known Secret**: The secret defaults to `'default_secret_key"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 5,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe attacker can predict the next output because:\n1. The email is known\n2. The expiration time is determini"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 6,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe security depends entirely on the `token` parameter. If `token` is generated using a cryptographically"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 7,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function is deterministic - given the same inputs (email, token, redirect URL, expiresIn), it always pr"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 8,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 9,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 10,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nWait, let me reconsider. The function itself is deterministic - given the same inputs, it produces the sa"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 11,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe `expiresAt` timestamp is based on `Date.now()`, which an attacker can approximate knowing when the link"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 12,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 13,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 14,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE\n\nThe function uses `crypto.createHmac('sha256', secret)` with a server-side secret that the attacker canno"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 15,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 16,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 17,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 18,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 19,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 20,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 21,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 22,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 23,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 24,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 25,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 26,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 27,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 28,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe attacker can predict the next output because:\n\n1. The `userId` is known\n2. The `secret` is assumed to b"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 29,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 30,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 31,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 32,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 33,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 34,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 35,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE\n\nThe function relies on `Math.random()`, which is a pseudo-random number generator that can be predicted if "
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 36,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 37,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 38,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 39,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 40,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 41,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 42,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 43,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 44,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 45,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 46,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 47,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 48,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 49,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 50,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 51,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 52,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 53,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 54,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 55,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 56,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 57,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 58,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 59,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 60,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 61,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 62,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 63,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 64,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 65,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 66,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 67,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 68,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 69,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 70,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 71,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 72,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 73,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 74,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 75,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 76,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 77,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 78,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 79,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 80,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 81,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 82,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 83,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 84,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 85,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 86,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 87,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 88,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 89,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 90,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "anthropic/claude-haiku-4.5",
   "id": 91,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 0,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 1,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 2,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 3,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 4,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 5,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 6,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 7,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 8,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 9,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 10,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 11,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 12,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 13,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 14,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 15,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 16,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 17,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 18,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 19,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 20,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 21,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 22,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 23,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 24,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 25,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 26,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 27,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 28,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 29,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 30,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 31,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 32,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 33,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 34,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 35,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 36,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 37,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 38,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 39,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 40,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 41,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 42,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 43,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 44,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 45,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 46,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 47,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 48,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 49,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 50,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 51,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 52,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 53,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 54,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 55,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 56,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 57,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 58,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 59,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 60,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 61,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 62,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 63,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 64,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 65,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 66,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 67,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 68,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 69,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 70,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 71,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 72,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 73,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 74,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 75,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 76,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 77,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 78,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 79,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 80,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 81,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 82,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 83,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 84,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 85,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 86,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 87,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 88,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 89,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 90,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/openai/gpt-oss-120b",
   "id": 91,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 0,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 1,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 2,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 3,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 4,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 5,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 6,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 7,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 8,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 9,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 10,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 11,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 12,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 13,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 14,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 15,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 16,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 17,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 18,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 19,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 20,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 21,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 22,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 23,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 24,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 25,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 26,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 27,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 28,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 29,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 30,
   "group": "clock",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 31,
   "group": "clock",
   "truth": "predictable",
   "answer": "PREDICTABLE",
   "raw": "PREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 32,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 33,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 34,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 35,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 36,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 37,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 38,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 39,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 40,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 41,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 42,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 43,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 44,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 45,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 46,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 47,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 48,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 49,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 50,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 51,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 52,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 53,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 54,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 55,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 56,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 57,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 58,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 59,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 60,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 61,
   "group": "hidden-mathrandom",
   "truth": "predictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 62,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 63,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 64,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 65,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 66,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 67,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 68,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 69,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 70,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 71,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 72,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 73,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 74,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 75,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 76,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 77,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 78,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 79,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 80,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 81,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 82,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 83,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 84,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 85,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 86,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 87,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 88,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 89,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 90,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  },
  {
   "model": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
   "id": 91,
   "group": "stripped-crypto",
   "truth": "unpredictable",
   "answer": "UNPREDICTABLE",
   "raw": "UNPREDICTABLE"
  }
 ]
}