gpt-5.6
Canonical model ID
gpt-5.6
gpt-5.6
Passed / total
50 / 50
50 / 50
Accuracy
100%
100%
Failed / errors
0 / 0
0 / 0
Average latency
3096 ms
3096 ms
{
"completion_tokens": 250,
"prompt_tokens": 3185,
"total_tokens": 3435
}Model configuration{
"adapter": "openai_compatible",
"base_url": "https://api.openai.com/v1",
"device": null,
"dtype": "auto",
"extra_headers": {},
"generation": {},
"id": "gpt-5.6",
"local_files_only": false,
"max_new_tokens": 512,
"model": "gpt-5.6",
"quantization_method": null,
"secret_env": "OPENAI_API_KEY",
"supports_json_mode": false,
"timeout": 120
}Run artifact directoryruns/pattern-iq/gpt-5.6
Question results (50 shown)
| Question | Status | Candidate response | Latency (ms) | Usage |
|---|---|---|---|---|
| piq01_numeric_add_3 Find the next number in the sequence: 2, 5, 8, 11, ? | ✓ PASS | 14 | 2557.0331609924324 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq02_numeric_multiply_add Find the next number in the sequence: 1, 3, 7, 15, ? | ✓ PASS | 31 | 1567.0102329895599 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq03_numeric_alternating Find the next number. The operations alternate +5, then -2: 4, 9, 7, 12, 10, 15, ? | ✓ PASS | 13 | 1147.5422799994703 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 64,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 68
} |
| piq04_numeric_squares Find the missing number: 1, 4, 9, ?, 25 | ✓ PASS | 16 | 1123.8167960109422 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 48,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 52
} |
| piq05_numeric_even_odd_pattern Fill in the blank: 2, 4, 7, 11, 16, ? | ✓ PASS | 22 | 2123.926978005329 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq06_letters_forward_step Find the next letter: C, F, I, L, ? | ✓ PASS | O | 1323.4104589937488 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 44,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 48
} |
| piq07_letters_skip_pattern Find the next letter when alphabet-position increments are +2, +3, +4, +5: A, C, F, J, ? | ✓ PASS | O | 931.1282069975277 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 60,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 64
} |
| piq08_letters_mirror Find the missing letter: A, Z, B, Y, C, X, ? | ✓ PASS | D | 1605.908505996922 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 48,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 52
} |
| piq09_letters_double_step Find the next letter when alphabet-position increments are +3, +4, +5, +6: D, G, K, P, ? | ✓ PASS | V | 1266.2354710046202 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 60,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 64
} |
| piq10_letters_two_streams Find the next pair: (A, Z), (B, Y), (C, X), ? | ✓ PASS | (D, W) | 7220.344533998286 | {
"completion_tokens": 7,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 36,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 43
} |
| piq11_numeric_mixed_ops Find the next number: 3, 6, 10, 15, 21, ? | ✓ PASS | 28 | 6231.9104869966395 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq12_numeric_second_difference Fill in the blank: 2, 5, 11, 20, 32, ? | ✓ PASS | 47 | 2221.0964650003007 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq13_numeric_fraction_pattern Find the next term: 1/2, 2/3, 3/4, 4/5, ? | ✓ PASS | 5/6 | 1911.4548100042157 | {
"completion_tokens": 6,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 56,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 62
} |
| piq14_numeric_combined_sequence In the sequence 1, 2, 4, 7, 11, 16, ?, each term after the first adds an increment that increases by 1. What is the next number? | ✓ PASS | 22 | 2123.1601659965236 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 72,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 76
} |
| piq15_numeric_prime_pattern Find the next prime: 2, 3, 5, 7, 11, ? | ✓ PASS | 13 | 1116.904267008067 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq16_letter_numeric_combo Fill in the blank: A1, C2, F3, J4, ? | ✓ PASS | O5 | 1305.3408929990837 | {
"completion_tokens": 5,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 48,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 53
} |
| piq17_letter_position_math Using A=1, B=2, ..., each letter position is the sum of the previous two positions. Starting A(1), B(2), C(3), what is the next letter? | ✓ PASS | E | 1782.6415799936512 | {
"completion_tokens": 27,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 17,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 71,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 98
} |
| piq18_letters_backward_forward Pattern: move +3, then -1 repeatedly. Starting from D: D, G, F, I, H, K, ? | ✓ PASS | J | 6247.7795490121935 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 58,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 62
} |
| piq19_mixed_odd_even Given: 2, 9, 4, 11, 6, 13, ? The even numbers increase by 2, the odd numbers increase by 2. What is the next term? | ✓ PASS | 8 | 5878.434709011344 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 73,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 77
} |
| piq20_numeric_ratio Find the missing number: 3, 6, 12, 24, ?, 96 | ✓ PASS | 48 | 2195.252953999443 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 51,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 55
} |
| piq21_logic_odd_one_out_numbers Which number is the only square of an odd integer: 16, 36, 49, 64? | ✓ PASS | 49 | 1109.3063919979613 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 53,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 57
} |
| piq22_logic_odd_one_letters Find the next pair in the sequence (A, Z), (C, X), (E, V), (G, T), ?. The first letter advances by 2 alphabet positions while the second ret | ✓ PASS | (I, R) | 1170.9098470018944 | {
"completion_tokens": 7,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 60,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 67
} |
| piq23_logic_two_dimension In a 2x2 grid, top row is 2, 4; bottom row is 6, ?. Pattern: each row increases by 2, each column increases by 4. What number is missing? | ✓ PASS | 8 | 2377.1940920123598 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 75,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 79
} |
| piq24_arithmetic_progression_missing Find the missing term in the arithmetic pattern: 5, 11, ?, 23, 29 | ✓ PASS | 17 | 1830.2831969922408 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 52,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 56
} |
| piq25_geometric_progression_missing Find the missing term in the geometric pattern: 3, 6, 12, ?, 48 | ✓ PASS | 24 | 1567.2994880005717 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 52,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 56
} |
| piq26_hard_numeric_second_order Sequence: 1, 2, 4, 7, 11, 16, 22, ?; the differences are 1,2,3,4,5,6,... What is the next term? | ✓ PASS | 29 | 5941.82524101052 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 77,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 81
} |
| piq27_hard_numeric_cubic_like Sequence: 1, 8, 27, 64, ?. Each term is the cube of its position. What is the next term? | ✓ PASS | 125 | 6038.523970011738 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 60,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 64
} |
| piq28_hard_numeric_two_interleaved Sequence: 2, 9, 4, 16, 6, 25, 8, ?. Even terms follow one pattern and odd terms another. Find the missing number. | ✓ PASS | 36 | 5946.9643859920325 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 69,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 73
} |
| piq29_hard_prime_plus_position Let Tₙ = Pₙ + n, where Pₙ is the nth prime number. For example: T₁ = 3, T₂ = 5, T₃ = 8, T₄ = 11. What is T₅? | ✓ PASS | 16 | 997.493259012117 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 87,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 91
} |
| piq30_hard_fraction_pattern Sequence: 1/3, 2/5, 3/7, 4/9, ?; what is the next term? | ✓ PASS | 5/11 | 1093.936835997738 | {
"completion_tokens": 6,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 60,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 66
} |
| piq31_letter_two_dimensional Pattern of pairs: (A, D), (C, F), (E, H), (G, J), ?. Each letter advances two alphabet positions. What is the next pair? | ✓ PASS | (I, L) | 1319.5535269915126 | {
"completion_tokens": 7,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 53,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 60
} |
| piq32_letter_mirror_center Original letters advance by +2, +3, +4 alphabet positions: A, C, F, ?. Their mirrors are Z, X, U, ?. What is the missing original letter? | ✓ PASS | J | 2880.3787409997312 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 69,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 73
} |
| piq33_mixed_letter_number_function Pattern: A1, C3, F6, J10, ?; the letter steps increase by +2, then +3, then +4... the numbers increase by +2, +3, +4.... What is the next te | ✓ PASS | O15 | 1600.002395993215 | {
"completion_tokens": 5,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 81,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 86
} |
| piq34_mixed_two_sequences_interleaved Sequence: A, 2, C, 6, E, 12, G, ?. Letters advance by 2. The numbers are 1×2, 2×3, 3×4, 4×5. What is missing? | ✓ PASS | 20 | 961.5516219928395 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 83,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 87
} |
| piq35_mixed_code_pattern Using A=1, B=2, ..., Z=26, which letter string is encoded by 3, 1, 20, 20, 1? | ✓ PASS | CATTA | 1245.3603289905004 | {
"completion_tokens": 5,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 65,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 70
} |
| piq36v2_numeric_grid_offsets A 3×3 grid starts with 2 at top-left. Moving one cell right adds 3; moving one cell down adds 4. What is the bottom-right value? | ✓ PASS | 16 | 6025.408850007807 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 67,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 71
} |
| piq37v2_matrix_row_products Each row has the form [a, b, a×b]. The rows are [2, 3, 6], [3, 4, 12], [4, 5, ?]. What is missing? | ✓ PASS | 20 | 6522.737688996131 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 77,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 81
} |
| piq38v2_matrix_column_rule In each column, the bottom number equals the top number plus the middle number. Top row: 2, 4, 6. Middle row: 3, 5, 7. Bottom row: 5, 9, ?. | ✓ PASS | 13 | 900.140318000922 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 84,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 88
} |
| piq39_logic_odd_one_combined The first three sets have the form {n, n², n³}. Which set does not have that form: {2, 4, 8}, {3, 9, 27}, {4, 16, 64}, {5, 20, 80}? | ✓ PASS | {5, 20, 80} | 2206.3996310025686 | {
"completion_tokens": 12,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 76,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 88
} |
| piq40_logic_symmetric In each row, the middle number is the square of the difference between the two edge numbers. If a row is 5, ?, 5, what is missing? | ✓ PASS | 0 | 6030.622594989836 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 64,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 68
} |
| piq41_advanced_numeric_pattern Sequence: 10, 11, 13, 16, 20, ?; differences are 1, 2, 3, 4,... What is the next term? | ✓ PASS | 25 | 5843.845244002296 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 69,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 73
} |
| piq42_advanced_letter_block Two-letter blocks start at A, C, F, J, with starting-letter increments +2, +3, +4, then +5. Each block contains consecutive letters: AB, CD, | ✓ PASS | OP | 6346.437927000807 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 79,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 83
} |
| piq43_advanced_fraction_sequence Sequence: 1, 1/2, 1/3, 1/4, ?; what is the next term? | ✓ PASS | 1/5 | 6036.380237987032 | {
"completion_tokens": 6,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 58,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 64
} |
| piq44_advanced_alternating_ops Sequence: 5, 8, 12, 17, 23, ?; differences are +3, +4, +5, +6,... What is the next term? | ✓ PASS | 30 | 3301.699664996704 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 69,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 73
} |
| piq45_advanced_letter_number_code Code: A1, C4, F8, J13, ?; letter increments: +2, +3, +4...; number increments: +3, +4, +5.... What is the next code? | ✓ PASS | O19 | 6116.5818459994625 | {
"completion_tokens": 5,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 77,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 82
} |
| piq46v2_interleaved_growth Two sequences are interleaved: 2, 10, 4, 20, 8, 40, 16, ?. The first doubles independently, and so does the second. What is missing? | ✓ PASS | 80 | 5859.611045001657 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 74,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 78
} |
| piq47v2_balanced_rows Each row has the same sum. The rows are [2, 5, 7], [3, 4, 7], [6, 1, ?]. What is missing? | ✓ PASS | 7 | 1991.0545800084947 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 70,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 74
} |
| piq48v2_diagonal_progression Read the main diagonal of a 3×3 grid from top-left to bottom-right: 3, 8, 15. The increases are +5 then +7. If the pattern continues with th | ✓ PASS | 24 | 1794.5854449935723 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 80,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 84
} |
| piq49v2_triangular_counts A dot pattern has 1 dot in figure 1, 3 in figure 2, 6 in figure 3, and 10 in figure 4. Each figure adds a new row containing one more dot th | ✓ PASS | 15 | 814.8149360058596 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 88,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 92
} |
| piq50v2_cyclic_symbols A marker cycles through positions North, East, South, West, then repeats. It is North at step 1. Where is it at step 8? | ✓ PASS | West | 7025.364676999743 | {
"completion_tokens": 4,
"completion_tokens_details": {
"accepted_prediction_tokens": 0,
"audio_tokens": 0,
"reasoning_tokens": 0,
"rejected_prediction_tokens": 0
},
"prompt_tokens": 62,
"prompt_tokens_details": {
"audio_tokens": 0,
"cache_write_tokens": 0,
"cached_tokens": 0
},
"total_tokens": 66
} |