openai

/

gpt-oss-20b

like 3.15k

Follow

OpenAI 17.9k

PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True  python -m gpt_oss.generate --backend triton /gpt-oss-
20b/original/  --limit 32

Generated token: ' |', logprob: -1.2333217859268188
Generated token: ' res', logprob: -2.672537088394165
Generated token: '.', logprob: -1.2738728523254395
Generated token: '2', logprob: -1.8448734283447266
Generated token: ',', logprob: -0.5159926414489746
Generated token: ' ', logprob: -1.4136345386505127
Generated token: ' -', logprob: -1.9915673732757568
Generated token: '\n\n', logprob: -1.5466686487197876
Generated token: ' ', logprob: -1.5162055492401123
Generated token: '.', logprob: -2.169590950012207
Generated token: ' ', logprob: -1.7585097551345825
Generated token: ' (', logprob: -2.084488868713379
Generated token: '\n\n', logprob: -2.518779993057251
Generated token: '\n\n', logprob: -0.9183954000473022
Generated token: ' ', logprob: -1.414157748222351
Generated token: '-', logprob: -1.9459097385406494
Generated token: ' (', logprob: -1.5336008071899414
Generated token: ' (', logprob: -1.7859047651290894
Generated token: ' -', logprob: -1.7958412170410156
Generated token: ' (', logprob: -2.410116672515869
Generated token: '-', logprob: -1.5085914134979248
Generated token: '.', logprob: -2.138002634048462
Generated token: ' ', logprob: -2.001537799835205
Generated token: '\n\n', logprob: -2.243804454803467
Generated token: ' ', logprob: -2.1050305366516113
Generated token: ' -', logprob: -1.1945888996124268
Generated token: '?', logprob: -2.542161226272583
Generated token: '...', logprob: -1.8353501558303833
Generated token: ' -', logprob: -2.424508571624756
Generated token: ' ', logprob: -2.0579416751861572
Generated token: ' -', logprob: -1.6500673294067383
Generated token: '.', logprob: -1.544258713722229