{ "config_version": "1.0.0", "model_id": "Qwen/Qwen2.5-32B", "model_kinds": [ "ARTIFACT" ], "model_class": { "module": "furiosa_models.architecture.models.qwen2", "name": "Qwen2ForCausalLM" }, "llm_config": { "optimization_config": { "attention_type": "PAGED_ATTENTION", "optimize_rope": true, "optimize_packed": true, "decompose_layernorm": false, "optimize_furiosa": false, "use_unsplit_packed": false, "compact_causal_mask": false, "use_rngd_gelu": false, "causal_mask_free_decoding": true, "kv_cache_sharing_across_beams": false, "inbound_beamsearch_softmax": false, "calculate_logit_only_for_last_token": false, "optimized_for_speculative_decoding": true, "use_2d_masks": false, "merged_kv_indices": false }, "quantization_config": { "weight": "bf16", "activation": "bf16", "kv_cache": "bf16", "use_mcp": false } }, "components_versions": { "furiosa_llm": { "version": "0.1.0-dev", "git_hash": "832055d", "build_time": null }, "furiosa_ir": { "version": "0.11.0-dev", "git_hash": "4467f6a699", "build_time": "2025-08-22T02:07:15Z" }, "furiosa_runtime": { "version": "2025.3.1", "git_hash": "832055d73", "build_time": "2025-08-22T02:07:20Z" }, "furiosa_model_compressor": { "version": "2025.3.0 (rev: 4cd9804)", "git_hash": null, "build_time": null } } }