{ "adapter_config": { "alora_invocation_tokens": null, "alpha_pattern": {}, "arrow_config": null, "auto_mapping": null, "base_model_name_or_path": "Qwen/Qwen3.6-27B", "bias": "none", "corda_config": null, "ensure_weight_tying": false, "eva_config": null, "exclude_modules": null, "fan_in_fan_out": false, "inference_mode": true, "init_lora_weights": true, "layer_replication": null, "layers_pattern": null, "layers_to_transform": null, "loftq_config": {}, "lora_alpha": 128, "lora_bias": false, "lora_dropout": 0.05, "lora_ga_config": null, "megatron_config": null, "megatron_core": "megatron.core", "modules_to_save": null, "peft_type": "LORA", "peft_version": "0.19.1", "qalora_group_size": 16, "r": 64, "rank_pattern": {}, "revision": null, "target_modules": "(?!.*visual).*\\.(q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj)", "target_parameters": null, "task_type": "CAUSAL_LM", "trainable_token_indices": null, "use_bdlora": null, "use_dora": false, "use_qalora": false, "use_rslora": false }, "hf": { "timings": { "hf_load_base": 32.24131433299044, "hf_apply_adapter": 9.03372309403494, "hf_decode_adapter": 111.14524953003274, "hf_logits_adapter": 1.4711488810135052, "hf_merge": 0.42533229797845706, "hf_save_merged": 132.39111311297165, "hf_restore_base_only": 1.0795407029800117, "hf_load_merged": 15.514058025029954, "hf_decode_merged": 55.286309406976216, "hf_logits_merged": 1.0814605370396748 }, "hf_adapter_vs_merged": { "all_token_ids_exact_match": false, "logit_max_abs_diff": 6.109375, "logit_mean_abs_diff": 0.033503563340466246, "argmax_agreement": 0.9929140832595217, "per_prompt": [ { "prompt": "What is the capital of France, and why is it historically significant?", "token_ids_exact_match": false, "first_divergence_idx": 20, "logit_max_abs_diff": 6.109375, "logit_mean_abs_diff": 0.03354217857122421, "argmax_agreement": 0.9857142567634583 }, { "prompt": "Solve step by step: a train travels 120 km in 1.5 hours. What is its average speed?", "token_ids_exact_match": false, "first_divergence_idx": 138, "logit_max_abs_diff": 2.8125, "logit_mean_abs_diff": 0.03629594296216965, "argmax_agreement": 0.9931740760803223 }, { "prompt": "Write a short Python function that returns the n-th Fibonacci number.", "token_ids_exact_match": true, "first_divergence_idx": null, "logit_max_abs_diff": 2.78125, "logit_mean_abs_diff": 0.03149561583995819, "argmax_agreement": 0.9964157938957214 }, { "prompt": "Explain in two sentences why the sky appears blue.", "token_ids_exact_match": true, "first_divergence_idx": null, "logit_max_abs_diff": 3.09375, "logit_mean_abs_diff": 0.032533302903175354, "argmax_agreement": 0.9963898658752441 } ] } }, "weight_check": { "scaling": 2.0, "n_modules": 256, "n_modules_total": 256, "max_abs_diff_vs_fp32_ref": 0.00022973120212554932, "max_rel_diff_vs_fp32_ref": 0.0038910505827516317, "worst_module": "model.language_model.layers.47.self_attn.v_proj.weight", "non_target_checked": [ [ "model.language_model.embed_tokens.weight", true ], [ "model.visual.patch_embed.proj.bias", true ], [ "model.visual.patch_embed.proj.weight", true ], [ "model.visual.pos_embed.weight", true ], [ "mtp.pre_fc_norm_embedding.weight", true ], [ "lm_head.weight", true ], [ "model.language_model.layers.0.input_layernorm.weight", true ], [ "model.language_model.layers.0.linear_attn.norm.weight", true ] ], "non_target_identical": 8, "bf16_ulp_rel": 0.00390625 }, "engines": { "A": { "engine": "HF base+LoRA", "gens": [ [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 27382, 1386, 279, 6007, 3296, 92217, 561, 1156, 16561, 364, 279, 6511, 314, 9338, 321, 1141, 13263, 24556, 13, 198, 17, 13, 220, 2972, 15666, 279, 1118, 919, 92217, 561, 6511, 314, 9338, 369, 11751, 13, 198, 18, 13, 220, 2972, 4146, 279, 2018, 919, 92217, 8169, 369, 11751, 33649, 4927, 30, 353, 1144, 310, 3300, 264, 61446, 694, 15352, 22527, 314, 1141, 13263, 12287, 13, 198, 19, 13, 220, 2972, 1536, 13263, 3387, 883, 11751, 92217, 198, 256, 471, 35725, 14, 39836, 3712, 25, 75053, 539, 279, 11751, 3680, 32459, 11, 2843, 12386, 3177, 318, 43, 330, 294, 667, 8, 198, 256, 471, 74509, 4031, 25, 5651, 314, 6618, 318, 29187, 314, 11751, 11, 17508, 3835, 16, 16, 20, 15, 681, 41679, 17120, 318, 2536, 265, 9141, 368, 11, 199949, 28589, 385, 6502, 681, 4788, 3990, 314, 279, 8323, 24284, 198, 256, 471, 52459, 14, 39836, 17722, 25, 38901, 321, 19034, 18156, 11, 8323, 83079, 579, 10407, 11, 4257, 314, 18001, 321, 34508, 198, 256, 471, 220, 16, 23, 337, 9018, 25, 88664, 3990, 11, 2660, 314, 279, 8323, 21440, 318, 16, 22, 23, 24, 681, 43563, 4369, 11, 78082, 314, 35925, 11, 3478, 4788, 92305, 21090, 198, 256, 471, 220, 16, 24, 337, 9018, 25, 23770, 1954, 11, 13697, 1790, 17039, 579, 74910, 11, 6590, 2792, 314, 220, 16, 23, 22, 16, 11, 12387, 94869, 318, 24415, 10860, 2074, 11, 16698, 11, 18550, 8, 198, 256, 471, 220, 17, 15, 337, 9018, 25 ], [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 2014, 53983, 2570, 5396, 64700, 198, 256, 471, 21397, 25, 357, 5257, 33060, 220, 16, 17, 15, 12754, 303, 220, 16, 13, 20, 3979, 13, 198, 256, 471, 15380, 25, 3437, 369, 1141, 5289, 4478, 30, 198, 256, 471, 5952, 25, 61148, 2923, 539, 2923, 13, 271, 17, 13, 220, 2972, 27382, 1386, 5141, 73182, 64700, 198, 256, 471, 22830, 4478, 14377, 25, 14739, 283, 30116, 593, 3984, 198, 256, 471, 15767, 25, 30116, 283, 220, 16, 17, 15, 12754, 11, 3984, 283, 220, 16, 13, 20, 3979, 198, 256, 471, 14235, 310, 10724, 25, 14739, 303, 12754, 7294, 271, 18, 13, 220, 2972, 8046, 13909, 12, 8046, 71690, 64700, 198, 256, 471, 14392, 220, 16, 25, 9357, 1441, 279, 14377, 364, 5289, 4478, 13, 198, 257, 14739, 283, 30116, 1624, 115, 3984, 198, 256, 471, 14392, 220, 17, 25, 51032, 303, 279, 2574, 2663, 13, 198, 257, 14739, 283, 220, 16, 17, 15, 12754, 1624, 115, 220, 16, 13, 20, 3979, 198, 256, 471, 14392, 220, 18, 25, 24209, 279, 12436, 13, 198, 257, 220, 16, 17, 15, 1624, 115, 220, 16, 13, 20, 283, 220, 23, 15, 198, 256, 471, 14392, 220, 19, 25, 3130, 279, 1534, 4087, 440, 7896, 13, 198, 257, 22830, 4478, 283, 220, 23, 15, 12754, 7294, 271, 19, 13, 220, 2972, 31547, 64700, 198, 256, 471, 4109, 25, 220, 23, 15, 12754, 7294, 23985, 220, 16, 13, 20, 304, 283, 220, 16, 17, 15, 12754, 13, 38643, 13 ], [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 15771, 2598, 2570, 5952, 92217, 561, 1156, 6587, 264, 2716, 12654, 709, 421, 4523, 279, 307, 7324, 76938, 1324, 13, 271, 17, 13, 220, 2972, 27382, 1386, 5141, 32666, 92217, 198, 256, 471, 11106, 25, 12654, 198, 256, 471, 8984, 25, 307, 7324, 76938, 1324, 198, 256, 471, 42794, 25, 10382, 30211, 66, 1029, 271, 18, 13, 220, 2972, 35944, 76938, 19107, 92217, 198, 256, 471, 426, 7, 15, 8, 283, 220, 15, 198, 256, 471, 426, 7, 16, 8, 283, 220, 16, 198, 256, 471, 426, 1393, 8, 283, 426, 1393, 12, 16, 8, 478, 426, 1393, 12, 17, 8, 364, 307, 2518, 220, 17, 198, 256, 471, 6817, 25, 4188, 16954, 1151, 440, 426, 7, 16, 11393, 16, 11, 426, 7, 17, 11393, 16, 11, 694, 279, 5129, 15019, 20624, 369, 426, 7, 15, 11393, 15, 11, 426, 7, 16, 11393, 16, 13, 353, 3172, 8941, 440, 421, 694, 628, 6088, 424, 413, 4221, 13, 271, 19, 13, 220, 2972, 79503, 29806, 14147, 92217, 198, 256, 471, 348, 75853, 77340, 8722, 694, 61240, 318, 46, 7, 17, 83193, 578, 198, 256, 471, 348, 8275, 1340, 77340, 85943, 318, 46, 1393, 8, 854, 11, 496, 7, 16, 8, 3433, 8, 198, 256, 471, 348, 6479, 26793, 6880, 77340, 496, 12171, 307, 8, 694, 777, 6150, 198, 256, 471, 348, 27852, 294, 579, 14377, 77340, 496, 7, 16, 8, 694, 18484, 1406, 15579, 4562, 198, 256, 471, 348, 44856, 1954, 77340, 7441, 694, 11039, 22373 ], [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 2014, 53983, 2570, 5396, 64700, 198, 256, 471, 2972, 14162, 64700, 8169, 1503, 279, 12515, 4833, 6105, 30, 198, 256, 471, 2972, 17355, 64700, 79091, 303, 6681, 1330, 22157, 13, 271, 17, 13, 220, 2972, 27382, 1386, 5141, 35801, 73182, 64700, 198, 256, 471, 7806, 4009, 5435, 660, 7736, 314, 279, 9155, 19142, 13, 198, 256, 471, 8964, 579, 16078, 1100, 9872, 22602, 89661, 318, 11855, 5285, 29899, 8, 777, 1056, 4860, 89661, 318, 1114, 25643, 5131, 8, 4016, 310, 12870, 60845, 69377, 13, 198, 256, 471, 5456, 6213, 513, 777, 15739, 310, 6105, 1056, 76990, 11, 748, 567, 42918, 279, 12515, 430, 6105, 13, 271, 18, 13, 220, 2972, 48401, 471, 76802, 220, 16, 318, 13423, 383, 69377, 188912, 198, 256, 7806, 4009, 5435, 660, 7736, 314, 279, 9155, 19142, 11, 694, 8964, 579, 16078, 1100, 9872, 22602, 6105, 89661, 777, 13057, 1056, 4860, 2438, 89661, 1472, 264, 1817, 2512, 12870, 60845, 69377, 13, 271, 19, 13, 220, 2972, 48401, 471, 76802, 220, 17, 318, 13423, 383, 19808, 188912, 198, 256, 10022, 76990, 3000, 1100, 9872, 1442, 777, 11, 1004, 6213, 513, 777, 15739, 310, 6105, 11, 864, 369, 3069, 567, 42918, 279, 12515, 430, 45239, 6105, 13, 271, 20, 13, 220, 2972, 3840, 84457, 64700, 198, 256, 471, 66172, 1330, 22157, 30, 7179, 13, 198, 256, 471, 17467, 1674, 3069, 279, 12515, 7701, 6105, 30, 7179, 13, 198, 256, 471, 35801, 722, 12995, 30, 7179, 13, 271, 21, 13, 220, 2972, 3812, 472 ] ], "load_s": 41.27503742702538, "decode_s": 111.14524953003274, "gen_tokens": 1024 }, "B": { "engine": "HF merged", "gens": [ [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 27382, 1386, 279, 6007, 3296, 92217, 561, 1156, 16561, 1330, 2433, 25, 198, 256, 471, 3437, 369, 279, 6511, 314, 9338, 30, 198, 256, 471, 8169, 369, 424, 33649, 4927, 30, 271, 17, 13, 220, 2972, 15666, 279, 1118, 919, 92217, 561, 6511, 314, 9338, 369, 11751, 13, 271, 18, 13, 220, 2972, 4146, 279, 2018, 919, 318, 42005, 908, 24556, 31230, 25, 353, 1144, 310, 3300, 264, 61446, 694, 15352, 22527, 314, 11751, 579, 13263, 24556, 13, 5141, 3387, 310, 3311, 25, 198, 256, 471, 35725, 14, 1993, 30839, 31304, 318, 43, 330, 294, 667, 11, 12386, 16576, 11, 39654, 6310, 8, 198, 256, 471, 29501, 2805, 42011, 3990, 314, 9338, 318, 3243, 278, 6511, 11, 83079, 11, 8323, 21440, 8, 198, 256, 471, 88664, 321, 19034, 18156, 318, 18642, 2305, 11, 58641, 11, 11991, 79835, 8, 198, 256, 471, 5001, 321, 7431, 318, 49, 6933, 23217, 11, 13977, 10860, 2074, 11, 6278, 1880, 11, 16698, 8, 198, 256, 471, 23269, 4038, 57902, 318, 36, 2992, 300, 21262, 11, 42027, 9141, 368, 11, 9440, 46890, 11, 4831, 5946, 198, 256, 471, 14955, 303, 3478, 13263, 4216, 318, 41772, 21440, 11, 4196, 14534, 11, 220, 16, 24, 21, 23, 21231, 11, 4831, 5946, 198, 256, 471, 7711, 9870, 318, 69, 8517, 11, 33847, 11, 59174, 11, 77989, 4196, 32043, 8, 271, 19, 13, 220, 2972, 22238, 279, 1965, 92217, 198, 256, 471, 6916, 4087, 1118, 198, 256, 471, 10446, 537, 13263, 24556, 1083, 2708, 11 ], [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 2014, 53983, 2570, 5396, 64700, 198, 256, 471, 21397, 25, 357, 5257, 33060, 220, 16, 17, 15, 12754, 303, 220, 16, 13, 20, 3979, 13, 198, 256, 471, 15380, 25, 3437, 369, 1141, 5289, 4478, 30, 198, 256, 471, 5952, 25, 61148, 2923, 539, 2923, 13, 271, 17, 13, 220, 2972, 27382, 1386, 5141, 73182, 64700, 198, 256, 471, 22830, 4478, 14377, 25, 14739, 283, 30116, 593, 3984, 198, 256, 471, 15767, 25, 30116, 283, 220, 16, 17, 15, 12754, 11, 3984, 283, 220, 16, 13, 20, 3979, 198, 256, 471, 14235, 310, 10724, 25, 14739, 303, 12754, 7294, 271, 18, 13, 220, 2972, 8046, 13909, 12, 8046, 71690, 64700, 198, 256, 471, 14392, 220, 16, 25, 9357, 1441, 279, 14377, 364, 5289, 4478, 13, 198, 257, 471, 14739, 283, 30116, 1624, 115, 3984, 198, 256, 471, 14392, 220, 17, 25, 51032, 303, 279, 2574, 2663, 13, 198, 257, 471, 14739, 283, 220, 16, 17, 15, 12754, 1624, 115, 220, 16, 13, 20, 3979, 198, 256, 471, 14392, 220, 18, 25, 24209, 279, 12436, 13, 198, 257, 471, 220, 16, 17, 15, 1624, 115, 220, 16, 13, 20, 283, 220, 23, 15, 198, 256, 471, 14392, 220, 19, 25, 3130, 279, 1534, 4087, 440, 7896, 13, 198, 257, 471, 22830, 4478, 283, 220, 23, 15, 12754, 7294, 271, 19, 13, 220, 2972, 31547, 64700, 198, 256, 471, 4109, 25, 220, 23, 15, 12754, 7294, 23985, 220, 16, 13, 20, 304, 283, 220, 16, 17, 15 ], [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 15771, 2598, 2570, 5952, 92217, 561, 1156, 6587, 264, 2716, 12654, 709, 421, 4523, 279, 307, 7324, 76938, 1324, 13, 271, 17, 13, 220, 2972, 27382, 1386, 5141, 32666, 92217, 198, 256, 471, 11106, 25, 12654, 198, 256, 471, 8984, 25, 307, 7324, 76938, 1324, 198, 256, 471, 42794, 25, 10382, 30211, 66, 1029, 271, 18, 13, 220, 2972, 35944, 76938, 19107, 92217, 198, 256, 471, 426, 7, 15, 8, 283, 220, 15, 198, 256, 471, 426, 7, 16, 8, 283, 220, 16, 198, 256, 471, 426, 1393, 8, 283, 426, 1393, 12, 16, 8, 478, 426, 1393, 12, 17, 8, 364, 307, 2518, 220, 17, 198, 256, 471, 6817, 25, 4188, 16954, 1151, 440, 426, 7, 16, 11393, 16, 11, 426, 7, 17, 11393, 16, 11, 694, 279, 5129, 15019, 20624, 369, 426, 7, 15, 11393, 15, 11, 426, 7, 16, 11393, 16, 13, 353, 3172, 8941, 440, 421, 694, 628, 6088, 424, 413, 4221, 13, 271, 19, 13, 220, 2972, 79503, 29806, 14147, 92217, 198, 256, 471, 348, 75853, 77340, 8722, 694, 61240, 318, 46, 7, 17, 83193, 578, 198, 256, 471, 348, 8275, 1340, 77340, 85943, 318, 46, 1393, 8, 854, 11, 496, 7, 16, 8, 3433, 8, 198, 256, 471, 348, 6479, 26793, 6880, 77340, 496, 12171, 307, 8, 694, 777, 6150, 198, 256, 471, 348, 27852, 294, 579, 14377, 77340, 496, 7, 16, 8, 694, 18484, 1406, 15579, 4562, 198, 256, 471, 348, 44856, 1954, 77340, 7441, 694, 11039, 22373 ], [ 8160, 579, 264, 7047, 1817, 25, 271, 16, 13, 220, 2972, 2014, 53983, 2570, 5396, 64700, 198, 256, 471, 2972, 14162, 64700, 8169, 1503, 279, 12515, 4833, 6105, 30, 198, 256, 471, 2972, 17355, 64700, 79091, 303, 6681, 1330, 22157, 13, 271, 17, 13, 220, 2972, 27382, 1386, 5141, 35801, 73182, 64700, 198, 256, 471, 7806, 4009, 5435, 660, 7736, 314, 279, 9155, 19142, 13, 198, 256, 471, 8964, 579, 16078, 1100, 9872, 22602, 89661, 318, 11855, 5285, 29899, 8, 777, 1056, 4860, 89661, 318, 1114, 25643, 5131, 8, 4016, 310, 12870, 60845, 69377, 13, 198, 256, 471, 5456, 6213, 513, 777, 15739, 310, 6105, 1056, 76990, 11, 748, 567, 42918, 279, 12515, 430, 6105, 13, 271, 18, 13, 220, 2972, 48401, 471, 76802, 220, 16, 318, 13423, 383, 69377, 188912, 198, 256, 7806, 4009, 5435, 660, 7736, 314, 279, 9155, 19142, 11, 694, 8964, 579, 16078, 1100, 9872, 22602, 6105, 89661, 777, 13057, 1056, 4860, 2438, 89661, 1472, 264, 1817, 2512, 12870, 60845, 69377, 13, 271, 19, 13, 220, 2972, 48401, 471, 76802, 220, 17, 318, 13423, 383, 19808, 188912, 198, 256, 10022, 76990, 3000, 1100, 9872, 1442, 777, 11, 1004, 6213, 513, 777, 15739, 310, 6105, 11, 864, 369, 3069, 567, 42918, 279, 12515, 430, 45239, 6105, 13, 271, 20, 13, 220, 2972, 3840, 84457, 64700, 198, 256, 471, 66172, 1330, 22157, 30, 7179, 13, 198, 256, 471, 17467, 1674, 3069, 279, 12515, 7701, 6105, 30, 7179, 13, 198, 256, 471, 35801, 722, 12995, 30, 7179, 13, 271, 21, 13, 220, 2972, 3812, 472 ] ], "load_s": 15.514058025029954, "decode_s": 55.286309406976216, "gen_tokens": 1024 } }, "argmax_matrix": { "A_vs_B": 0.9937777777777778 } }