| { |
| "layers": { |
| "layers.0.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.3392985920290812e-07 |
| }, |
| "layers.0.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.8723214623150852e-07 |
| }, |
| "layers.0.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1894770324261117e-07 |
| }, |
| "layers.0.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2989838182875246e-07 |
| }, |
| "layers.1.proj.ffn_down": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.631384520806023e-07 |
| }, |
| "layers.1.proj.ffn_up_gate": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.684371824239861e-07 |
| }, |
| "layers.1.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.184025109068898e-07 |
| }, |
| "layers.1.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.2392807491323765e-07 |
| }, |
| "layers.10.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.756944052696781e-08 |
| }, |
| "layers.10.proj.ffn_up_gate": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.5168643585639074e-07 |
| }, |
| "layers.10.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1793836307560923e-07 |
| }, |
| "layers.10.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.1711785791467264e-07 |
| }, |
| "layers.11.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.049142590811243e-08 |
| }, |
| "layers.11.proj.ffn_up_gate": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.8585585337405064e-07 |
| }, |
| "layers.11.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1128167187735016e-07 |
| }, |
| "layers.11.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1916507958176226e-07 |
| }, |
| "layers.12.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.120486055280708e-08 |
| }, |
| "layers.12.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2620658651485428e-07 |
| }, |
| "layers.12.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1276679146021706e-07 |
| }, |
| "layers.12.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2349573808023706e-07 |
| }, |
| "layers.13.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1497027685436478e-07 |
| }, |
| "layers.13.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.1578057385340799e-07 |
| }, |
| "layers.13.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.783386949227861e-07 |
| }, |
| "layers.13.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.9286424901565624e-07 |
| }, |
| "layers.14.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.432808431900412e-07 |
| }, |
| "layers.14.proj.ffn_up_gate": { |
| "codes_differ": 9.934107936260261e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2902359003419406e-07 |
| }, |
| "layers.14.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.0928219751349388e-07 |
| }, |
| "layers.14.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.754857947844357e-07 |
| }, |
| "layers.15.proj.ffn_down": { |
| "codes_differ": 1.9868215872520523e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.850263182897834e-08 |
| }, |
| "layers.15.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.8177678384745377e-07 |
| }, |
| "layers.15.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1120505405415315e-07 |
| }, |
| "layers.15.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.0215806273427006e-07 |
| }, |
| "layers.16.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.2886644640275335e-07 |
| }, |
| "layers.16.proj.ffn_up_gate": { |
| "codes_differ": 1.390775139498146e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.130414316070528e-07 |
| }, |
| "layers.16.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.0955108820098758e-07 |
| }, |
| "layers.16.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.116247372896396e-07 |
| }, |
| "layers.17.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.4488041699678433e-07 |
| }, |
| "layers.17.proj.ffn_up_gate": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.0247104259851767e-07 |
| }, |
| "layers.17.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1461845161875317e-07 |
| }, |
| "layers.17.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.0597822469881066e-07 |
| }, |
| "layers.18.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.4601499742639135e-07 |
| }, |
| "layers.18.proj.ffn_up_gate": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1870120886214863e-07 |
| }, |
| "layers.18.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.252370225302002e-07 |
| }, |
| "layers.18.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1865287063983487e-07 |
| }, |
| "layers.19.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 8.809950458044113e-08 |
| }, |
| "layers.19.proj.ffn_up_gate": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1906659835858591e-07 |
| }, |
| "layers.19.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1839849634043276e-07 |
| }, |
| "layers.19.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1906877972478469e-07 |
| }, |
| "layers.2.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 9.042304327522288e-08 |
| }, |
| "layers.2.proj.ffn_up_gate": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.7032657240179105e-07 |
| }, |
| "layers.2.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1880336359126886e-07 |
| }, |
| "layers.2.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2691432971223549e-07 |
| }, |
| "layers.20.proj.ffn_down": { |
| "codes_differ": 1.5894572413799324e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.079985452179244e-07 |
| }, |
| "layers.20.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1878373840090717e-07 |
| }, |
| "layers.20.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.0386462889755421e-07 |
| }, |
| "layers.20.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.226793244768487e-07 |
| }, |
| "layers.21.proj.ffn_down": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.560056923874072e-08 |
| }, |
| "layers.21.proj.ffn_up_gate": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.9078252933013573e-07 |
| }, |
| "layers.21.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 9.4368573400061e-08 |
| }, |
| "layers.21.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.0651181387165707e-07 |
| }, |
| "layers.22.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.506852242982859e-07 |
| }, |
| "layers.22.proj.ffn_up_gate": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.6246163170308137e-07 |
| }, |
| "layers.22.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.079006253235093e-07 |
| }, |
| "layers.22.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1896073459638501e-07 |
| }, |
| "layers.23.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.0184069054730571e-07 |
| }, |
| "layers.23.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.7844998012606084e-07 |
| }, |
| "layers.23.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.578902648854637e-08 |
| }, |
| "layers.23.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.191006191447741e-07 |
| }, |
| "layers.24.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.618792850877071e-07 |
| }, |
| "layers.24.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.3903402873438608e-07 |
| }, |
| "layers.24.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.2031759411001985e-07 |
| }, |
| "layers.24.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.011236404086958e-07 |
| }, |
| "layers.25.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.0367369895902812e-07 |
| }, |
| "layers.25.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.8590577610666514e-07 |
| }, |
| "layers.25.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.1717438869472971e-07 |
| }, |
| "layers.25.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2428462525804207e-07 |
| }, |
| "layers.26.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1830976376359104e-07 |
| }, |
| "layers.26.proj.ffn_up_gate": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.936578541972267e-07 |
| }, |
| "layers.26.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 8.91398101998675e-08 |
| }, |
| "layers.26.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.1871947808449477e-07 |
| }, |
| "layers.27.proj.ffn_down": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1907199848337768e-07 |
| }, |
| "layers.27.proj.ffn_up_gate": { |
| "codes_differ": 9.934107936260261e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2455305409275752e-07 |
| }, |
| "layers.27.proj.o": { |
| "codes_differ": 2.119276274470394e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.5307291789667943e-07 |
| }, |
| "layers.27.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.188910374594343e-07 |
| }, |
| "layers.28.proj.ffn_down": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1793658671876983e-07 |
| }, |
| "layers.28.proj.ffn_up_gate": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.6735472740947444e-07 |
| }, |
| "layers.28.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.2254056969140947e-07 |
| }, |
| "layers.28.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.568404144336455e-07 |
| }, |
| "layers.29.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.5260346231116273e-07 |
| }, |
| "layers.29.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.8004982393904356e-07 |
| }, |
| "layers.29.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1890709572526248e-07 |
| }, |
| "layers.29.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.7807460039875878e-07 |
| }, |
| "layers.3.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.0612849621338682e-07 |
| }, |
| "layers.3.proj.ffn_up_gate": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.833542881968242e-07 |
| }, |
| "layers.3.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1090031648564036e-07 |
| }, |
| "layers.3.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.197915366901725e-07 |
| }, |
| "layers.30.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2138130500716215e-07 |
| }, |
| "layers.30.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.9906602233277226e-07 |
| }, |
| "layers.30.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.888224119284132e-07 |
| }, |
| "layers.30.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1880207750891714e-07 |
| }, |
| "layers.31.proj.ffn_down": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1816119638297096e-07 |
| }, |
| "layers.31.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2494258783135592e-07 |
| }, |
| "layers.31.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1898832497081457e-07 |
| }, |
| "layers.31.proj.qkv": { |
| "codes_differ": 1.4128508496469294e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.9457179689652548e-07 |
| }, |
| "layers.32.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.196469270325906e-07 |
| }, |
| "layers.32.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.5289764121462213e-07 |
| }, |
| "layers.32.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1854592685267562e-07 |
| }, |
| "layers.32.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.095950009106673e-07 |
| }, |
| "layers.33.proj.ffn_down": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.0456012944359827e-07 |
| }, |
| "layers.33.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.7346742708923557e-07 |
| }, |
| "layers.33.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.5074544990056893e-07 |
| }, |
| "layers.33.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.066538371536808e-07 |
| }, |
| "layers.34.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1898510621222158e-07 |
| }, |
| "layers.34.proj.ffn_up_gate": { |
| "codes_differ": 1.5894572413799324e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.8587792283142335e-07 |
| }, |
| "layers.34.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1715601999640057e-07 |
| }, |
| "layers.34.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.9020653496681916e-07 |
| }, |
| "layers.35.proj.ffn_down": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1855083670297972e-07 |
| }, |
| "layers.35.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.5672425490720343e-07 |
| }, |
| "layers.35.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1876607430849617e-07 |
| }, |
| "layers.35.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.269275315962659e-07 |
| }, |
| "layers.36.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1903318153372311e-07 |
| }, |
| "layers.36.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.3772520901511598e-07 |
| }, |
| "layers.36.proj.o": { |
| "codes_differ": 2.119276274470394e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1975558322774305e-07 |
| }, |
| "layers.36.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1895051699184478e-07 |
| }, |
| "layers.37.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.2049756037413317e-07 |
| }, |
| "layers.37.proj.ffn_up_gate": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.9627046299319773e-07 |
| }, |
| "layers.37.proj.o": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2641937985335971e-07 |
| }, |
| "layers.37.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1886103834513051e-07 |
| }, |
| "layers.38.proj.ffn_down": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2264419524399273e-07 |
| }, |
| "layers.38.proj.ffn_up_gate": { |
| "codes_differ": 9.934107936260261e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2152753470218158e-07 |
| }, |
| "layers.38.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1920585052394017e-07 |
| }, |
| "layers.38.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.748006610569064e-07 |
| }, |
| "layers.39.proj.ffn_down": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1971006586009025e-07 |
| }, |
| "layers.39.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.2041955105578381e-07 |
| }, |
| "layers.39.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1911176756029818e-07 |
| }, |
| "layers.39.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2006408667275537e-07 |
| }, |
| "layers.4.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 9.893928876181235e-08 |
| }, |
| "layers.4.proj.ffn_up_gate": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.5780668150000565e-07 |
| }, |
| "layers.4.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.029443635365169e-07 |
| }, |
| "layers.4.proj.qkv": { |
| "codes_differ": 1.059638137235197e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2476535005134792e-07 |
| }, |
| "layers.40.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.2678208349825582e-07 |
| }, |
| "layers.40.proj.ffn_up_gate": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.6128622348787758e-07 |
| }, |
| "layers.40.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.23076247859899e-07 |
| }, |
| "layers.40.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.3338221549474838e-07 |
| }, |
| "layers.41.proj.ffn_down": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1914860920114734e-07 |
| }, |
| "layers.41.proj.ffn_up_gate": { |
| "codes_differ": 9.934107936260261e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.496324415484196e-07 |
| }, |
| "layers.41.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.0583708248977928e-07 |
| }, |
| "layers.41.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.1920740778114123e-07 |
| }, |
| "layers.5.proj.ffn_down": { |
| "codes_differ": 1.1920928955078125e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.332252850261284e-07 |
| }, |
| "layers.5.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.593956113765671e-07 |
| }, |
| "layers.5.proj.o": { |
| "codes_differ": 2.119276274470394e-07, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.103257514818324e-07 |
| }, |
| "layers.5.proj.qkv": { |
| "codes_differ": 7.064254248234647e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.3004408572214743e-07 |
| }, |
| "layers.6.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.0943085015924225e-07 |
| }, |
| "layers.6.proj.ffn_up_gate": { |
| "codes_differ": 1.9868215517249155e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1509915509577695e-07 |
| }, |
| "layers.6.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 2.3288382067221391e-07 |
| }, |
| "layers.6.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1828979040728882e-07 |
| }, |
| "layers.7.proj.ffn_down": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 8.206040291725003e-08 |
| }, |
| "layers.7.proj.ffn_up_gate": { |
| "codes_differ": 9.934107936260261e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.7816714148466417e-07 |
| }, |
| "layers.7.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1494226725972112e-07 |
| }, |
| "layers.7.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.2654429326630634e-07 |
| }, |
| "layers.8.proj.ffn_down": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1588918624738653e-07 |
| }, |
| "layers.8.proj.ffn_up_gate": { |
| "codes_differ": 5.960464477539063e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.6010116610232217e-07 |
| }, |
| "layers.8.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.1378087805269388e-07 |
| }, |
| "layers.8.proj.qkv": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.192028804553047e-07 |
| }, |
| "layers.9.proj.ffn_down": { |
| "codes_differ": 7.947286206899662e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 9.420618596323038e-08 |
| }, |
| "layers.9.proj.ffn_up_gate": { |
| "codes_differ": 3.973643103449831e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 1.1884377215665154e-07 |
| }, |
| "layers.9.proj.o": { |
| "codes_differ": 0.0, |
| "codes_max_diff": 0, |
| "scale_rel_max": 1.191362315466904e-07 |
| }, |
| "layers.9.proj.qkv": { |
| "codes_differ": 3.5321271241173235e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.029786685397994e-07 |
| } |
| }, |
| "mismatch": [], |
| "only_ours": [], |
| "only_ref": [], |
| "equal_other_tensors": 421, |
| "summary": { |
| "quant_layers": 168, |
| "codes_differ_max": 2.119276274470394e-07, |
| "codes_differ_mean": 5.034069618302185e-08, |
| "codes_max_diff": 1, |
| "scale_rel_max": 2.3288382067221391e-07, |
| "mismatches": 0, |
| "only_ours": 0, |
| "only_ref": 0 |
| } |
| } |
