MAGIC=GGUF
VERSION=3
TENSOR_COUNT=311
METADATA_COUNT=34
GENERAL_ARCHITECTURE=qwen3
GENERAL_TYPE=model
GENERAL_NAME=Qwen3 0.6B
GENERAL_BASENAME=Qwen3
GENERAL_SIZE_LABEL=0.6B
GENERAL_LICENSE=apache-2.0
GENERAL_LICENSE_LINK=https://huggingface.co/Qwen/Qwen3-0.6B/blob/main/LICENSE
GENERAL_BASE_MODEL_COUNT=1
GENERAL_BASE_MODEL_0_NAME=Qwen3 0.6B Base
GENERAL_BASE_MODEL_0_ORGANIZATION=Qwen
GENERAL_BASE_MODEL_0_REPO_URL=https://huggingface.co/Qwen/Qwen3-0.6B-Base
GENERAL_TAGS=ARRAY_TYPE=8,ARRAY_LENGTH=1
QWEN3_BLOCK_COUNT=28
QWEN3_CONTEXT_LENGTH=40960
QWEN3_EMBEDDING_LENGTH=1024
QWEN3_FEED_FORWARD_LENGTH=3072
QWEN3_ATTENTION_HEAD_COUNT=16
QWEN3_ATTENTION_HEAD_COUNT_KV=8
QWEN3_ROPE_FREQ_BASE=1000000.0
QWEN3_ATTENTION_LAYER_NORM_RMS_EPSILON=9.999999974752427e-07
QWEN3_ATTENTION_KEY_LENGTH=128
QWEN3_ATTENTION_VALUE_LENGTH=128
GENERAL_FILE_TYPE=0
GENERAL_QUANTIZATION_VERSION=2
TOKENIZER_GGML_MODEL=gpt2
TOKENIZER_GGML_PRE=qwen2
TOKENIZER_GGML_TOKENS=ARRAY_TYPE=8,ARRAY_LENGTH=151936
TOKENIZER_GGML_TOKEN_TYPE=ARRAY_TYPE=5,ARRAY_LENGTH=151936
TOKENIZER_GGML_MERGES=ARRAY_TYPE=8,ARRAY_LENGTH=151387
TOKENIZER_GGML_EOS_TOKEN_ID=151645
TOKENIZER_GGML_PADDING_TOKEN_ID=151643
TOKENIZER_GGML_BOS_TOKEN_ID=151643
TOKENIZER_GGML_ADD_BOS_TOKEN=False
TOKENIZER_CHAT_TEMPLATE={%- if tools %}
    {{- '<|im_start|>system\n' }}
    {%- if messages[0].role == 'system' %}
        {{- messages[0].content + '\n\n' }}
    {%- endif %}
    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
    {%- for tool in tools %}
        {{- "\n" }}
        {{- tool | tojson }}
    {%- endfor %}
    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
{%- else %}
    {%- if messages[0].role == 'system' %}
        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
    {%- endif %}
{%- endif %}
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
{%- for message in messages[::-1] %}
    {%- set index = (messages|length - 1) - loop.index0 %}
    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
        {%- set ns.multi_step_tool = false %}
        {%- set ns.last_query_index = index %}
    {%- endif %}
{%- endfor %}
{%- for message in messages %}
    {%- if message.content is string %}
        {%- set content = message.content %}
    {%- else %}
        {%- set content = '' %}
    {%- endif %}
    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
    {%- elif message.role == "assistant" %}
        {%- set reasoning_content = '' %}
        {%- if message.reasoning_content is string %}
            {%- set reasoning_content = message.reasoning_content %}
        {%- else %}
            {%- if '</think>' in content %}
                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
            {%- endif %}
        {%- endif %}
        {%- if loop.index0 > ns.last_query_index %}
            {%- if loop.last or (not loop.last and reasoning_content) %}
                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
            {%- else %}
                {{- '<|im_start|>' + message.role + '\n' + content }}
            {%- endif %}
        {%- else %}
            {{- '<|im_start|>' + message.role + '\n' + content }}
        {%- endif %}
        {%- if message.tool_calls %}
            {%- for tool_call in message.tool_calls %}
                {%- if (loop.first and content) or (not loop.first) %}
                    {{- '\n' }}
                {%- endif %}
                {%- if tool_call.function %}
                    {%- set tool_call = tool_call.function %}
                {%- endif %}
                {{- '<tool_call>\n{"name": "' }}
                {{- tool_call.name }}
                {{- '", "arguments": ' }}
                {%- if tool_call.arguments is string %}
                    {{- tool_call.arguments }}
                {%- else %}
                    {{- tool_call.arguments | tojson }}
                {%- endif %}
                {{- '}\n</tool_call>' }}
            {%- endfor %}
        {%- endif %}
        {{- '<|im_end|>\n' }}
    {%- elif message.role == "tool" %}
        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
            {{- '<|im_start|>user' }}
        {%- endif %}
        {{- '\n<tool_response>\n' }}
        {{- content }}
        {{- '\n</tool_response>' }}
        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
            {{- '<|im_end|>\n' }}
        {%- endif %}
    {%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
    {{- '<|im_start|>assistant\n' }}
    {%- if enable_thinking is defined and enable_thinking is false %}
        {{- '<think>\n\n</think>\n\n' }}
    {%- endif %}
{%- endif %}
TENSOR_0_NAME=OUTPUT_WEIGHT
TENSOR_0_DIMENSIONS=1024,151936
TENSOR_0_TYPE=0
TENSOR_0_OFFSET=0
TENSOR_1_NAME=OUTPUT_NORM_WEIGHT
TENSOR_1_DIMENSIONS=1024
TENSOR_1_TYPE=0
TENSOR_1_OFFSET=622329856
TENSOR_2_NAME=TOKEN_EMBD_WEIGHT
TENSOR_2_DIMENSIONS=1024,151936
TENSOR_2_TYPE=0
TENSOR_2_OFFSET=622333952
TENSOR_3_NAME=BLK_0_ATTN_K_WEIGHT
TENSOR_3_DIMENSIONS=1024,1024
TENSOR_3_TYPE=0
TENSOR_3_OFFSET=1244663808
TENSOR_4_NAME=BLK_0_ATTN_K_NORM_WEIGHT
TENSOR_4_DIMENSIONS=128
TENSOR_4_TYPE=0
TENSOR_4_OFFSET=1248858112
TENSOR_5_NAME=BLK_0_ATTN_NORM_WEIGHT
TENSOR_5_DIMENSIONS=1024
TENSOR_5_TYPE=0
TENSOR_5_OFFSET=1248858624
TENSOR_6_NAME=BLK_0_ATTN_OUTPUT_WEIGHT
TENSOR_6_DIMENSIONS=2048,1024
TENSOR_6_TYPE=0
TENSOR_6_OFFSET=1248862720
TENSOR_7_NAME=BLK_0_ATTN_Q_WEIGHT
TENSOR_7_DIMENSIONS=1024,2048
TENSOR_7_TYPE=0
TENSOR_7_OFFSET=1257251328
TENSOR_8_NAME=BLK_0_ATTN_Q_NORM_WEIGHT
TENSOR_8_DIMENSIONS=128
TENSOR_8_TYPE=0
TENSOR_8_OFFSET=1265639936
TENSOR_9_NAME=BLK_0_ATTN_V_WEIGHT
TENSOR_9_DIMENSIONS=1024,1024
TENSOR_9_TYPE=0
TENSOR_9_OFFSET=1265640448
TENSOR_10_NAME=BLK_0_FFN_DOWN_WEIGHT
TENSOR_10_DIMENSIONS=3072,1024
TENSOR_10_TYPE=0
TENSOR_10_OFFSET=1269834752
TENSOR_11_NAME=BLK_0_FFN_GATE_WEIGHT
TENSOR_11_DIMENSIONS=1024,3072
TENSOR_11_TYPE=0
TENSOR_11_OFFSET=1282417664
TENSOR_12_NAME=BLK_0_FFN_NORM_WEIGHT
TENSOR_12_DIMENSIONS=1024
TENSOR_12_TYPE=0
TENSOR_12_OFFSET=1295000576
TENSOR_13_NAME=BLK_0_FFN_UP_WEIGHT
TENSOR_13_DIMENSIONS=1024,3072
TENSOR_13_TYPE=0
TENSOR_13_OFFSET=1295004672
TENSOR_14_NAME=BLK_1_ATTN_K_WEIGHT
TENSOR_14_DIMENSIONS=1024,1024
TENSOR_14_TYPE=0
TENSOR_14_OFFSET=1307587584
TENSOR_15_NAME=BLK_1_ATTN_K_NORM_WEIGHT
TENSOR_15_DIMENSIONS=128
TENSOR_15_TYPE=0
TENSOR_15_OFFSET=1311781888
TENSOR_16_NAME=BLK_1_ATTN_NORM_WEIGHT
TENSOR_16_DIMENSIONS=1024
TENSOR_16_TYPE=0
TENSOR_16_OFFSET=1311782400
TENSOR_17_NAME=BLK_1_ATTN_OUTPUT_WEIGHT
TENSOR_17_DIMENSIONS=2048,1024
TENSOR_17_TYPE=0
TENSOR_17_OFFSET=1311786496
TENSOR_18_NAME=BLK_1_ATTN_Q_WEIGHT
TENSOR_18_DIMENSIONS=1024,2048
TENSOR_18_TYPE=0
TENSOR_18_OFFSET=1320175104
TENSOR_19_NAME=BLK_1_ATTN_Q_NORM_WEIGHT
TENSOR_19_DIMENSIONS=128
TENSOR_19_TYPE=0
TENSOR_19_OFFSET=1328563712
TENSOR_20_NAME=BLK_1_ATTN_V_WEIGHT
TENSOR_20_DIMENSIONS=1024,1024
TENSOR_20_TYPE=0
TENSOR_20_OFFSET=1328564224
TENSOR_21_NAME=BLK_1_FFN_DOWN_WEIGHT
TENSOR_21_DIMENSIONS=3072,1024
TENSOR_21_TYPE=0
TENSOR_21_OFFSET=1332758528
TENSOR_22_NAME=BLK_1_FFN_GATE_WEIGHT
TENSOR_22_DIMENSIONS=1024,3072
TENSOR_22_TYPE=0
TENSOR_22_OFFSET=1345341440
TENSOR_23_NAME=BLK_1_FFN_NORM_WEIGHT
TENSOR_23_DIMENSIONS=1024
TENSOR_23_TYPE=0
TENSOR_23_OFFSET=1357924352
TENSOR_24_NAME=BLK_1_FFN_UP_WEIGHT
TENSOR_24_DIMENSIONS=1024,3072
TENSOR_24_TYPE=0
TENSOR_24_OFFSET=1357928448
TENSOR_25_NAME=BLK_2_ATTN_K_WEIGHT
TENSOR_25_DIMENSIONS=1024,1024
TENSOR_25_TYPE=0
TENSOR_25_OFFSET=1370511360
TENSOR_26_NAME=BLK_2_ATTN_K_NORM_WEIGHT
TENSOR_26_DIMENSIONS=128
TENSOR_26_TYPE=0
TENSOR_26_OFFSET=1374705664
TENSOR_27_NAME=BLK_2_ATTN_NORM_WEIGHT
TENSOR_27_DIMENSIONS=1024
TENSOR_27_TYPE=0
TENSOR_27_OFFSET=1374706176
TENSOR_28_NAME=BLK_2_ATTN_OUTPUT_WEIGHT
TENSOR_28_DIMENSIONS=2048,1024
TENSOR_28_TYPE=0
TENSOR_28_OFFSET=1374710272
TENSOR_29_NAME=BLK_2_ATTN_Q_WEIGHT
TENSOR_29_DIMENSIONS=1024,2048
TENSOR_29_TYPE=0
TENSOR_29_OFFSET=1383098880
TENSOR_30_NAME=BLK_2_ATTN_Q_NORM_WEIGHT
TENSOR_30_DIMENSIONS=128
TENSOR_30_TYPE=0
TENSOR_30_OFFSET=1391487488
TENSOR_31_NAME=BLK_2_ATTN_V_WEIGHT
TENSOR_31_DIMENSIONS=1024,1024
TENSOR_31_TYPE=0
TENSOR_31_OFFSET=1391488000
TENSOR_32_NAME=BLK_2_FFN_DOWN_WEIGHT
TENSOR_32_DIMENSIONS=3072,1024
TENSOR_32_TYPE=0
TENSOR_32_OFFSET=1395682304
TENSOR_33_NAME=BLK_2_FFN_GATE_WEIGHT
TENSOR_33_DIMENSIONS=1024,3072
TENSOR_33_TYPE=0
TENSOR_33_OFFSET=1408265216
TENSOR_34_NAME=BLK_2_FFN_NORM_WEIGHT
TENSOR_34_DIMENSIONS=1024
TENSOR_34_TYPE=0
TENSOR_34_OFFSET=1420848128
TENSOR_35_NAME=BLK_2_FFN_UP_WEIGHT
TENSOR_35_DIMENSIONS=1024,3072
TENSOR_35_TYPE=0
TENSOR_35_OFFSET=1420852224
TENSOR_36_NAME=BLK_3_ATTN_K_WEIGHT
TENSOR_36_DIMENSIONS=1024,1024
TENSOR_36_TYPE=0
TENSOR_36_OFFSET=1433435136
TENSOR_37_NAME=BLK_3_ATTN_K_NORM_WEIGHT
TENSOR_37_DIMENSIONS=128
TENSOR_37_TYPE=0
TENSOR_37_OFFSET=1437629440
TENSOR_38_NAME=BLK_3_ATTN_NORM_WEIGHT
TENSOR_38_DIMENSIONS=1024
TENSOR_38_TYPE=0
TENSOR_38_OFFSET=1437629952
TENSOR_39_NAME=BLK_3_ATTN_OUTPUT_WEIGHT
TENSOR_39_DIMENSIONS=2048,1024
TENSOR_39_TYPE=0
TENSOR_39_OFFSET=1437634048
TENSOR_40_NAME=BLK_3_ATTN_Q_WEIGHT
TENSOR_40_DIMENSIONS=1024,2048
TENSOR_40_TYPE=0
TENSOR_40_OFFSET=1446022656
TENSOR_41_NAME=BLK_3_ATTN_Q_NORM_WEIGHT
TENSOR_41_DIMENSIONS=128
TENSOR_41_TYPE=0
TENSOR_41_OFFSET=1454411264
TENSOR_42_NAME=BLK_3_ATTN_V_WEIGHT
TENSOR_42_DIMENSIONS=1024,1024
TENSOR_42_TYPE=0
TENSOR_42_OFFSET=1454411776
TENSOR_43_NAME=BLK_3_FFN_DOWN_WEIGHT
TENSOR_43_DIMENSIONS=3072,1024
TENSOR_43_TYPE=0
TENSOR_43_OFFSET=1458606080
TENSOR_44_NAME=BLK_3_FFN_GATE_WEIGHT
TENSOR_44_DIMENSIONS=1024,3072
TENSOR_44_TYPE=0
TENSOR_44_OFFSET=1471188992
TENSOR_45_NAME=BLK_3_FFN_NORM_WEIGHT
TENSOR_45_DIMENSIONS=1024
TENSOR_45_TYPE=0
TENSOR_45_OFFSET=1483771904
TENSOR_46_NAME=BLK_3_FFN_UP_WEIGHT
TENSOR_46_DIMENSIONS=1024,3072
TENSOR_46_TYPE=0
TENSOR_46_OFFSET=1483776000
TENSOR_47_NAME=BLK_4_ATTN_K_WEIGHT
TENSOR_47_DIMENSIONS=1024,1024
TENSOR_47_TYPE=0
TENSOR_47_OFFSET=1496358912
TENSOR_48_NAME=BLK_4_ATTN_K_NORM_WEIGHT
TENSOR_48_DIMENSIONS=128
TENSOR_48_TYPE=0
TENSOR_48_OFFSET=1500553216
TENSOR_49_NAME=BLK_4_ATTN_NORM_WEIGHT
TENSOR_49_DIMENSIONS=1024
TENSOR_49_TYPE=0
TENSOR_49_OFFSET=1500553728
TENSOR_50_NAME=BLK_4_ATTN_OUTPUT_WEIGHT
TENSOR_50_DIMENSIONS=2048,1024
TENSOR_50_TYPE=0
TENSOR_50_OFFSET=1500557824
TENSOR_51_NAME=BLK_4_ATTN_Q_WEIGHT
TENSOR_51_DIMENSIONS=1024,2048
TENSOR_51_TYPE=0
TENSOR_51_OFFSET=1508946432
TENSOR_52_NAME=BLK_4_ATTN_Q_NORM_WEIGHT
TENSOR_52_DIMENSIONS=128
TENSOR_52_TYPE=0
TENSOR_52_OFFSET=1517335040
TENSOR_53_NAME=BLK_4_ATTN_V_WEIGHT
TENSOR_53_DIMENSIONS=1024,1024
TENSOR_53_TYPE=0
TENSOR_53_OFFSET=1517335552
TENSOR_54_NAME=BLK_4_FFN_DOWN_WEIGHT
TENSOR_54_DIMENSIONS=3072,1024
TENSOR_54_TYPE=0
TENSOR_54_OFFSET=1521529856
TENSOR_55_NAME=BLK_4_FFN_GATE_WEIGHT
TENSOR_55_DIMENSIONS=1024,3072
TENSOR_55_TYPE=0
TENSOR_55_OFFSET=1534112768
TENSOR_56_NAME=BLK_4_FFN_NORM_WEIGHT
TENSOR_56_DIMENSIONS=1024
TENSOR_56_TYPE=0
TENSOR_56_OFFSET=1546695680
TENSOR_57_NAME=BLK_4_FFN_UP_WEIGHT
TENSOR_57_DIMENSIONS=1024,3072
TENSOR_57_TYPE=0
TENSOR_57_OFFSET=1546699776
TENSOR_58_NAME=BLK_5_ATTN_K_WEIGHT
TENSOR_58_DIMENSIONS=1024,1024
TENSOR_58_TYPE=0
TENSOR_58_OFFSET=1559282688
TENSOR_59_NAME=BLK_5_ATTN_K_NORM_WEIGHT
TENSOR_59_DIMENSIONS=128
TENSOR_59_TYPE=0
TENSOR_59_OFFSET=1563476992
TENSOR_60_NAME=BLK_5_ATTN_NORM_WEIGHT
TENSOR_60_DIMENSIONS=1024
TENSOR_60_TYPE=0
TENSOR_60_OFFSET=1563477504
TENSOR_61_NAME=BLK_5_ATTN_OUTPUT_WEIGHT
TENSOR_61_DIMENSIONS=2048,1024
TENSOR_61_TYPE=0
TENSOR_61_OFFSET=1563481600
TENSOR_62_NAME=BLK_5_ATTN_Q_WEIGHT
TENSOR_62_DIMENSIONS=1024,2048
TENSOR_62_TYPE=0
TENSOR_62_OFFSET=1571870208
TENSOR_63_NAME=BLK_5_ATTN_Q_NORM_WEIGHT
TENSOR_63_DIMENSIONS=128
TENSOR_63_TYPE=0
TENSOR_63_OFFSET=1580258816
TENSOR_64_NAME=BLK_5_ATTN_V_WEIGHT
TENSOR_64_DIMENSIONS=1024,1024
TENSOR_64_TYPE=0
TENSOR_64_OFFSET=1580259328
TENSOR_65_NAME=BLK_5_FFN_DOWN_WEIGHT
TENSOR_65_DIMENSIONS=3072,1024
TENSOR_65_TYPE=0
TENSOR_65_OFFSET=1584453632
TENSOR_66_NAME=BLK_5_FFN_GATE_WEIGHT
TENSOR_66_DIMENSIONS=1024,3072
TENSOR_66_TYPE=0
TENSOR_66_OFFSET=1597036544
TENSOR_67_NAME=BLK_5_FFN_NORM_WEIGHT
TENSOR_67_DIMENSIONS=1024
TENSOR_67_TYPE=0
TENSOR_67_OFFSET=1609619456
TENSOR_68_NAME=BLK_5_FFN_UP_WEIGHT
TENSOR_68_DIMENSIONS=1024,3072
TENSOR_68_TYPE=0
TENSOR_68_OFFSET=1609623552
TENSOR_69_NAME=BLK_6_ATTN_K_WEIGHT
TENSOR_69_DIMENSIONS=1024,1024
TENSOR_69_TYPE=0
TENSOR_69_OFFSET=1622206464
TENSOR_70_NAME=BLK_6_ATTN_K_NORM_WEIGHT
TENSOR_70_DIMENSIONS=128
TENSOR_70_TYPE=0
TENSOR_70_OFFSET=1626400768
TENSOR_71_NAME=BLK_6_ATTN_NORM_WEIGHT
TENSOR_71_DIMENSIONS=1024
TENSOR_71_TYPE=0
TENSOR_71_OFFSET=1626401280
TENSOR_72_NAME=BLK_6_ATTN_OUTPUT_WEIGHT
TENSOR_72_DIMENSIONS=2048,1024
TENSOR_72_TYPE=0
TENSOR_72_OFFSET=1626405376
TENSOR_73_NAME=BLK_6_ATTN_Q_WEIGHT
TENSOR_73_DIMENSIONS=1024,2048
TENSOR_73_TYPE=0
TENSOR_73_OFFSET=1634793984
TENSOR_74_NAME=BLK_6_ATTN_Q_NORM_WEIGHT
TENSOR_74_DIMENSIONS=128
TENSOR_74_TYPE=0
TENSOR_74_OFFSET=1643182592
TENSOR_75_NAME=BLK_6_ATTN_V_WEIGHT
TENSOR_75_DIMENSIONS=1024,1024
TENSOR_75_TYPE=0
TENSOR_75_OFFSET=1643183104
TENSOR_76_NAME=BLK_6_FFN_DOWN_WEIGHT
TENSOR_76_DIMENSIONS=3072,1024
TENSOR_76_TYPE=0
TENSOR_76_OFFSET=1647377408
TENSOR_77_NAME=BLK_6_FFN_GATE_WEIGHT
TENSOR_77_DIMENSIONS=1024,3072
TENSOR_77_TYPE=0
TENSOR_77_OFFSET=1659960320
TENSOR_78_NAME=BLK_6_FFN_NORM_WEIGHT
TENSOR_78_DIMENSIONS=1024
TENSOR_78_TYPE=0
TENSOR_78_OFFSET=1672543232
TENSOR_79_NAME=BLK_6_FFN_UP_WEIGHT
TENSOR_79_DIMENSIONS=1024,3072
TENSOR_79_TYPE=0
TENSOR_79_OFFSET=1672547328
TENSOR_80_NAME=BLK_7_ATTN_K_WEIGHT
TENSOR_80_DIMENSIONS=1024,1024
TENSOR_80_TYPE=0
TENSOR_80_OFFSET=1685130240
TENSOR_81_NAME=BLK_7_ATTN_K_NORM_WEIGHT
TENSOR_81_DIMENSIONS=128
TENSOR_81_TYPE=0
TENSOR_81_OFFSET=1689324544
TENSOR_82_NAME=BLK_7_ATTN_NORM_WEIGHT
TENSOR_82_DIMENSIONS=1024
TENSOR_82_TYPE=0
TENSOR_82_OFFSET=1689325056
TENSOR_83_NAME=BLK_7_ATTN_OUTPUT_WEIGHT
TENSOR_83_DIMENSIONS=2048,1024
TENSOR_83_TYPE=0
TENSOR_83_OFFSET=1689329152
TENSOR_84_NAME=BLK_7_ATTN_Q_WEIGHT
TENSOR_84_DIMENSIONS=1024,2048
TENSOR_84_TYPE=0
TENSOR_84_OFFSET=1697717760
TENSOR_85_NAME=BLK_7_ATTN_Q_NORM_WEIGHT
TENSOR_85_DIMENSIONS=128
TENSOR_85_TYPE=0
TENSOR_85_OFFSET=1706106368
TENSOR_86_NAME=BLK_7_ATTN_V_WEIGHT
TENSOR_86_DIMENSIONS=1024,1024
TENSOR_86_TYPE=0
TENSOR_86_OFFSET=1706106880
TENSOR_87_NAME=BLK_7_FFN_DOWN_WEIGHT
TENSOR_87_DIMENSIONS=3072,1024
TENSOR_87_TYPE=0
TENSOR_87_OFFSET=1710301184
TENSOR_88_NAME=BLK_7_FFN_GATE_WEIGHT
TENSOR_88_DIMENSIONS=1024,3072
TENSOR_88_TYPE=0
TENSOR_88_OFFSET=1722884096
TENSOR_89_NAME=BLK_7_FFN_NORM_WEIGHT
TENSOR_89_DIMENSIONS=1024
TENSOR_89_TYPE=0
TENSOR_89_OFFSET=1735467008
TENSOR_90_NAME=BLK_7_FFN_UP_WEIGHT
TENSOR_90_DIMENSIONS=1024,3072
TENSOR_90_TYPE=0
TENSOR_90_OFFSET=1735471104
TENSOR_91_NAME=BLK_8_ATTN_K_WEIGHT
TENSOR_91_DIMENSIONS=1024,1024
TENSOR_91_TYPE=0
TENSOR_91_OFFSET=1748054016
TENSOR_92_NAME=BLK_8_ATTN_K_NORM_WEIGHT
TENSOR_92_DIMENSIONS=128
TENSOR_92_TYPE=0
TENSOR_92_OFFSET=1752248320
TENSOR_93_NAME=BLK_8_ATTN_NORM_WEIGHT
TENSOR_93_DIMENSIONS=1024
TENSOR_93_TYPE=0
TENSOR_93_OFFSET=1752248832
TENSOR_94_NAME=BLK_8_ATTN_OUTPUT_WEIGHT
TENSOR_94_DIMENSIONS=2048,1024
TENSOR_94_TYPE=0
TENSOR_94_OFFSET=1752252928
TENSOR_95_NAME=BLK_8_ATTN_Q_WEIGHT
TENSOR_95_DIMENSIONS=1024,2048
TENSOR_95_TYPE=0
TENSOR_95_OFFSET=1760641536
TENSOR_96_NAME=BLK_8_ATTN_Q_NORM_WEIGHT
TENSOR_96_DIMENSIONS=128
TENSOR_96_TYPE=0
TENSOR_96_OFFSET=1769030144
TENSOR_97_NAME=BLK_8_ATTN_V_WEIGHT
TENSOR_97_DIMENSIONS=1024,1024
TENSOR_97_TYPE=0
TENSOR_97_OFFSET=1769030656
TENSOR_98_NAME=BLK_8_FFN_DOWN_WEIGHT
TENSOR_98_DIMENSIONS=3072,1024
TENSOR_98_TYPE=0
TENSOR_98_OFFSET=1773224960
TENSOR_99_NAME=BLK_8_FFN_GATE_WEIGHT
TENSOR_99_DIMENSIONS=1024,3072
TENSOR_99_TYPE=0
TENSOR_99_OFFSET=1785807872
TENSOR_100_NAME=BLK_8_FFN_NORM_WEIGHT
TENSOR_100_DIMENSIONS=1024
TENSOR_100_TYPE=0
TENSOR_100_OFFSET=1798390784
TENSOR_101_NAME=BLK_8_FFN_UP_WEIGHT
TENSOR_101_DIMENSIONS=1024,3072
TENSOR_101_TYPE=0
TENSOR_101_OFFSET=1798394880
TENSOR_102_NAME=BLK_9_ATTN_K_WEIGHT
TENSOR_102_DIMENSIONS=1024,1024
TENSOR_102_TYPE=0
TENSOR_102_OFFSET=1810977792
TENSOR_103_NAME=BLK_9_ATTN_K_NORM_WEIGHT
TENSOR_103_DIMENSIONS=128
TENSOR_103_TYPE=0
TENSOR_103_OFFSET=1815172096
TENSOR_104_NAME=BLK_9_ATTN_NORM_WEIGHT
TENSOR_104_DIMENSIONS=1024
TENSOR_104_TYPE=0
TENSOR_104_OFFSET=1815172608
TENSOR_105_NAME=BLK_9_ATTN_OUTPUT_WEIGHT
TENSOR_105_DIMENSIONS=2048,1024
TENSOR_105_TYPE=0
TENSOR_105_OFFSET=1815176704
TENSOR_106_NAME=BLK_9_ATTN_Q_WEIGHT
TENSOR_106_DIMENSIONS=1024,2048
TENSOR_106_TYPE=0
TENSOR_106_OFFSET=1823565312
TENSOR_107_NAME=BLK_9_ATTN_Q_NORM_WEIGHT
TENSOR_107_DIMENSIONS=128
TENSOR_107_TYPE=0
TENSOR_107_OFFSET=1831953920
TENSOR_108_NAME=BLK_9_ATTN_V_WEIGHT
TENSOR_108_DIMENSIONS=1024,1024
TENSOR_108_TYPE=0
TENSOR_108_OFFSET=1831954432
TENSOR_109_NAME=BLK_9_FFN_DOWN_WEIGHT
TENSOR_109_DIMENSIONS=3072,1024
TENSOR_109_TYPE=0
TENSOR_109_OFFSET=1836148736
TENSOR_110_NAME=BLK_9_FFN_GATE_WEIGHT
TENSOR_110_DIMENSIONS=1024,3072
TENSOR_110_TYPE=0
TENSOR_110_OFFSET=1848731648
TENSOR_111_NAME=BLK_9_FFN_NORM_WEIGHT
TENSOR_111_DIMENSIONS=1024
TENSOR_111_TYPE=0
TENSOR_111_OFFSET=1861314560
TENSOR_112_NAME=BLK_9_FFN_UP_WEIGHT
TENSOR_112_DIMENSIONS=1024,3072
TENSOR_112_TYPE=0
TENSOR_112_OFFSET=1861318656
TENSOR_113_NAME=BLK_10_ATTN_K_WEIGHT
TENSOR_113_DIMENSIONS=1024,1024
TENSOR_113_TYPE=0
TENSOR_113_OFFSET=1873901568
TENSOR_114_NAME=BLK_10_ATTN_K_NORM_WEIGHT
TENSOR_114_DIMENSIONS=128
TENSOR_114_TYPE=0
TENSOR_114_OFFSET=1878095872
TENSOR_115_NAME=BLK_10_ATTN_NORM_WEIGHT
TENSOR_115_DIMENSIONS=1024
TENSOR_115_TYPE=0
TENSOR_115_OFFSET=1878096384
TENSOR_116_NAME=BLK_10_ATTN_OUTPUT_WEIGHT
TENSOR_116_DIMENSIONS=2048,1024
TENSOR_116_TYPE=0
TENSOR_116_OFFSET=1878100480
TENSOR_117_NAME=BLK_10_ATTN_Q_WEIGHT
TENSOR_117_DIMENSIONS=1024,2048
TENSOR_117_TYPE=0
TENSOR_117_OFFSET=1886489088
TENSOR_118_NAME=BLK_10_ATTN_Q_NORM_WEIGHT
TENSOR_118_DIMENSIONS=128
TENSOR_118_TYPE=0
TENSOR_118_OFFSET=1894877696
TENSOR_119_NAME=BLK_10_ATTN_V_WEIGHT
TENSOR_119_DIMENSIONS=1024,1024
TENSOR_119_TYPE=0
TENSOR_119_OFFSET=1894878208
TENSOR_120_NAME=BLK_10_FFN_DOWN_WEIGHT
TENSOR_120_DIMENSIONS=3072,1024
TENSOR_120_TYPE=0
TENSOR_120_OFFSET=1899072512
TENSOR_121_NAME=BLK_10_FFN_GATE_WEIGHT
TENSOR_121_DIMENSIONS=1024,3072
TENSOR_121_TYPE=0
TENSOR_121_OFFSET=1911655424
TENSOR_122_NAME=BLK_10_FFN_NORM_WEIGHT
TENSOR_122_DIMENSIONS=1024
TENSOR_122_TYPE=0
TENSOR_122_OFFSET=1924238336
TENSOR_123_NAME=BLK_10_FFN_UP_WEIGHT
TENSOR_123_DIMENSIONS=1024,3072
TENSOR_123_TYPE=0
TENSOR_123_OFFSET=1924242432
TENSOR_124_NAME=BLK_11_ATTN_K_WEIGHT
TENSOR_124_DIMENSIONS=1024,1024
TENSOR_124_TYPE=0
TENSOR_124_OFFSET=1936825344
TENSOR_125_NAME=BLK_11_ATTN_K_NORM_WEIGHT
TENSOR_125_DIMENSIONS=128
TENSOR_125_TYPE=0
TENSOR_125_OFFSET=1941019648
TENSOR_126_NAME=BLK_11_ATTN_NORM_WEIGHT
TENSOR_126_DIMENSIONS=1024
TENSOR_126_TYPE=0
TENSOR_126_OFFSET=1941020160
TENSOR_127_NAME=BLK_11_ATTN_OUTPUT_WEIGHT
TENSOR_127_DIMENSIONS=2048,1024
TENSOR_127_TYPE=0
TENSOR_127_OFFSET=1941024256
TENSOR_128_NAME=BLK_11_ATTN_Q_WEIGHT
TENSOR_128_DIMENSIONS=1024,2048
TENSOR_128_TYPE=0
TENSOR_128_OFFSET=1949412864
TENSOR_129_NAME=BLK_11_ATTN_Q_NORM_WEIGHT
TENSOR_129_DIMENSIONS=128
TENSOR_129_TYPE=0
TENSOR_129_OFFSET=1957801472
TENSOR_130_NAME=BLK_11_ATTN_V_WEIGHT
TENSOR_130_DIMENSIONS=1024,1024
TENSOR_130_TYPE=0
TENSOR_130_OFFSET=1957801984
TENSOR_131_NAME=BLK_11_FFN_DOWN_WEIGHT
TENSOR_131_DIMENSIONS=3072,1024
TENSOR_131_TYPE=0
TENSOR_131_OFFSET=1961996288
TENSOR_132_NAME=BLK_11_FFN_GATE_WEIGHT
TENSOR_132_DIMENSIONS=1024,3072
TENSOR_132_TYPE=0
TENSOR_132_OFFSET=1974579200
TENSOR_133_NAME=BLK_11_FFN_NORM_WEIGHT
TENSOR_133_DIMENSIONS=1024
TENSOR_133_TYPE=0
TENSOR_133_OFFSET=1987162112
TENSOR_134_NAME=BLK_11_FFN_UP_WEIGHT
TENSOR_134_DIMENSIONS=1024,3072
TENSOR_134_TYPE=0
TENSOR_134_OFFSET=1987166208
TENSOR_135_NAME=BLK_12_ATTN_K_WEIGHT
TENSOR_135_DIMENSIONS=1024,1024
TENSOR_135_TYPE=0
TENSOR_135_OFFSET=1999749120
TENSOR_136_NAME=BLK_12_ATTN_K_NORM_WEIGHT
TENSOR_136_DIMENSIONS=128
TENSOR_136_TYPE=0
TENSOR_136_OFFSET=2003943424
TENSOR_137_NAME=BLK_12_ATTN_NORM_WEIGHT
TENSOR_137_DIMENSIONS=1024
TENSOR_137_TYPE=0
TENSOR_137_OFFSET=2003943936
TENSOR_138_NAME=BLK_12_ATTN_OUTPUT_WEIGHT
TENSOR_138_DIMENSIONS=2048,1024
TENSOR_138_TYPE=0
TENSOR_138_OFFSET=2003948032
TENSOR_139_NAME=BLK_12_ATTN_Q_WEIGHT
TENSOR_139_DIMENSIONS=1024,2048
TENSOR_139_TYPE=0
TENSOR_139_OFFSET=2012336640
TENSOR_140_NAME=BLK_12_ATTN_Q_NORM_WEIGHT
TENSOR_140_DIMENSIONS=128
TENSOR_140_TYPE=0
TENSOR_140_OFFSET=2020725248
TENSOR_141_NAME=BLK_12_ATTN_V_WEIGHT
TENSOR_141_DIMENSIONS=1024,1024
TENSOR_141_TYPE=0
TENSOR_141_OFFSET=2020725760
TENSOR_142_NAME=BLK_12_FFN_DOWN_WEIGHT
TENSOR_142_DIMENSIONS=3072,1024
TENSOR_142_TYPE=0
TENSOR_142_OFFSET=2024920064
TENSOR_143_NAME=BLK_12_FFN_GATE_WEIGHT
TENSOR_143_DIMENSIONS=1024,3072
TENSOR_143_TYPE=0
TENSOR_143_OFFSET=2037502976
TENSOR_144_NAME=BLK_12_FFN_NORM_WEIGHT
TENSOR_144_DIMENSIONS=1024
TENSOR_144_TYPE=0
TENSOR_144_OFFSET=2050085888
TENSOR_145_NAME=BLK_12_FFN_UP_WEIGHT
TENSOR_145_DIMENSIONS=1024,3072
TENSOR_145_TYPE=0
TENSOR_145_OFFSET=2050089984
TENSOR_146_NAME=BLK_13_ATTN_K_WEIGHT
TENSOR_146_DIMENSIONS=1024,1024
TENSOR_146_TYPE=0
TENSOR_146_OFFSET=2062672896
TENSOR_147_NAME=BLK_13_ATTN_K_NORM_WEIGHT
TENSOR_147_DIMENSIONS=128
TENSOR_147_TYPE=0
TENSOR_147_OFFSET=2066867200
TENSOR_148_NAME=BLK_13_ATTN_NORM_WEIGHT
TENSOR_148_DIMENSIONS=1024
TENSOR_148_TYPE=0
TENSOR_148_OFFSET=2066867712
TENSOR_149_NAME=BLK_13_ATTN_OUTPUT_WEIGHT
TENSOR_149_DIMENSIONS=2048,1024
TENSOR_149_TYPE=0
TENSOR_149_OFFSET=2066871808
TENSOR_150_NAME=BLK_13_ATTN_Q_WEIGHT
TENSOR_150_DIMENSIONS=1024,2048
TENSOR_150_TYPE=0
TENSOR_150_OFFSET=2075260416
TENSOR_151_NAME=BLK_13_ATTN_Q_NORM_WEIGHT
TENSOR_151_DIMENSIONS=128
TENSOR_151_TYPE=0
TENSOR_151_OFFSET=2083649024
TENSOR_152_NAME=BLK_13_ATTN_V_WEIGHT
TENSOR_152_DIMENSIONS=1024,1024
TENSOR_152_TYPE=0
TENSOR_152_OFFSET=2083649536
TENSOR_153_NAME=BLK_13_FFN_DOWN_WEIGHT
TENSOR_153_DIMENSIONS=3072,1024
TENSOR_153_TYPE=0
TENSOR_153_OFFSET=2087843840
TENSOR_154_NAME=BLK_13_FFN_GATE_WEIGHT
TENSOR_154_DIMENSIONS=1024,3072
TENSOR_154_TYPE=0
TENSOR_154_OFFSET=2100426752
TENSOR_155_NAME=BLK_13_FFN_NORM_WEIGHT
TENSOR_155_DIMENSIONS=1024
TENSOR_155_TYPE=0
TENSOR_155_OFFSET=2113009664
TENSOR_156_NAME=BLK_13_FFN_UP_WEIGHT
TENSOR_156_DIMENSIONS=1024,3072
TENSOR_156_TYPE=0
TENSOR_156_OFFSET=2113013760
TENSOR_157_NAME=BLK_14_ATTN_K_WEIGHT
TENSOR_157_DIMENSIONS=1024,1024
TENSOR_157_TYPE=0
TENSOR_157_OFFSET=2125596672
TENSOR_158_NAME=BLK_14_ATTN_K_NORM_WEIGHT
TENSOR_158_DIMENSIONS=128
TENSOR_158_TYPE=0
TENSOR_158_OFFSET=2129790976
TENSOR_159_NAME=BLK_14_ATTN_NORM_WEIGHT
TENSOR_159_DIMENSIONS=1024
TENSOR_159_TYPE=0
TENSOR_159_OFFSET=2129791488
TENSOR_160_NAME=BLK_14_ATTN_OUTPUT_WEIGHT
TENSOR_160_DIMENSIONS=2048,1024
TENSOR_160_TYPE=0
TENSOR_160_OFFSET=2129795584
TENSOR_161_NAME=BLK_14_ATTN_Q_WEIGHT
TENSOR_161_DIMENSIONS=1024,2048
TENSOR_161_TYPE=0
TENSOR_161_OFFSET=2138184192
TENSOR_162_NAME=BLK_14_ATTN_Q_NORM_WEIGHT
TENSOR_162_DIMENSIONS=128
TENSOR_162_TYPE=0
TENSOR_162_OFFSET=2146572800
TENSOR_163_NAME=BLK_14_ATTN_V_WEIGHT
TENSOR_163_DIMENSIONS=1024,1024
TENSOR_163_TYPE=0
TENSOR_163_OFFSET=2146573312
TENSOR_164_NAME=BLK_14_FFN_DOWN_WEIGHT
TENSOR_164_DIMENSIONS=3072,1024
TENSOR_164_TYPE=0
TENSOR_164_OFFSET=2150767616
TENSOR_165_NAME=BLK_14_FFN_GATE_WEIGHT
TENSOR_165_DIMENSIONS=1024,3072
TENSOR_165_TYPE=0
TENSOR_165_OFFSET=2163350528
TENSOR_166_NAME=BLK_14_FFN_NORM_WEIGHT
TENSOR_166_DIMENSIONS=1024
TENSOR_166_TYPE=0
TENSOR_166_OFFSET=2175933440
TENSOR_167_NAME=BLK_14_FFN_UP_WEIGHT
TENSOR_167_DIMENSIONS=1024,3072
TENSOR_167_TYPE=0
TENSOR_167_OFFSET=2175937536
TENSOR_168_NAME=BLK_15_ATTN_K_WEIGHT
TENSOR_168_DIMENSIONS=1024,1024
TENSOR_168_TYPE=0
TENSOR_168_OFFSET=2188520448
TENSOR_169_NAME=BLK_15_ATTN_K_NORM_WEIGHT
TENSOR_169_DIMENSIONS=128
TENSOR_169_TYPE=0
TENSOR_169_OFFSET=2192714752
TENSOR_170_NAME=BLK_15_ATTN_NORM_WEIGHT
TENSOR_170_DIMENSIONS=1024
TENSOR_170_TYPE=0
TENSOR_170_OFFSET=2192715264
TENSOR_171_NAME=BLK_15_ATTN_OUTPUT_WEIGHT
TENSOR_171_DIMENSIONS=2048,1024
TENSOR_171_TYPE=0
TENSOR_171_OFFSET=2192719360
TENSOR_172_NAME=BLK_15_ATTN_Q_WEIGHT
TENSOR_172_DIMENSIONS=1024,2048
TENSOR_172_TYPE=0
TENSOR_172_OFFSET=2201107968
TENSOR_173_NAME=BLK_15_ATTN_Q_NORM_WEIGHT
TENSOR_173_DIMENSIONS=128
TENSOR_173_TYPE=0
TENSOR_173_OFFSET=2209496576
TENSOR_174_NAME=BLK_15_ATTN_V_WEIGHT
TENSOR_174_DIMENSIONS=1024,1024
TENSOR_174_TYPE=0
TENSOR_174_OFFSET=2209497088
TENSOR_175_NAME=BLK_15_FFN_DOWN_WEIGHT
TENSOR_175_DIMENSIONS=3072,1024
TENSOR_175_TYPE=0
TENSOR_175_OFFSET=2213691392
TENSOR_176_NAME=BLK_15_FFN_GATE_WEIGHT
TENSOR_176_DIMENSIONS=1024,3072
TENSOR_176_TYPE=0
TENSOR_176_OFFSET=2226274304
TENSOR_177_NAME=BLK_15_FFN_NORM_WEIGHT
TENSOR_177_DIMENSIONS=1024
TENSOR_177_TYPE=0
TENSOR_177_OFFSET=2238857216
TENSOR_178_NAME=BLK_15_FFN_UP_WEIGHT
TENSOR_178_DIMENSIONS=1024,3072
TENSOR_178_TYPE=0
TENSOR_178_OFFSET=2238861312
TENSOR_179_NAME=BLK_16_ATTN_K_WEIGHT
TENSOR_179_DIMENSIONS=1024,1024
TENSOR_179_TYPE=0
TENSOR_179_OFFSET=2251444224
TENSOR_180_NAME=BLK_16_ATTN_K_NORM_WEIGHT
TENSOR_180_DIMENSIONS=128
TENSOR_180_TYPE=0
TENSOR_180_OFFSET=2255638528
TENSOR_181_NAME=BLK_16_ATTN_NORM_WEIGHT
TENSOR_181_DIMENSIONS=1024
TENSOR_181_TYPE=0
TENSOR_181_OFFSET=2255639040
TENSOR_182_NAME=BLK_16_ATTN_OUTPUT_WEIGHT
TENSOR_182_DIMENSIONS=2048,1024
TENSOR_182_TYPE=0
TENSOR_182_OFFSET=2255643136
TENSOR_183_NAME=BLK_16_ATTN_Q_WEIGHT
TENSOR_183_DIMENSIONS=1024,2048
TENSOR_183_TYPE=0
TENSOR_183_OFFSET=2264031744
TENSOR_184_NAME=BLK_16_ATTN_Q_NORM_WEIGHT
TENSOR_184_DIMENSIONS=128
TENSOR_184_TYPE=0
TENSOR_184_OFFSET=2272420352
TENSOR_185_NAME=BLK_16_ATTN_V_WEIGHT
TENSOR_185_DIMENSIONS=1024,1024
TENSOR_185_TYPE=0
TENSOR_185_OFFSET=2272420864
TENSOR_186_NAME=BLK_16_FFN_DOWN_WEIGHT
TENSOR_186_DIMENSIONS=3072,1024
TENSOR_186_TYPE=0
TENSOR_186_OFFSET=2276615168
TENSOR_187_NAME=BLK_16_FFN_GATE_WEIGHT
TENSOR_187_DIMENSIONS=1024,3072
TENSOR_187_TYPE=0
TENSOR_187_OFFSET=2289198080
TENSOR_188_NAME=BLK_16_FFN_NORM_WEIGHT
TENSOR_188_DIMENSIONS=1024
TENSOR_188_TYPE=0
TENSOR_188_OFFSET=2301780992
TENSOR_189_NAME=BLK_16_FFN_UP_WEIGHT
TENSOR_189_DIMENSIONS=1024,3072
TENSOR_189_TYPE=0
TENSOR_189_OFFSET=2301785088
TENSOR_190_NAME=BLK_17_ATTN_K_WEIGHT
TENSOR_190_DIMENSIONS=1024,1024
TENSOR_190_TYPE=0
TENSOR_190_OFFSET=2314368000
TENSOR_191_NAME=BLK_17_ATTN_K_NORM_WEIGHT
TENSOR_191_DIMENSIONS=128
TENSOR_191_TYPE=0
TENSOR_191_OFFSET=2318562304
TENSOR_192_NAME=BLK_17_ATTN_NORM_WEIGHT
TENSOR_192_DIMENSIONS=1024
TENSOR_192_TYPE=0
TENSOR_192_OFFSET=2318562816
TENSOR_193_NAME=BLK_17_ATTN_OUTPUT_WEIGHT
TENSOR_193_DIMENSIONS=2048,1024
TENSOR_193_TYPE=0
TENSOR_193_OFFSET=2318566912
TENSOR_194_NAME=BLK_17_ATTN_Q_WEIGHT
TENSOR_194_DIMENSIONS=1024,2048
TENSOR_194_TYPE=0
TENSOR_194_OFFSET=2326955520
TENSOR_195_NAME=BLK_17_ATTN_Q_NORM_WEIGHT
TENSOR_195_DIMENSIONS=128
TENSOR_195_TYPE=0
TENSOR_195_OFFSET=2335344128
TENSOR_196_NAME=BLK_17_ATTN_V_WEIGHT
TENSOR_196_DIMENSIONS=1024,1024
TENSOR_196_TYPE=0
TENSOR_196_OFFSET=2335344640
TENSOR_197_NAME=BLK_17_FFN_DOWN_WEIGHT
TENSOR_197_DIMENSIONS=3072,1024
TENSOR_197_TYPE=0
TENSOR_197_OFFSET=2339538944
TENSOR_198_NAME=BLK_17_FFN_GATE_WEIGHT
TENSOR_198_DIMENSIONS=1024,3072
TENSOR_198_TYPE=0
TENSOR_198_OFFSET=2352121856
TENSOR_199_NAME=BLK_17_FFN_NORM_WEIGHT
TENSOR_199_DIMENSIONS=1024
TENSOR_199_TYPE=0
TENSOR_199_OFFSET=2364704768
TENSOR_200_NAME=BLK_17_FFN_UP_WEIGHT
TENSOR_200_DIMENSIONS=1024,3072
TENSOR_200_TYPE=0
TENSOR_200_OFFSET=2364708864
TENSOR_201_NAME=BLK_18_ATTN_K_WEIGHT
TENSOR_201_DIMENSIONS=1024,1024
TENSOR_201_TYPE=0
TENSOR_201_OFFSET=2377291776
TENSOR_202_NAME=BLK_18_ATTN_K_NORM_WEIGHT
TENSOR_202_DIMENSIONS=128
TENSOR_202_TYPE=0
TENSOR_202_OFFSET=2381486080
TENSOR_203_NAME=BLK_18_ATTN_NORM_WEIGHT
TENSOR_203_DIMENSIONS=1024
TENSOR_203_TYPE=0
TENSOR_203_OFFSET=2381486592
TENSOR_204_NAME=BLK_18_ATTN_OUTPUT_WEIGHT
TENSOR_204_DIMENSIONS=2048,1024
TENSOR_204_TYPE=0
TENSOR_204_OFFSET=2381490688
TENSOR_205_NAME=BLK_18_ATTN_Q_WEIGHT
TENSOR_205_DIMENSIONS=1024,2048
TENSOR_205_TYPE=0
TENSOR_205_OFFSET=2389879296
TENSOR_206_NAME=BLK_18_ATTN_Q_NORM_WEIGHT
TENSOR_206_DIMENSIONS=128
TENSOR_206_TYPE=0
TENSOR_206_OFFSET=2398267904
TENSOR_207_NAME=BLK_18_ATTN_V_WEIGHT
TENSOR_207_DIMENSIONS=1024,1024
TENSOR_207_TYPE=0
TENSOR_207_OFFSET=2398268416
TENSOR_208_NAME=BLK_18_FFN_DOWN_WEIGHT
TENSOR_208_DIMENSIONS=3072,1024
TENSOR_208_TYPE=0
TENSOR_208_OFFSET=2402462720
TENSOR_209_NAME=BLK_18_FFN_GATE_WEIGHT
TENSOR_209_DIMENSIONS=1024,3072
TENSOR_209_TYPE=0
TENSOR_209_OFFSET=2415045632
TENSOR_210_NAME=BLK_18_FFN_NORM_WEIGHT
TENSOR_210_DIMENSIONS=1024
TENSOR_210_TYPE=0
TENSOR_210_OFFSET=2427628544
TENSOR_211_NAME=BLK_18_FFN_UP_WEIGHT
TENSOR_211_DIMENSIONS=1024,3072
TENSOR_211_TYPE=0
TENSOR_211_OFFSET=2427632640
TENSOR_212_NAME=BLK_19_ATTN_K_WEIGHT
TENSOR_212_DIMENSIONS=1024,1024
TENSOR_212_TYPE=0
TENSOR_212_OFFSET=2440215552
TENSOR_213_NAME=BLK_19_ATTN_K_NORM_WEIGHT
TENSOR_213_DIMENSIONS=128
TENSOR_213_TYPE=0
TENSOR_213_OFFSET=2444409856
TENSOR_214_NAME=BLK_19_ATTN_NORM_WEIGHT
TENSOR_214_DIMENSIONS=1024
TENSOR_214_TYPE=0
TENSOR_214_OFFSET=2444410368
TENSOR_215_NAME=BLK_19_ATTN_OUTPUT_WEIGHT
TENSOR_215_DIMENSIONS=2048,1024
TENSOR_215_TYPE=0
TENSOR_215_OFFSET=2444414464
TENSOR_216_NAME=BLK_19_ATTN_Q_WEIGHT
TENSOR_216_DIMENSIONS=1024,2048
TENSOR_216_TYPE=0
TENSOR_216_OFFSET=2452803072
TENSOR_217_NAME=BLK_19_ATTN_Q_NORM_WEIGHT
TENSOR_217_DIMENSIONS=128
TENSOR_217_TYPE=0
TENSOR_217_OFFSET=2461191680
TENSOR_218_NAME=BLK_19_ATTN_V_WEIGHT
TENSOR_218_DIMENSIONS=1024,1024
TENSOR_218_TYPE=0
TENSOR_218_OFFSET=2461192192
TENSOR_219_NAME=BLK_19_FFN_DOWN_WEIGHT
TENSOR_219_DIMENSIONS=3072,1024
TENSOR_219_TYPE=0
TENSOR_219_OFFSET=2465386496
TENSOR_220_NAME=BLK_19_FFN_GATE_WEIGHT
TENSOR_220_DIMENSIONS=1024,3072
TENSOR_220_TYPE=0
TENSOR_220_OFFSET=2477969408
TENSOR_221_NAME=BLK_19_FFN_NORM_WEIGHT
TENSOR_221_DIMENSIONS=1024
TENSOR_221_TYPE=0
TENSOR_221_OFFSET=2490552320
TENSOR_222_NAME=BLK_19_FFN_UP_WEIGHT
TENSOR_222_DIMENSIONS=1024,3072
TENSOR_222_TYPE=0
TENSOR_222_OFFSET=2490556416
TENSOR_223_NAME=BLK_20_ATTN_K_WEIGHT
TENSOR_223_DIMENSIONS=1024,1024
TENSOR_223_TYPE=0
TENSOR_223_OFFSET=2503139328
TENSOR_224_NAME=BLK_20_ATTN_K_NORM_WEIGHT
TENSOR_224_DIMENSIONS=128
TENSOR_224_TYPE=0
TENSOR_224_OFFSET=2507333632
TENSOR_225_NAME=BLK_20_ATTN_NORM_WEIGHT
TENSOR_225_DIMENSIONS=1024
TENSOR_225_TYPE=0
TENSOR_225_OFFSET=2507334144
TENSOR_226_NAME=BLK_20_ATTN_OUTPUT_WEIGHT
TENSOR_226_DIMENSIONS=2048,1024
TENSOR_226_TYPE=0
TENSOR_226_OFFSET=2507338240
TENSOR_227_NAME=BLK_20_ATTN_Q_WEIGHT
TENSOR_227_DIMENSIONS=1024,2048
TENSOR_227_TYPE=0
TENSOR_227_OFFSET=2515726848
TENSOR_228_NAME=BLK_20_ATTN_Q_NORM_WEIGHT
TENSOR_228_DIMENSIONS=128
TENSOR_228_TYPE=0
TENSOR_228_OFFSET=2524115456
TENSOR_229_NAME=BLK_20_ATTN_V_WEIGHT
TENSOR_229_DIMENSIONS=1024,1024
TENSOR_229_TYPE=0
TENSOR_229_OFFSET=2524115968
TENSOR_230_NAME=BLK_20_FFN_DOWN_WEIGHT
TENSOR_230_DIMENSIONS=3072,1024
TENSOR_230_TYPE=0
TENSOR_230_OFFSET=2528310272
TENSOR_231_NAME=BLK_20_FFN_GATE_WEIGHT
TENSOR_231_DIMENSIONS=1024,3072
TENSOR_231_TYPE=0
TENSOR_231_OFFSET=2540893184
TENSOR_232_NAME=BLK_20_FFN_NORM_WEIGHT
TENSOR_232_DIMENSIONS=1024
TENSOR_232_TYPE=0
TENSOR_232_OFFSET=2553476096
TENSOR_233_NAME=BLK_20_FFN_UP_WEIGHT
TENSOR_233_DIMENSIONS=1024,3072
TENSOR_233_TYPE=0
TENSOR_233_OFFSET=2553480192
TENSOR_234_NAME=BLK_21_ATTN_K_WEIGHT
TENSOR_234_DIMENSIONS=1024,1024
TENSOR_234_TYPE=0
TENSOR_234_OFFSET=2566063104
TENSOR_235_NAME=BLK_21_ATTN_K_NORM_WEIGHT
TENSOR_235_DIMENSIONS=128
TENSOR_235_TYPE=0
TENSOR_235_OFFSET=2570257408
TENSOR_236_NAME=BLK_21_ATTN_NORM_WEIGHT
TENSOR_236_DIMENSIONS=1024
TENSOR_236_TYPE=0
TENSOR_236_OFFSET=2570257920
TENSOR_237_NAME=BLK_21_ATTN_OUTPUT_WEIGHT
TENSOR_237_DIMENSIONS=2048,1024
TENSOR_237_TYPE=0
TENSOR_237_OFFSET=2570262016
TENSOR_238_NAME=BLK_21_ATTN_Q_WEIGHT
TENSOR_238_DIMENSIONS=1024,2048
TENSOR_238_TYPE=0
TENSOR_238_OFFSET=2578650624
TENSOR_239_NAME=BLK_21_ATTN_Q_NORM_WEIGHT
TENSOR_239_DIMENSIONS=128
TENSOR_239_TYPE=0
TENSOR_239_OFFSET=2587039232
TENSOR_240_NAME=BLK_21_ATTN_V_WEIGHT
TENSOR_240_DIMENSIONS=1024,1024
TENSOR_240_TYPE=0
TENSOR_240_OFFSET=2587039744
TENSOR_241_NAME=BLK_21_FFN_DOWN_WEIGHT
TENSOR_241_DIMENSIONS=3072,1024
TENSOR_241_TYPE=0
TENSOR_241_OFFSET=2591234048
TENSOR_242_NAME=BLK_21_FFN_GATE_WEIGHT
TENSOR_242_DIMENSIONS=1024,3072
TENSOR_242_TYPE=0
TENSOR_242_OFFSET=2603816960
TENSOR_243_NAME=BLK_21_FFN_NORM_WEIGHT
TENSOR_243_DIMENSIONS=1024
TENSOR_243_TYPE=0
TENSOR_243_OFFSET=2616399872
TENSOR_244_NAME=BLK_21_FFN_UP_WEIGHT
TENSOR_244_DIMENSIONS=1024,3072
TENSOR_244_TYPE=0
TENSOR_244_OFFSET=2616403968
TENSOR_245_NAME=BLK_22_ATTN_K_WEIGHT
TENSOR_245_DIMENSIONS=1024,1024
TENSOR_245_TYPE=0
TENSOR_245_OFFSET=2628986880
TENSOR_246_NAME=BLK_22_ATTN_K_NORM_WEIGHT
TENSOR_246_DIMENSIONS=128
TENSOR_246_TYPE=0
TENSOR_246_OFFSET=2633181184
TENSOR_247_NAME=BLK_22_ATTN_NORM_WEIGHT
TENSOR_247_DIMENSIONS=1024
TENSOR_247_TYPE=0
TENSOR_247_OFFSET=2633181696
TENSOR_248_NAME=BLK_22_ATTN_OUTPUT_WEIGHT
TENSOR_248_DIMENSIONS=2048,1024
TENSOR_248_TYPE=0
TENSOR_248_OFFSET=2633185792
TENSOR_249_NAME=BLK_22_ATTN_Q_WEIGHT
TENSOR_249_DIMENSIONS=1024,2048
TENSOR_249_TYPE=0
TENSOR_249_OFFSET=2641574400
TENSOR_250_NAME=BLK_22_ATTN_Q_NORM_WEIGHT
TENSOR_250_DIMENSIONS=128
TENSOR_250_TYPE=0
TENSOR_250_OFFSET=2649963008
TENSOR_251_NAME=BLK_22_ATTN_V_WEIGHT
TENSOR_251_DIMENSIONS=1024,1024
TENSOR_251_TYPE=0
TENSOR_251_OFFSET=2649963520
TENSOR_252_NAME=BLK_22_FFN_DOWN_WEIGHT
TENSOR_252_DIMENSIONS=3072,1024
TENSOR_252_TYPE=0
TENSOR_252_OFFSET=2654157824
TENSOR_253_NAME=BLK_22_FFN_GATE_WEIGHT
TENSOR_253_DIMENSIONS=1024,3072
TENSOR_253_TYPE=0
TENSOR_253_OFFSET=2666740736
TENSOR_254_NAME=BLK_22_FFN_NORM_WEIGHT
TENSOR_254_DIMENSIONS=1024
TENSOR_254_TYPE=0
TENSOR_254_OFFSET=2679323648
TENSOR_255_NAME=BLK_22_FFN_UP_WEIGHT
TENSOR_255_DIMENSIONS=1024,3072
TENSOR_255_TYPE=0
TENSOR_255_OFFSET=2679327744
TENSOR_256_NAME=BLK_23_ATTN_K_WEIGHT
TENSOR_256_DIMENSIONS=1024,1024
TENSOR_256_TYPE=0
TENSOR_256_OFFSET=2691910656
TENSOR_257_NAME=BLK_23_ATTN_K_NORM_WEIGHT
TENSOR_257_DIMENSIONS=128
TENSOR_257_TYPE=0
TENSOR_257_OFFSET=2696104960
TENSOR_258_NAME=BLK_23_ATTN_NORM_WEIGHT
TENSOR_258_DIMENSIONS=1024
TENSOR_258_TYPE=0
TENSOR_258_OFFSET=2696105472
TENSOR_259_NAME=BLK_23_ATTN_OUTPUT_WEIGHT
TENSOR_259_DIMENSIONS=2048,1024
TENSOR_259_TYPE=0
TENSOR_259_OFFSET=2696109568
TENSOR_260_NAME=BLK_23_ATTN_Q_WEIGHT
TENSOR_260_DIMENSIONS=1024,2048
TENSOR_260_TYPE=0
TENSOR_260_OFFSET=2704498176
TENSOR_261_NAME=BLK_23_ATTN_Q_NORM_WEIGHT
TENSOR_261_DIMENSIONS=128
TENSOR_261_TYPE=0
TENSOR_261_OFFSET=2712886784
TENSOR_262_NAME=BLK_23_ATTN_V_WEIGHT
TENSOR_262_DIMENSIONS=1024,1024
TENSOR_262_TYPE=0
TENSOR_262_OFFSET=2712887296
TENSOR_263_NAME=BLK_23_FFN_DOWN_WEIGHT
TENSOR_263_DIMENSIONS=3072,1024
TENSOR_263_TYPE=0
TENSOR_263_OFFSET=2717081600
TENSOR_264_NAME=BLK_23_FFN_GATE_WEIGHT
TENSOR_264_DIMENSIONS=1024,3072
TENSOR_264_TYPE=0
TENSOR_264_OFFSET=2729664512
TENSOR_265_NAME=BLK_23_FFN_NORM_WEIGHT
TENSOR_265_DIMENSIONS=1024
TENSOR_265_TYPE=0
TENSOR_265_OFFSET=2742247424
TENSOR_266_NAME=BLK_23_FFN_UP_WEIGHT
TENSOR_266_DIMENSIONS=1024,3072
TENSOR_266_TYPE=0
TENSOR_266_OFFSET=2742251520
TENSOR_267_NAME=BLK_24_ATTN_K_WEIGHT
TENSOR_267_DIMENSIONS=1024,1024
TENSOR_267_TYPE=0
TENSOR_267_OFFSET=2754834432
TENSOR_268_NAME=BLK_24_ATTN_K_NORM_WEIGHT
TENSOR_268_DIMENSIONS=128
TENSOR_268_TYPE=0
TENSOR_268_OFFSET=2759028736
TENSOR_269_NAME=BLK_24_ATTN_NORM_WEIGHT
TENSOR_269_DIMENSIONS=1024
TENSOR_269_TYPE=0
TENSOR_269_OFFSET=2759029248
TENSOR_270_NAME=BLK_24_ATTN_OUTPUT_WEIGHT
TENSOR_270_DIMENSIONS=2048,1024
TENSOR_270_TYPE=0
TENSOR_270_OFFSET=2759033344
TENSOR_271_NAME=BLK_24_ATTN_Q_WEIGHT
TENSOR_271_DIMENSIONS=1024,2048
TENSOR_271_TYPE=0
TENSOR_271_OFFSET=2767421952
TENSOR_272_NAME=BLK_24_ATTN_Q_NORM_WEIGHT
TENSOR_272_DIMENSIONS=128
TENSOR_272_TYPE=0
TENSOR_272_OFFSET=2775810560
TENSOR_273_NAME=BLK_24_ATTN_V_WEIGHT
TENSOR_273_DIMENSIONS=1024,1024
TENSOR_273_TYPE=0
TENSOR_273_OFFSET=2775811072
TENSOR_274_NAME=BLK_24_FFN_DOWN_WEIGHT
TENSOR_274_DIMENSIONS=3072,1024
TENSOR_274_TYPE=0
TENSOR_274_OFFSET=2780005376
TENSOR_275_NAME=BLK_24_FFN_GATE_WEIGHT
TENSOR_275_DIMENSIONS=1024,3072
TENSOR_275_TYPE=0
TENSOR_275_OFFSET=2792588288
TENSOR_276_NAME=BLK_24_FFN_NORM_WEIGHT
TENSOR_276_DIMENSIONS=1024
TENSOR_276_TYPE=0
TENSOR_276_OFFSET=2805171200
TENSOR_277_NAME=BLK_24_FFN_UP_WEIGHT
TENSOR_277_DIMENSIONS=1024,3072
TENSOR_277_TYPE=0
TENSOR_277_OFFSET=2805175296
TENSOR_278_NAME=BLK_25_ATTN_K_WEIGHT
TENSOR_278_DIMENSIONS=1024,1024
TENSOR_278_TYPE=0
TENSOR_278_OFFSET=2817758208
TENSOR_279_NAME=BLK_25_ATTN_K_NORM_WEIGHT
TENSOR_279_DIMENSIONS=128
TENSOR_279_TYPE=0
TENSOR_279_OFFSET=2821952512
TENSOR_280_NAME=BLK_25_ATTN_NORM_WEIGHT
TENSOR_280_DIMENSIONS=1024
TENSOR_280_TYPE=0
TENSOR_280_OFFSET=2821953024
TENSOR_281_NAME=BLK_25_ATTN_OUTPUT_WEIGHT
TENSOR_281_DIMENSIONS=2048,1024
TENSOR_281_TYPE=0
TENSOR_281_OFFSET=2821957120
TENSOR_282_NAME=BLK_25_ATTN_Q_WEIGHT
TENSOR_282_DIMENSIONS=1024,2048
TENSOR_282_TYPE=0
TENSOR_282_OFFSET=2830345728
TENSOR_283_NAME=BLK_25_ATTN_Q_NORM_WEIGHT
TENSOR_283_DIMENSIONS=128
TENSOR_283_TYPE=0
TENSOR_283_OFFSET=2838734336
TENSOR_284_NAME=BLK_25_ATTN_V_WEIGHT
TENSOR_284_DIMENSIONS=1024,1024
TENSOR_284_TYPE=0
TENSOR_284_OFFSET=2838734848
TENSOR_285_NAME=BLK_25_FFN_DOWN_WEIGHT
TENSOR_285_DIMENSIONS=3072,1024
TENSOR_285_TYPE=0
TENSOR_285_OFFSET=2842929152
TENSOR_286_NAME=BLK_25_FFN_GATE_WEIGHT
TENSOR_286_DIMENSIONS=1024,3072
TENSOR_286_TYPE=0
TENSOR_286_OFFSET=2855512064
TENSOR_287_NAME=BLK_25_FFN_NORM_WEIGHT
TENSOR_287_DIMENSIONS=1024
TENSOR_287_TYPE=0
TENSOR_287_OFFSET=2868094976
TENSOR_288_NAME=BLK_25_FFN_UP_WEIGHT
TENSOR_288_DIMENSIONS=1024,3072
TENSOR_288_TYPE=0
TENSOR_288_OFFSET=2868099072
TENSOR_289_NAME=BLK_26_ATTN_K_WEIGHT
TENSOR_289_DIMENSIONS=1024,1024
TENSOR_289_TYPE=0
TENSOR_289_OFFSET=2880681984
TENSOR_290_NAME=BLK_26_ATTN_K_NORM_WEIGHT
TENSOR_290_DIMENSIONS=128
TENSOR_290_TYPE=0
TENSOR_290_OFFSET=2884876288
TENSOR_291_NAME=BLK_26_ATTN_NORM_WEIGHT
TENSOR_291_DIMENSIONS=1024
TENSOR_291_TYPE=0
TENSOR_291_OFFSET=2884876800
TENSOR_292_NAME=BLK_26_ATTN_OUTPUT_WEIGHT
TENSOR_292_DIMENSIONS=2048,1024
TENSOR_292_TYPE=0
TENSOR_292_OFFSET=2884880896
TENSOR_293_NAME=BLK_26_ATTN_Q_WEIGHT
TENSOR_293_DIMENSIONS=1024,2048
TENSOR_293_TYPE=0
TENSOR_293_OFFSET=2893269504
TENSOR_294_NAME=BLK_26_ATTN_Q_NORM_WEIGHT
TENSOR_294_DIMENSIONS=128
TENSOR_294_TYPE=0
TENSOR_294_OFFSET=2901658112
TENSOR_295_NAME=BLK_26_ATTN_V_WEIGHT
TENSOR_295_DIMENSIONS=1024,1024
TENSOR_295_TYPE=0
TENSOR_295_OFFSET=2901658624
TENSOR_296_NAME=BLK_26_FFN_DOWN_WEIGHT
TENSOR_296_DIMENSIONS=3072,1024
TENSOR_296_TYPE=0
TENSOR_296_OFFSET=2905852928
TENSOR_297_NAME=BLK_26_FFN_GATE_WEIGHT
TENSOR_297_DIMENSIONS=1024,3072
TENSOR_297_TYPE=0
TENSOR_297_OFFSET=2918435840
TENSOR_298_NAME=BLK_26_FFN_NORM_WEIGHT
TENSOR_298_DIMENSIONS=1024
TENSOR_298_TYPE=0
TENSOR_298_OFFSET=2931018752
TENSOR_299_NAME=BLK_26_FFN_UP_WEIGHT
TENSOR_299_DIMENSIONS=1024,3072
TENSOR_299_TYPE=0
TENSOR_299_OFFSET=2931022848
TENSOR_300_NAME=BLK_27_ATTN_K_WEIGHT
TENSOR_300_DIMENSIONS=1024,1024
TENSOR_300_TYPE=0
TENSOR_300_OFFSET=2943605760
TENSOR_301_NAME=BLK_27_ATTN_K_NORM_WEIGHT
TENSOR_301_DIMENSIONS=128
TENSOR_301_TYPE=0
TENSOR_301_OFFSET=2947800064
TENSOR_302_NAME=BLK_27_ATTN_NORM_WEIGHT
TENSOR_302_DIMENSIONS=1024
TENSOR_302_TYPE=0
TENSOR_302_OFFSET=2947800576
TENSOR_303_NAME=BLK_27_ATTN_OUTPUT_WEIGHT
TENSOR_303_DIMENSIONS=2048,1024
TENSOR_303_TYPE=0
TENSOR_303_OFFSET=2947804672
TENSOR_304_NAME=BLK_27_ATTN_Q_WEIGHT
TENSOR_304_DIMENSIONS=1024,2048
TENSOR_304_TYPE=0
TENSOR_304_OFFSET=2956193280
TENSOR_305_NAME=BLK_27_ATTN_Q_NORM_WEIGHT
TENSOR_305_DIMENSIONS=128
TENSOR_305_TYPE=0
TENSOR_305_OFFSET=2964581888
TENSOR_306_NAME=BLK_27_ATTN_V_WEIGHT
TENSOR_306_DIMENSIONS=1024,1024
TENSOR_306_TYPE=0
TENSOR_306_OFFSET=2964582400
TENSOR_307_NAME=BLK_27_FFN_DOWN_WEIGHT
TENSOR_307_DIMENSIONS=3072,1024
TENSOR_307_TYPE=0
TENSOR_307_OFFSET=2968776704
TENSOR_308_NAME=BLK_27_FFN_GATE_WEIGHT
TENSOR_308_DIMENSIONS=1024,3072
TENSOR_308_TYPE=0
TENSOR_308_OFFSET=2981359616
TENSOR_309_NAME=BLK_27_FFN_NORM_WEIGHT
TENSOR_309_DIMENSIONS=1024
TENSOR_309_TYPE=0
TENSOR_309_OFFSET=2993942528
TENSOR_310_NAME=BLK_27_FFN_UP_WEIGHT
TENSOR_310_DIMENSIONS=1024,3072
TENSOR_310_TYPE=0
TENSOR_310_OFFSET=2993946624