From f6333da7ffb105d1fe95345788cf11176d4ce3e1 Mon Sep 17 00:00:00 2001 From: enkilee Date: Tue, 12 Aug 2025 14:57:27 +0800 Subject: [PATCH] swin_b --- samples/torchvision/swin_b/graph_hash.txt | 1 + samples/torchvision/swin_b/graph_net.json | 6 + samples/torchvision/swin_b/input_meta.py | 0 .../swin_b/input_tensor_constraints.py | 0 samples/torchvision/swin_b/model.py | 4774 ++ samples/torchvision/swin_b/weight_meta.py | 70796 ++++++++++++++++ 6 files changed, 75577 insertions(+) create mode 100644 samples/torchvision/swin_b/graph_hash.txt create mode 100644 samples/torchvision/swin_b/graph_net.json create mode 100644 samples/torchvision/swin_b/input_meta.py create mode 100644 samples/torchvision/swin_b/input_tensor_constraints.py create mode 100644 samples/torchvision/swin_b/model.py create mode 100644 samples/torchvision/swin_b/weight_meta.py diff --git a/samples/torchvision/swin_b/graph_hash.txt b/samples/torchvision/swin_b/graph_hash.txt new file mode 100644 index 00000000..da5f28ad --- /dev/null +++ b/samples/torchvision/swin_b/graph_hash.txt @@ -0,0 +1 @@ +4ee23de8fc53a1a21e37103fb6d58ae3c2043bb8d79f10407e7127bfacd2f4e4 \ No newline at end of file diff --git a/samples/torchvision/swin_b/graph_net.json b/samples/torchvision/swin_b/graph_net.json new file mode 100644 index 00000000..b6ffe9f7 --- /dev/null +++ b/samples/torchvision/swin_b/graph_net.json @@ -0,0 +1,6 @@ +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false +} \ No newline at end of file diff --git a/samples/torchvision/swin_b/input_meta.py b/samples/torchvision/swin_b/input_meta.py new file mode 100644 index 00000000..e69de29b diff --git a/samples/torchvision/swin_b/input_tensor_constraints.py b/samples/torchvision/swin_b/input_tensor_constraints.py new file mode 100644 index 00000000..e69de29b diff --git a/samples/torchvision/swin_b/model.py b/samples/torchvision/swin_b/model.py new file mode 100644 index 00000000..fc64be2c --- /dev/null +++ b/samples/torchvision/swin_b/model.py @@ -0,0 +1,4774 @@ +import torch + + +class GraphModule(torch.nn.Module): + def forward( + self, + L_self_modules_features_modules_0_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_0_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_x_: torch.Tensor, + L_self_modules_features_modules_0_modules_2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_0_modules_2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_2_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_2_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_2_modules_reduction_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_4_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_4_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_4_modules_reduction_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_6_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_6_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_6_modules_reduction_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_: torch.Tensor, + L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_norm_parameters_bias_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_weight_: torch.nn.parameter.Parameter, + L_self_modules_head_parameters_bias_: torch.nn.parameter.Parameter, + ): + l_self_modules_features_modules_0_modules_0_parameters_weight_ = ( + L_self_modules_features_modules_0_modules_0_parameters_weight_ + ) + l_self_modules_features_modules_0_modules_0_parameters_bias_ = ( + L_self_modules_features_modules_0_modules_0_parameters_bias_ + ) + l_x_ = L_x_ + l_self_modules_features_modules_0_modules_2_parameters_weight_ = ( + L_self_modules_features_modules_0_modules_2_parameters_weight_ + ) + l_self_modules_features_modules_0_modules_2_parameters_bias_ = ( + L_self_modules_features_modules_0_modules_2_parameters_bias_ + ) + l_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_2_modules_norm_parameters_weight_ = ( + L_self_modules_features_modules_2_modules_norm_parameters_weight_ + ) + l_self_modules_features_modules_2_modules_norm_parameters_bias_ = ( + L_self_modules_features_modules_2_modules_norm_parameters_bias_ + ) + l_self_modules_features_modules_2_modules_reduction_parameters_weight_ = ( + L_self_modules_features_modules_2_modules_reduction_parameters_weight_ + ) + l_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_4_modules_norm_parameters_weight_ = ( + L_self_modules_features_modules_4_modules_norm_parameters_weight_ + ) + l_self_modules_features_modules_4_modules_norm_parameters_bias_ = ( + L_self_modules_features_modules_4_modules_norm_parameters_bias_ + ) + l_self_modules_features_modules_4_modules_reduction_parameters_weight_ = ( + L_self_modules_features_modules_4_modules_reduction_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_ = L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_ + l_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_ = L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_ + l_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_6_modules_norm_parameters_weight_ = ( + L_self_modules_features_modules_6_modules_norm_parameters_weight_ + ) + l_self_modules_features_modules_6_modules_norm_parameters_bias_ = ( + L_self_modules_features_modules_6_modules_norm_parameters_bias_ + ) + l_self_modules_features_modules_6_modules_reduction_parameters_weight_ = ( + L_self_modules_features_modules_6_modules_reduction_parameters_weight_ + ) + l_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_ + l_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_ = ( + L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_ + ) + l_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_ = ( + L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_ + ) + l_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_ = L_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_ + l_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_ = L_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_ + l_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_ = L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_ + l_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_ = L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_ + l_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_ = L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_ + l_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_ = L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_ + l_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_ = ( + L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_ + ) + l_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_ = ( + L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_ + ) + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_ = L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_ + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_ = L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_ + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_ = L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_ + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_ = L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_ + l_self_modules_norm_parameters_weight_ = L_self_modules_norm_parameters_weight_ + l_self_modules_norm_parameters_bias_ = L_self_modules_norm_parameters_bias_ + l_self_modules_head_parameters_weight_ = L_self_modules_head_parameters_weight_ + l_self_modules_head_parameters_bias_ = L_self_modules_head_parameters_bias_ + input_1 = torch.conv2d( + l_x_, + l_self_modules_features_modules_0_modules_0_parameters_weight_, + l_self_modules_features_modules_0_modules_0_parameters_bias_, + (4, 4), + (0, 0), + (1, 1), + 1, + ) + l_x_ = ( + l_self_modules_features_modules_0_modules_0_parameters_weight_ + ) = l_self_modules_features_modules_0_modules_0_parameters_bias_ = None + input_2 = torch.permute(input_1, [0, 2, 3, 1]) + input_1 = None + input_3 = torch.nn.functional.layer_norm( + input_2, + (128,), + l_self_modules_features_modules_0_modules_2_parameters_weight_, + l_self_modules_features_modules_0_modules_2_parameters_bias_, + 1e-05, + ) + input_2 = ( + l_self_modules_features_modules_0_modules_2_parameters_weight_ + ) = l_self_modules_features_modules_0_modules_2_parameters_bias_ = None + layer_norm_1 = torch.nn.functional.layer_norm( + input_3, + (128,), + l_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_, + l_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_ + ) = None + relative_position_bias = l_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_1 = relative_position_bias.view(49, 49, -1) + relative_position_bias = None + permute_1 = relative_position_bias_1.permute(2, 0, 1) + relative_position_bias_1 = None + contiguous = permute_1.contiguous() + permute_1 = None + relative_position_bias_2 = contiguous.unsqueeze(0) + contiguous = None + x = torch._C._nn.pad(layer_norm_1, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_1 = None + x_1 = x.view(1, 8, 7, 8, 7, 128) + x = None + permute_2 = x_1.permute(0, 1, 3, 2, 4, 5) + x_1 = None + x_2 = permute_2.reshape(64, 49, 128) + permute_2 = None + qkv = torch._C._nn.linear( + x_2, + l_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + x_2 = l_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_1 = qkv.reshape(64, 49, 3, 4, 32) + qkv = None + qkv_1 = reshape_1.permute(2, 0, 3, 1, 4) + reshape_1 = None + q = qkv_1[0] + k = qkv_1[1] + v = qkv_1[2] + qkv_1 = None + q_1 = q * 0.1767766952966369 + q = None + transpose = k.transpose(-2, -1) + k = None + attn = q_1.matmul(transpose) + q_1 = transpose = None + attn_1 = attn + relative_position_bias_2 + attn = relative_position_bias_2 = None + attn_2 = torch.nn.functional.softmax(attn_1, dim=-1) + attn_1 = None + attn_3 = torch.nn.functional.dropout(attn_2, p=0.0, training=False) + attn_2 = None + matmul_1 = attn_3.matmul(v) + attn_3 = v = None + transpose_1 = matmul_1.transpose(1, 2) + matmul_1 = None + x_3 = transpose_1.reshape(64, 49, 128) + transpose_1 = None + x_4 = torch._C._nn.linear( + x_3, + l_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_3 = l_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_5 = torch.nn.functional.dropout(x_4, p=0.0, training=False) + x_4 = None + x_6 = x_5.view(1, 8, 8, 7, 7, 128) + x_5 = None + permute_4 = x_6.permute(0, 1, 3, 2, 4, 5) + x_6 = None + x_7 = permute_4.reshape(1, 56, 56, 128) + permute_4 = None + getitem_4 = x_7[ + ( + slice(None, None, None), + slice(None, 56, None), + slice(None, 56, None), + slice(None, None, None), + ) + ] + x_7 = None + x_8 = getitem_4.contiguous() + getitem_4 = None + _log_api_usage_once = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once = None + x_9 = input_3 + x_8 + input_3 = x_8 = None + layer_norm_2 = torch.nn.functional.layer_norm( + x_9, + (128,), + l_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_, + l_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_ + ) = None + input_4 = torch._C._nn.linear( + layer_norm_2, + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_2 = l_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_ = (None) + input_5 = torch._C._nn.gelu(input_4, approximate="none") + input_4 = None + input_6 = torch.nn.functional.dropout(input_5, 0.0, False, False) + input_5 = None + input_7 = torch._C._nn.linear( + input_6, + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_, + ) + input_6 = l_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_ = (None) + input_8 = torch.nn.functional.dropout(input_7, 0.0, False, False) + input_7 = None + _log_api_usage_once_1 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_1 = None + x_10 = x_9 + input_8 + x_9 = input_8 = None + layer_norm_3 = torch.nn.functional.layer_norm( + x_10, + (128,), + l_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_, + l_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_3 = l_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_4 = relative_position_bias_3.view(49, 49, -1) + relative_position_bias_3 = None + permute_5 = relative_position_bias_4.permute(2, 0, 1) + relative_position_bias_4 = None + contiguous_2 = permute_5.contiguous() + permute_5 = None + relative_position_bias_5 = contiguous_2.unsqueeze(0) + contiguous_2 = None + x_11 = torch._C._nn.pad(layer_norm_3, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_3 = None + x_12 = torch.roll(x_11, shifts=(-3, -3), dims=(1, 2)) + x_11 = None + x_13 = x_12.view(1, 8, 7, 8, 7, 128) + x_12 = None + permute_6 = x_13.permute(0, 1, 3, 2, 4, 5) + x_13 = None + x_14 = permute_6.reshape(64, 49, 128) + permute_6 = None + qkv_2 = torch._C._nn.linear( + x_14, + l_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_5 = qkv_2.reshape(64, 49, 3, 4, 32) + qkv_2 = None + qkv_3 = reshape_5.permute(2, 0, 3, 1, 4) + reshape_5 = None + q_2 = qkv_3[0] + k_1 = qkv_3[1] + v_1 = qkv_3[2] + qkv_3 = None + q_3 = q_2 * 0.1767766952966369 + q_2 = None + transpose_2 = k_1.transpose(-2, -1) + k_1 = None + attn_4 = q_3.matmul(transpose_2) + q_3 = transpose_2 = None + attn_5 = attn_4 + relative_position_bias_5 + attn_4 = relative_position_bias_5 = None + attn_mask = x_14.new_zeros((56, 56)) + x_14 = None + attn_mask[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem = attn_mask + setitem = None + attn_mask[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_1 = attn_mask + setitem_1 = None + attn_mask[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_2 = attn_mask + setitem_2 = None + attn_mask[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_3 = attn_mask + setitem_3 = None + attn_mask[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_4 = attn_mask + setitem_4 = None + attn_mask[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_5 = attn_mask + setitem_5 = None + attn_mask[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_6 = attn_mask + setitem_6 = None + attn_mask[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_7 = attn_mask + setitem_7 = None + attn_mask[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_8 = attn_mask + setitem_8 = None + attn_mask_1 = attn_mask.view(8, 7, 8, 7) + attn_mask = None + permute_8 = attn_mask_1.permute(0, 2, 1, 3) + attn_mask_1 = None + attn_mask_2 = permute_8.reshape(64, 49) + permute_8 = None + unsqueeze_2 = attn_mask_2.unsqueeze(1) + unsqueeze_3 = attn_mask_2.unsqueeze(2) + attn_mask_2 = None + attn_mask_3 = unsqueeze_2 - unsqueeze_3 + unsqueeze_2 = unsqueeze_3 = None + ne = attn_mask_3 != 0 + masked_fill = attn_mask_3.masked_fill(ne, -100.0) + ne = None + eq = attn_mask_3 == 0 + attn_mask_3 = None + attn_mask_4 = masked_fill.masked_fill(eq, 0.0) + masked_fill = eq = None + attn_6 = attn_5.view(1, 64, 4, 49, 49) + attn_5 = None + unsqueeze_4 = attn_mask_4.unsqueeze(1) + attn_mask_4 = None + unsqueeze_5 = unsqueeze_4.unsqueeze(0) + unsqueeze_4 = None + attn_7 = attn_6 + unsqueeze_5 + attn_6 = unsqueeze_5 = None + attn_8 = attn_7.view(-1, 4, 49, 49) + attn_7 = None + attn_9 = torch.nn.functional.softmax(attn_8, dim=-1) + attn_8 = None + attn_10 = torch.nn.functional.dropout(attn_9, p=0.0, training=False) + attn_9 = None + matmul_3 = attn_10.matmul(v_1) + attn_10 = v_1 = None + transpose_3 = matmul_3.transpose(1, 2) + matmul_3 = None + x_15 = transpose_3.reshape(64, 49, 128) + transpose_3 = None + x_16 = torch._C._nn.linear( + x_15, + l_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_15 = l_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_17 = torch.nn.functional.dropout(x_16, p=0.0, training=False) + x_16 = None + x_18 = x_17.view(1, 8, 8, 7, 7, 128) + x_17 = None + permute_9 = x_18.permute(0, 1, 3, 2, 4, 5) + x_18 = None + x_19 = permute_9.reshape(1, 56, 56, 128) + permute_9 = None + x_20 = torch.roll(x_19, shifts=(3, 3), dims=(1, 2)) + x_19 = None + getitem_9 = x_20[ + ( + slice(None, None, None), + slice(None, 56, None), + slice(None, 56, None), + slice(None, None, None), + ) + ] + x_20 = None + x_21 = getitem_9.contiguous() + getitem_9 = None + _log_api_usage_once_2 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_2 = None + x_22 = x_10 + x_21 + x_10 = x_21 = None + layer_norm_4 = torch.nn.functional.layer_norm( + x_22, + (128,), + l_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_, + l_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_ + ) = None + input_9 = torch._C._nn.linear( + layer_norm_4, + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_4 = l_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_ = (None) + input_10 = torch._C._nn.gelu(input_9, approximate="none") + input_9 = None + input_11 = torch.nn.functional.dropout(input_10, 0.0, False, False) + input_10 = None + input_12 = torch._C._nn.linear( + input_11, + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_, + ) + input_11 = l_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_ = (None) + input_13 = torch.nn.functional.dropout(input_12, 0.0, False, False) + input_12 = None + _log_api_usage_once_3 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_3 = None + x_23 = x_22 + input_13 + x_22 = input_13 = None + x_24 = torch._C._nn.pad(x_23, (0, 0, 0, 0, 0, 0), "constant", None) + x_23 = None + x0 = x_24[ + (Ellipsis, slice(0, None, 2), slice(0, None, 2), slice(None, None, None)) + ] + x1 = x_24[ + (Ellipsis, slice(1, None, 2), slice(0, None, 2), slice(None, None, None)) + ] + x2 = x_24[ + (Ellipsis, slice(0, None, 2), slice(1, None, 2), slice(None, None, None)) + ] + x3 = x_24[ + (Ellipsis, slice(1, None, 2), slice(1, None, 2), slice(None, None, None)) + ] + x_24 = None + x_25 = torch.cat([x0, x1, x2, x3], -1) + x0 = x1 = x2 = x3 = None + x_26 = torch.nn.functional.layer_norm( + x_25, + (512,), + l_self_modules_features_modules_2_modules_norm_parameters_weight_, + l_self_modules_features_modules_2_modules_norm_parameters_bias_, + 1e-05, + ) + x_25 = ( + l_self_modules_features_modules_2_modules_norm_parameters_weight_ + ) = l_self_modules_features_modules_2_modules_norm_parameters_bias_ = None + x_27 = torch._C._nn.linear( + x_26, + l_self_modules_features_modules_2_modules_reduction_parameters_weight_, + None, + ) + x_26 = ( + l_self_modules_features_modules_2_modules_reduction_parameters_weight_ + ) = None + layer_norm_6 = torch.nn.functional.layer_norm( + x_27, + (256,), + l_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_, + l_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_6 = l_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_7 = relative_position_bias_6.view(49, 49, -1) + relative_position_bias_6 = None + permute_10 = relative_position_bias_7.permute(2, 0, 1) + relative_position_bias_7 = None + contiguous_4 = permute_10.contiguous() + permute_10 = None + relative_position_bias_8 = contiguous_4.unsqueeze(0) + contiguous_4 = None + x_28 = torch._C._nn.pad(layer_norm_6, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_6 = None + x_29 = x_28.view(1, 4, 7, 4, 7, 256) + x_28 = None + permute_11 = x_29.permute(0, 1, 3, 2, 4, 5) + x_29 = None + x_30 = permute_11.reshape(16, 49, 256) + permute_11 = None + qkv_4 = torch._C._nn.linear( + x_30, + l_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + x_30 = l_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_10 = qkv_4.reshape(16, 49, 3, 8, 32) + qkv_4 = None + qkv_5 = reshape_10.permute(2, 0, 3, 1, 4) + reshape_10 = None + q_4 = qkv_5[0] + k_2 = qkv_5[1] + v_2 = qkv_5[2] + qkv_5 = None + q_5 = q_4 * 0.1767766952966369 + q_4 = None + transpose_4 = k_2.transpose(-2, -1) + k_2 = None + attn_11 = q_5.matmul(transpose_4) + q_5 = transpose_4 = None + attn_12 = attn_11 + relative_position_bias_8 + attn_11 = relative_position_bias_8 = None + attn_13 = torch.nn.functional.softmax(attn_12, dim=-1) + attn_12 = None + attn_14 = torch.nn.functional.dropout(attn_13, p=0.0, training=False) + attn_13 = None + matmul_5 = attn_14.matmul(v_2) + attn_14 = v_2 = None + transpose_5 = matmul_5.transpose(1, 2) + matmul_5 = None + x_31 = transpose_5.reshape(16, 49, 256) + transpose_5 = None + x_32 = torch._C._nn.linear( + x_31, + l_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_31 = l_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_33 = torch.nn.functional.dropout(x_32, p=0.0, training=False) + x_32 = None + x_34 = x_33.view(1, 4, 4, 7, 7, 256) + x_33 = None + permute_13 = x_34.permute(0, 1, 3, 2, 4, 5) + x_34 = None + x_35 = permute_13.reshape(1, 28, 28, 256) + permute_13 = None + getitem_18 = x_35[ + ( + slice(None, None, None), + slice(None, 28, None), + slice(None, 28, None), + slice(None, None, None), + ) + ] + x_35 = None + x_36 = getitem_18.contiguous() + getitem_18 = None + _log_api_usage_once_4 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_4 = None + x_37 = x_27 + x_36 + x_27 = x_36 = None + layer_norm_7 = torch.nn.functional.layer_norm( + x_37, + (256,), + l_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_, + l_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_ + ) = None + input_14 = torch._C._nn.linear( + layer_norm_7, + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_7 = l_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_ = (None) + input_15 = torch._C._nn.gelu(input_14, approximate="none") + input_14 = None + input_16 = torch.nn.functional.dropout(input_15, 0.0, False, False) + input_15 = None + input_17 = torch._C._nn.linear( + input_16, + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_, + ) + input_16 = l_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_ = (None) + input_18 = torch.nn.functional.dropout(input_17, 0.0, False, False) + input_17 = None + _log_api_usage_once_5 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_5 = None + x_38 = x_37 + input_18 + x_37 = input_18 = None + layer_norm_8 = torch.nn.functional.layer_norm( + x_38, + (256,), + l_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_, + l_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_9 = l_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_10 = relative_position_bias_9.view(49, 49, -1) + relative_position_bias_9 = None + permute_14 = relative_position_bias_10.permute(2, 0, 1) + relative_position_bias_10 = None + contiguous_6 = permute_14.contiguous() + permute_14 = None + relative_position_bias_11 = contiguous_6.unsqueeze(0) + contiguous_6 = None + x_39 = torch._C._nn.pad(layer_norm_8, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_8 = None + x_40 = torch.roll(x_39, shifts=(-3, -3), dims=(1, 2)) + x_39 = None + x_41 = x_40.view(1, 4, 7, 4, 7, 256) + x_40 = None + permute_15 = x_41.permute(0, 1, 3, 2, 4, 5) + x_41 = None + x_42 = permute_15.reshape(16, 49, 256) + permute_15 = None + qkv_6 = torch._C._nn.linear( + x_42, + l_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_14 = qkv_6.reshape(16, 49, 3, 8, 32) + qkv_6 = None + qkv_7 = reshape_14.permute(2, 0, 3, 1, 4) + reshape_14 = None + q_6 = qkv_7[0] + k_3 = qkv_7[1] + v_3 = qkv_7[2] + qkv_7 = None + q_7 = q_6 * 0.1767766952966369 + q_6 = None + transpose_6 = k_3.transpose(-2, -1) + k_3 = None + attn_15 = q_7.matmul(transpose_6) + q_7 = transpose_6 = None + attn_16 = attn_15 + relative_position_bias_11 + attn_15 = relative_position_bias_11 = None + attn_mask_5 = x_42.new_zeros((28, 28)) + x_42 = None + attn_mask_5[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_9 = attn_mask_5 + setitem_9 = None + attn_mask_5[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_10 = attn_mask_5 + setitem_10 = None + attn_mask_5[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_11 = attn_mask_5 + setitem_11 = None + attn_mask_5[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_12 = attn_mask_5 + setitem_12 = None + attn_mask_5[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_13 = attn_mask_5 + setitem_13 = None + attn_mask_5[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_14 = attn_mask_5 + setitem_14 = None + attn_mask_5[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_15 = attn_mask_5 + setitem_15 = None + attn_mask_5[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_16 = attn_mask_5 + setitem_16 = None + attn_mask_5[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_17 = attn_mask_5 + setitem_17 = None + attn_mask_6 = attn_mask_5.view(4, 7, 4, 7) + attn_mask_5 = None + permute_17 = attn_mask_6.permute(0, 2, 1, 3) + attn_mask_6 = None + attn_mask_7 = permute_17.reshape(16, 49) + permute_17 = None + unsqueeze_8 = attn_mask_7.unsqueeze(1) + unsqueeze_9 = attn_mask_7.unsqueeze(2) + attn_mask_7 = None + attn_mask_8 = unsqueeze_8 - unsqueeze_9 + unsqueeze_8 = unsqueeze_9 = None + ne_1 = attn_mask_8 != 0 + masked_fill_2 = attn_mask_8.masked_fill(ne_1, -100.0) + ne_1 = None + eq_1 = attn_mask_8 == 0 + attn_mask_8 = None + attn_mask_9 = masked_fill_2.masked_fill(eq_1, 0.0) + masked_fill_2 = eq_1 = None + attn_17 = attn_16.view(1, 16, 8, 49, 49) + attn_16 = None + unsqueeze_10 = attn_mask_9.unsqueeze(1) + attn_mask_9 = None + unsqueeze_11 = unsqueeze_10.unsqueeze(0) + unsqueeze_10 = None + attn_18 = attn_17 + unsqueeze_11 + attn_17 = unsqueeze_11 = None + attn_19 = attn_18.view(-1, 8, 49, 49) + attn_18 = None + attn_20 = torch.nn.functional.softmax(attn_19, dim=-1) + attn_19 = None + attn_21 = torch.nn.functional.dropout(attn_20, p=0.0, training=False) + attn_20 = None + matmul_7 = attn_21.matmul(v_3) + attn_21 = v_3 = None + transpose_7 = matmul_7.transpose(1, 2) + matmul_7 = None + x_43 = transpose_7.reshape(16, 49, 256) + transpose_7 = None + x_44 = torch._C._nn.linear( + x_43, + l_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_43 = l_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_45 = torch.nn.functional.dropout(x_44, p=0.0, training=False) + x_44 = None + x_46 = x_45.view(1, 4, 4, 7, 7, 256) + x_45 = None + permute_18 = x_46.permute(0, 1, 3, 2, 4, 5) + x_46 = None + x_47 = permute_18.reshape(1, 28, 28, 256) + permute_18 = None + x_48 = torch.roll(x_47, shifts=(3, 3), dims=(1, 2)) + x_47 = None + getitem_23 = x_48[ + ( + slice(None, None, None), + slice(None, 28, None), + slice(None, 28, None), + slice(None, None, None), + ) + ] + x_48 = None + x_49 = getitem_23.contiguous() + getitem_23 = None + _log_api_usage_once_6 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_6 = None + x_50 = x_38 + x_49 + x_38 = x_49 = None + layer_norm_9 = torch.nn.functional.layer_norm( + x_50, + (256,), + l_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_, + l_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_ + ) = None + input_19 = torch._C._nn.linear( + layer_norm_9, + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_9 = l_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_ = (None) + input_20 = torch._C._nn.gelu(input_19, approximate="none") + input_19 = None + input_21 = torch.nn.functional.dropout(input_20, 0.0, False, False) + input_20 = None + input_22 = torch._C._nn.linear( + input_21, + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_, + ) + input_21 = l_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_ = (None) + input_23 = torch.nn.functional.dropout(input_22, 0.0, False, False) + input_22 = None + _log_api_usage_once_7 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_7 = None + x_51 = x_50 + input_23 + x_50 = input_23 = None + x_52 = torch._C._nn.pad(x_51, (0, 0, 0, 0, 0, 0), "constant", None) + x_51 = None + x0_1 = x_52[ + (Ellipsis, slice(0, None, 2), slice(0, None, 2), slice(None, None, None)) + ] + x1_1 = x_52[ + (Ellipsis, slice(1, None, 2), slice(0, None, 2), slice(None, None, None)) + ] + x2_1 = x_52[ + (Ellipsis, slice(0, None, 2), slice(1, None, 2), slice(None, None, None)) + ] + x3_1 = x_52[ + (Ellipsis, slice(1, None, 2), slice(1, None, 2), slice(None, None, None)) + ] + x_52 = None + x_53 = torch.cat([x0_1, x1_1, x2_1, x3_1], -1) + x0_1 = x1_1 = x2_1 = x3_1 = None + x_54 = torch.nn.functional.layer_norm( + x_53, + (1024,), + l_self_modules_features_modules_4_modules_norm_parameters_weight_, + l_self_modules_features_modules_4_modules_norm_parameters_bias_, + 1e-05, + ) + x_53 = ( + l_self_modules_features_modules_4_modules_norm_parameters_weight_ + ) = l_self_modules_features_modules_4_modules_norm_parameters_bias_ = None + x_55 = torch._C._nn.linear( + x_54, + l_self_modules_features_modules_4_modules_reduction_parameters_weight_, + None, + ) + x_54 = ( + l_self_modules_features_modules_4_modules_reduction_parameters_weight_ + ) = None + layer_norm_11 = torch.nn.functional.layer_norm( + x_55, + (512,), + l_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_12 = l_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_13 = relative_position_bias_12.view(49, 49, -1) + relative_position_bias_12 = None + permute_19 = relative_position_bias_13.permute(2, 0, 1) + relative_position_bias_13 = None + contiguous_8 = permute_19.contiguous() + permute_19 = None + relative_position_bias_14 = contiguous_8.unsqueeze(0) + contiguous_8 = None + x_56 = torch._C._nn.pad(layer_norm_11, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_11 = None + x_57 = x_56.view(1, 2, 7, 2, 7, 512) + x_56 = None + permute_20 = x_57.permute(0, 1, 3, 2, 4, 5) + x_57 = None + x_58 = permute_20.reshape(4, 49, 512) + permute_20 = None + qkv_8 = torch._C._nn.linear( + x_58, + l_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + x_58 = l_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_19 = qkv_8.reshape(4, 49, 3, 16, 32) + qkv_8 = None + qkv_9 = reshape_19.permute(2, 0, 3, 1, 4) + reshape_19 = None + q_8 = qkv_9[0] + k_4 = qkv_9[1] + v_4 = qkv_9[2] + qkv_9 = None + q_9 = q_8 * 0.1767766952966369 + q_8 = None + transpose_8 = k_4.transpose(-2, -1) + k_4 = None + attn_22 = q_9.matmul(transpose_8) + q_9 = transpose_8 = None + attn_23 = attn_22 + relative_position_bias_14 + attn_22 = relative_position_bias_14 = None + attn_24 = torch.nn.functional.softmax(attn_23, dim=-1) + attn_23 = None + attn_25 = torch.nn.functional.dropout(attn_24, p=0.0, training=False) + attn_24 = None + matmul_9 = attn_25.matmul(v_4) + attn_25 = v_4 = None + transpose_9 = matmul_9.transpose(1, 2) + matmul_9 = None + x_59 = transpose_9.reshape(4, 49, 512) + transpose_9 = None + x_60 = torch._C._nn.linear( + x_59, + l_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_59 = l_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_61 = torch.nn.functional.dropout(x_60, p=0.0, training=False) + x_60 = None + x_62 = x_61.view(1, 2, 2, 7, 7, 512) + x_61 = None + permute_22 = x_62.permute(0, 1, 3, 2, 4, 5) + x_62 = None + x_63 = permute_22.reshape(1, 14, 14, 512) + permute_22 = None + getitem_32 = x_63[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_63 = None + x_64 = getitem_32.contiguous() + getitem_32 = None + _log_api_usage_once_8 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_8 = None + x_65 = x_55 + x_64 + x_55 = x_64 = None + layer_norm_12 = torch.nn.functional.layer_norm( + x_65, + (512,), + l_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_ + ) = None + input_24 = torch._C._nn.linear( + layer_norm_12, + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_12 = l_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_ = (None) + input_25 = torch._C._nn.gelu(input_24, approximate="none") + input_24 = None + input_26 = torch.nn.functional.dropout(input_25, 0.0, False, False) + input_25 = None + input_27 = torch._C._nn.linear( + input_26, + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_, + ) + input_26 = l_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_ = (None) + input_28 = torch.nn.functional.dropout(input_27, 0.0, False, False) + input_27 = None + _log_api_usage_once_9 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_9 = None + x_66 = x_65 + input_28 + x_65 = input_28 = None + layer_norm_13 = torch.nn.functional.layer_norm( + x_66, + (512,), + l_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_15 = l_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_16 = relative_position_bias_15.view(49, 49, -1) + relative_position_bias_15 = None + permute_23 = relative_position_bias_16.permute(2, 0, 1) + relative_position_bias_16 = None + contiguous_10 = permute_23.contiguous() + permute_23 = None + relative_position_bias_17 = contiguous_10.unsqueeze(0) + contiguous_10 = None + x_67 = torch._C._nn.pad(layer_norm_13, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_13 = None + x_68 = torch.roll(x_67, shifts=(-3, -3), dims=(1, 2)) + x_67 = None + x_69 = x_68.view(1, 2, 7, 2, 7, 512) + x_68 = None + permute_24 = x_69.permute(0, 1, 3, 2, 4, 5) + x_69 = None + x_70 = permute_24.reshape(4, 49, 512) + permute_24 = None + qkv_10 = torch._C._nn.linear( + x_70, + l_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_23 = qkv_10.reshape(4, 49, 3, 16, 32) + qkv_10 = None + qkv_11 = reshape_23.permute(2, 0, 3, 1, 4) + reshape_23 = None + q_10 = qkv_11[0] + k_5 = qkv_11[1] + v_5 = qkv_11[2] + qkv_11 = None + q_11 = q_10 * 0.1767766952966369 + q_10 = None + transpose_10 = k_5.transpose(-2, -1) + k_5 = None + attn_26 = q_11.matmul(transpose_10) + q_11 = transpose_10 = None + attn_27 = attn_26 + relative_position_bias_17 + attn_26 = relative_position_bias_17 = None + attn_mask_10 = x_70.new_zeros((14, 14)) + x_70 = None + attn_mask_10[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_18 = attn_mask_10 + setitem_18 = None + attn_mask_10[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_19 = attn_mask_10 + setitem_19 = None + attn_mask_10[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_20 = attn_mask_10 + setitem_20 = None + attn_mask_10[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_21 = attn_mask_10 + setitem_21 = None + attn_mask_10[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_22 = attn_mask_10 + setitem_22 = None + attn_mask_10[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_23 = attn_mask_10 + setitem_23 = None + attn_mask_10[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_24 = attn_mask_10 + setitem_24 = None + attn_mask_10[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_25 = attn_mask_10 + setitem_25 = None + attn_mask_10[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_26 = attn_mask_10 + setitem_26 = None + attn_mask_11 = attn_mask_10.view(2, 7, 2, 7) + attn_mask_10 = None + permute_26 = attn_mask_11.permute(0, 2, 1, 3) + attn_mask_11 = None + attn_mask_12 = permute_26.reshape(4, 49) + permute_26 = None + unsqueeze_14 = attn_mask_12.unsqueeze(1) + unsqueeze_15 = attn_mask_12.unsqueeze(2) + attn_mask_12 = None + attn_mask_13 = unsqueeze_14 - unsqueeze_15 + unsqueeze_14 = unsqueeze_15 = None + ne_2 = attn_mask_13 != 0 + masked_fill_4 = attn_mask_13.masked_fill(ne_2, -100.0) + ne_2 = None + eq_2 = attn_mask_13 == 0 + attn_mask_13 = None + attn_mask_14 = masked_fill_4.masked_fill(eq_2, 0.0) + masked_fill_4 = eq_2 = None + attn_28 = attn_27.view(1, 4, 16, 49, 49) + attn_27 = None + unsqueeze_16 = attn_mask_14.unsqueeze(1) + attn_mask_14 = None + unsqueeze_17 = unsqueeze_16.unsqueeze(0) + unsqueeze_16 = None + attn_29 = attn_28 + unsqueeze_17 + attn_28 = unsqueeze_17 = None + attn_30 = attn_29.view(-1, 16, 49, 49) + attn_29 = None + attn_31 = torch.nn.functional.softmax(attn_30, dim=-1) + attn_30 = None + attn_32 = torch.nn.functional.dropout(attn_31, p=0.0, training=False) + attn_31 = None + matmul_11 = attn_32.matmul(v_5) + attn_32 = v_5 = None + transpose_11 = matmul_11.transpose(1, 2) + matmul_11 = None + x_71 = transpose_11.reshape(4, 49, 512) + transpose_11 = None + x_72 = torch._C._nn.linear( + x_71, + l_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_71 = l_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_73 = torch.nn.functional.dropout(x_72, p=0.0, training=False) + x_72 = None + x_74 = x_73.view(1, 2, 2, 7, 7, 512) + x_73 = None + permute_27 = x_74.permute(0, 1, 3, 2, 4, 5) + x_74 = None + x_75 = permute_27.reshape(1, 14, 14, 512) + permute_27 = None + x_76 = torch.roll(x_75, shifts=(3, 3), dims=(1, 2)) + x_75 = None + getitem_37 = x_76[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_76 = None + x_77 = getitem_37.contiguous() + getitem_37 = None + _log_api_usage_once_10 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_10 = None + x_78 = x_66 + x_77 + x_66 = x_77 = None + layer_norm_14 = torch.nn.functional.layer_norm( + x_78, + (512,), + l_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_ + ) = None + input_29 = torch._C._nn.linear( + layer_norm_14, + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_14 = l_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_ = (None) + input_30 = torch._C._nn.gelu(input_29, approximate="none") + input_29 = None + input_31 = torch.nn.functional.dropout(input_30, 0.0, False, False) + input_30 = None + input_32 = torch._C._nn.linear( + input_31, + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_, + ) + input_31 = l_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_ = (None) + input_33 = torch.nn.functional.dropout(input_32, 0.0, False, False) + input_32 = None + _log_api_usage_once_11 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_11 = None + x_79 = x_78 + input_33 + x_78 = input_33 = None + layer_norm_15 = torch.nn.functional.layer_norm( + x_79, + (512,), + l_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_18 = l_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_19 = relative_position_bias_18.view(49, 49, -1) + relative_position_bias_18 = None + permute_28 = relative_position_bias_19.permute(2, 0, 1) + relative_position_bias_19 = None + contiguous_12 = permute_28.contiguous() + permute_28 = None + relative_position_bias_20 = contiguous_12.unsqueeze(0) + contiguous_12 = None + x_80 = torch._C._nn.pad(layer_norm_15, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_15 = None + x_81 = x_80.view(1, 2, 7, 2, 7, 512) + x_80 = None + permute_29 = x_81.permute(0, 1, 3, 2, 4, 5) + x_81 = None + x_82 = permute_29.reshape(4, 49, 512) + permute_29 = None + qkv_12 = torch._C._nn.linear( + x_82, + l_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_, + ) + x_82 = l_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_28 = qkv_12.reshape(4, 49, 3, 16, 32) + qkv_12 = None + qkv_13 = reshape_28.permute(2, 0, 3, 1, 4) + reshape_28 = None + q_12 = qkv_13[0] + k_6 = qkv_13[1] + v_6 = qkv_13[2] + qkv_13 = None + q_13 = q_12 * 0.1767766952966369 + q_12 = None + transpose_12 = k_6.transpose(-2, -1) + k_6 = None + attn_33 = q_13.matmul(transpose_12) + q_13 = transpose_12 = None + attn_34 = attn_33 + relative_position_bias_20 + attn_33 = relative_position_bias_20 = None + attn_35 = torch.nn.functional.softmax(attn_34, dim=-1) + attn_34 = None + attn_36 = torch.nn.functional.dropout(attn_35, p=0.0, training=False) + attn_35 = None + matmul_13 = attn_36.matmul(v_6) + attn_36 = v_6 = None + transpose_13 = matmul_13.transpose(1, 2) + matmul_13 = None + x_83 = transpose_13.reshape(4, 49, 512) + transpose_13 = None + x_84 = torch._C._nn.linear( + x_83, + l_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_, + ) + x_83 = l_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_ = (None) + x_85 = torch.nn.functional.dropout(x_84, p=0.0, training=False) + x_84 = None + x_86 = x_85.view(1, 2, 2, 7, 7, 512) + x_85 = None + permute_31 = x_86.permute(0, 1, 3, 2, 4, 5) + x_86 = None + x_87 = permute_31.reshape(1, 14, 14, 512) + permute_31 = None + getitem_42 = x_87[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_87 = None + x_88 = getitem_42.contiguous() + getitem_42 = None + _log_api_usage_once_12 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_12 = None + x_89 = x_79 + x_88 + x_79 = x_88 = None + layer_norm_16 = torch.nn.functional.layer_norm( + x_89, + (512,), + l_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_ + ) = None + input_34 = torch._C._nn.linear( + layer_norm_16, + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_16 = l_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_ = (None) + input_35 = torch._C._nn.gelu(input_34, approximate="none") + input_34 = None + input_36 = torch.nn.functional.dropout(input_35, 0.0, False, False) + input_35 = None + input_37 = torch._C._nn.linear( + input_36, + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_, + ) + input_36 = l_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_ = (None) + input_38 = torch.nn.functional.dropout(input_37, 0.0, False, False) + input_37 = None + _log_api_usage_once_13 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_13 = None + x_90 = x_89 + input_38 + x_89 = input_38 = None + layer_norm_17 = torch.nn.functional.layer_norm( + x_90, + (512,), + l_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_21 = l_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_22 = relative_position_bias_21.view(49, 49, -1) + relative_position_bias_21 = None + permute_32 = relative_position_bias_22.permute(2, 0, 1) + relative_position_bias_22 = None + contiguous_14 = permute_32.contiguous() + permute_32 = None + relative_position_bias_23 = contiguous_14.unsqueeze(0) + contiguous_14 = None + x_91 = torch._C._nn.pad(layer_norm_17, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_17 = None + x_92 = torch.roll(x_91, shifts=(-3, -3), dims=(1, 2)) + x_91 = None + x_93 = x_92.view(1, 2, 7, 2, 7, 512) + x_92 = None + permute_33 = x_93.permute(0, 1, 3, 2, 4, 5) + x_93 = None + x_94 = permute_33.reshape(4, 49, 512) + permute_33 = None + qkv_14 = torch._C._nn.linear( + x_94, + l_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_32 = qkv_14.reshape(4, 49, 3, 16, 32) + qkv_14 = None + qkv_15 = reshape_32.permute(2, 0, 3, 1, 4) + reshape_32 = None + q_14 = qkv_15[0] + k_7 = qkv_15[1] + v_7 = qkv_15[2] + qkv_15 = None + q_15 = q_14 * 0.1767766952966369 + q_14 = None + transpose_14 = k_7.transpose(-2, -1) + k_7 = None + attn_37 = q_15.matmul(transpose_14) + q_15 = transpose_14 = None + attn_38 = attn_37 + relative_position_bias_23 + attn_37 = relative_position_bias_23 = None + attn_mask_15 = x_94.new_zeros((14, 14)) + x_94 = None + attn_mask_15[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_27 = attn_mask_15 + setitem_27 = None + attn_mask_15[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_28 = attn_mask_15 + setitem_28 = None + attn_mask_15[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_29 = attn_mask_15 + setitem_29 = None + attn_mask_15[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_30 = attn_mask_15 + setitem_30 = None + attn_mask_15[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_31 = attn_mask_15 + setitem_31 = None + attn_mask_15[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_32 = attn_mask_15 + setitem_32 = None + attn_mask_15[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_33 = attn_mask_15 + setitem_33 = None + attn_mask_15[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_34 = attn_mask_15 + setitem_34 = None + attn_mask_15[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_35 = attn_mask_15 + setitem_35 = None + attn_mask_16 = attn_mask_15.view(2, 7, 2, 7) + attn_mask_15 = None + permute_35 = attn_mask_16.permute(0, 2, 1, 3) + attn_mask_16 = None + attn_mask_17 = permute_35.reshape(4, 49) + permute_35 = None + unsqueeze_20 = attn_mask_17.unsqueeze(1) + unsqueeze_21 = attn_mask_17.unsqueeze(2) + attn_mask_17 = None + attn_mask_18 = unsqueeze_20 - unsqueeze_21 + unsqueeze_20 = unsqueeze_21 = None + ne_3 = attn_mask_18 != 0 + masked_fill_6 = attn_mask_18.masked_fill(ne_3, -100.0) + ne_3 = None + eq_3 = attn_mask_18 == 0 + attn_mask_18 = None + attn_mask_19 = masked_fill_6.masked_fill(eq_3, 0.0) + masked_fill_6 = eq_3 = None + attn_39 = attn_38.view(1, 4, 16, 49, 49) + attn_38 = None + unsqueeze_22 = attn_mask_19.unsqueeze(1) + attn_mask_19 = None + unsqueeze_23 = unsqueeze_22.unsqueeze(0) + unsqueeze_22 = None + attn_40 = attn_39 + unsqueeze_23 + attn_39 = unsqueeze_23 = None + attn_41 = attn_40.view(-1, 16, 49, 49) + attn_40 = None + attn_42 = torch.nn.functional.softmax(attn_41, dim=-1) + attn_41 = None + attn_43 = torch.nn.functional.dropout(attn_42, p=0.0, training=False) + attn_42 = None + matmul_15 = attn_43.matmul(v_7) + attn_43 = v_7 = None + transpose_15 = matmul_15.transpose(1, 2) + matmul_15 = None + x_95 = transpose_15.reshape(4, 49, 512) + transpose_15 = None + x_96 = torch._C._nn.linear( + x_95, + l_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_, + ) + x_95 = l_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_ = (None) + x_97 = torch.nn.functional.dropout(x_96, p=0.0, training=False) + x_96 = None + x_98 = x_97.view(1, 2, 2, 7, 7, 512) + x_97 = None + permute_36 = x_98.permute(0, 1, 3, 2, 4, 5) + x_98 = None + x_99 = permute_36.reshape(1, 14, 14, 512) + permute_36 = None + x_100 = torch.roll(x_99, shifts=(3, 3), dims=(1, 2)) + x_99 = None + getitem_47 = x_100[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_100 = None + x_101 = getitem_47.contiguous() + getitem_47 = None + _log_api_usage_once_14 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_14 = None + x_102 = x_90 + x_101 + x_90 = x_101 = None + layer_norm_18 = torch.nn.functional.layer_norm( + x_102, + (512,), + l_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_ + ) = None + input_39 = torch._C._nn.linear( + layer_norm_18, + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_18 = l_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_ = (None) + input_40 = torch._C._nn.gelu(input_39, approximate="none") + input_39 = None + input_41 = torch.nn.functional.dropout(input_40, 0.0, False, False) + input_40 = None + input_42 = torch._C._nn.linear( + input_41, + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_, + ) + input_41 = l_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_ = (None) + input_43 = torch.nn.functional.dropout(input_42, 0.0, False, False) + input_42 = None + _log_api_usage_once_15 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_15 = None + x_103 = x_102 + input_43 + x_102 = input_43 = None + layer_norm_19 = torch.nn.functional.layer_norm( + x_103, + (512,), + l_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_24 = l_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_25 = relative_position_bias_24.view(49, 49, -1) + relative_position_bias_24 = None + permute_37 = relative_position_bias_25.permute(2, 0, 1) + relative_position_bias_25 = None + contiguous_16 = permute_37.contiguous() + permute_37 = None + relative_position_bias_26 = contiguous_16.unsqueeze(0) + contiguous_16 = None + x_104 = torch._C._nn.pad(layer_norm_19, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_19 = None + x_105 = x_104.view(1, 2, 7, 2, 7, 512) + x_104 = None + permute_38 = x_105.permute(0, 1, 3, 2, 4, 5) + x_105 = None + x_106 = permute_38.reshape(4, 49, 512) + permute_38 = None + qkv_16 = torch._C._nn.linear( + x_106, + l_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_, + ) + x_106 = l_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_37 = qkv_16.reshape(4, 49, 3, 16, 32) + qkv_16 = None + qkv_17 = reshape_37.permute(2, 0, 3, 1, 4) + reshape_37 = None + q_16 = qkv_17[0] + k_8 = qkv_17[1] + v_8 = qkv_17[2] + qkv_17 = None + q_17 = q_16 * 0.1767766952966369 + q_16 = None + transpose_16 = k_8.transpose(-2, -1) + k_8 = None + attn_44 = q_17.matmul(transpose_16) + q_17 = transpose_16 = None + attn_45 = attn_44 + relative_position_bias_26 + attn_44 = relative_position_bias_26 = None + attn_46 = torch.nn.functional.softmax(attn_45, dim=-1) + attn_45 = None + attn_47 = torch.nn.functional.dropout(attn_46, p=0.0, training=False) + attn_46 = None + matmul_17 = attn_47.matmul(v_8) + attn_47 = v_8 = None + transpose_17 = matmul_17.transpose(1, 2) + matmul_17 = None + x_107 = transpose_17.reshape(4, 49, 512) + transpose_17 = None + x_108 = torch._C._nn.linear( + x_107, + l_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_, + ) + x_107 = l_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_ = (None) + x_109 = torch.nn.functional.dropout(x_108, p=0.0, training=False) + x_108 = None + x_110 = x_109.view(1, 2, 2, 7, 7, 512) + x_109 = None + permute_40 = x_110.permute(0, 1, 3, 2, 4, 5) + x_110 = None + x_111 = permute_40.reshape(1, 14, 14, 512) + permute_40 = None + getitem_52 = x_111[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_111 = None + x_112 = getitem_52.contiguous() + getitem_52 = None + _log_api_usage_once_16 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_16 = None + x_113 = x_103 + x_112 + x_103 = x_112 = None + layer_norm_20 = torch.nn.functional.layer_norm( + x_113, + (512,), + l_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_ + ) = None + input_44 = torch._C._nn.linear( + layer_norm_20, + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_20 = l_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_ = (None) + input_45 = torch._C._nn.gelu(input_44, approximate="none") + input_44 = None + input_46 = torch.nn.functional.dropout(input_45, 0.0, False, False) + input_45 = None + input_47 = torch._C._nn.linear( + input_46, + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_, + ) + input_46 = l_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_ = (None) + input_48 = torch.nn.functional.dropout(input_47, 0.0, False, False) + input_47 = None + _log_api_usage_once_17 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_17 = None + x_114 = x_113 + input_48 + x_113 = input_48 = None + layer_norm_21 = torch.nn.functional.layer_norm( + x_114, + (512,), + l_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_27 = l_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_28 = relative_position_bias_27.view(49, 49, -1) + relative_position_bias_27 = None + permute_41 = relative_position_bias_28.permute(2, 0, 1) + relative_position_bias_28 = None + contiguous_18 = permute_41.contiguous() + permute_41 = None + relative_position_bias_29 = contiguous_18.unsqueeze(0) + contiguous_18 = None + x_115 = torch._C._nn.pad(layer_norm_21, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_21 = None + x_116 = torch.roll(x_115, shifts=(-3, -3), dims=(1, 2)) + x_115 = None + x_117 = x_116.view(1, 2, 7, 2, 7, 512) + x_116 = None + permute_42 = x_117.permute(0, 1, 3, 2, 4, 5) + x_117 = None + x_118 = permute_42.reshape(4, 49, 512) + permute_42 = None + qkv_18 = torch._C._nn.linear( + x_118, + l_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_41 = qkv_18.reshape(4, 49, 3, 16, 32) + qkv_18 = None + qkv_19 = reshape_41.permute(2, 0, 3, 1, 4) + reshape_41 = None + q_18 = qkv_19[0] + k_9 = qkv_19[1] + v_9 = qkv_19[2] + qkv_19 = None + q_19 = q_18 * 0.1767766952966369 + q_18 = None + transpose_18 = k_9.transpose(-2, -1) + k_9 = None + attn_48 = q_19.matmul(transpose_18) + q_19 = transpose_18 = None + attn_49 = attn_48 + relative_position_bias_29 + attn_48 = relative_position_bias_29 = None + attn_mask_20 = x_118.new_zeros((14, 14)) + x_118 = None + attn_mask_20[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_36 = attn_mask_20 + setitem_36 = None + attn_mask_20[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_37 = attn_mask_20 + setitem_37 = None + attn_mask_20[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_38 = attn_mask_20 + setitem_38 = None + attn_mask_20[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_39 = attn_mask_20 + setitem_39 = None + attn_mask_20[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_40 = attn_mask_20 + setitem_40 = None + attn_mask_20[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_41 = attn_mask_20 + setitem_41 = None + attn_mask_20[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_42 = attn_mask_20 + setitem_42 = None + attn_mask_20[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_43 = attn_mask_20 + setitem_43 = None + attn_mask_20[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_44 = attn_mask_20 + setitem_44 = None + attn_mask_21 = attn_mask_20.view(2, 7, 2, 7) + attn_mask_20 = None + permute_44 = attn_mask_21.permute(0, 2, 1, 3) + attn_mask_21 = None + attn_mask_22 = permute_44.reshape(4, 49) + permute_44 = None + unsqueeze_26 = attn_mask_22.unsqueeze(1) + unsqueeze_27 = attn_mask_22.unsqueeze(2) + attn_mask_22 = None + attn_mask_23 = unsqueeze_26 - unsqueeze_27 + unsqueeze_26 = unsqueeze_27 = None + ne_4 = attn_mask_23 != 0 + masked_fill_8 = attn_mask_23.masked_fill(ne_4, -100.0) + ne_4 = None + eq_4 = attn_mask_23 == 0 + attn_mask_23 = None + attn_mask_24 = masked_fill_8.masked_fill(eq_4, 0.0) + masked_fill_8 = eq_4 = None + attn_50 = attn_49.view(1, 4, 16, 49, 49) + attn_49 = None + unsqueeze_28 = attn_mask_24.unsqueeze(1) + attn_mask_24 = None + unsqueeze_29 = unsqueeze_28.unsqueeze(0) + unsqueeze_28 = None + attn_51 = attn_50 + unsqueeze_29 + attn_50 = unsqueeze_29 = None + attn_52 = attn_51.view(-1, 16, 49, 49) + attn_51 = None + attn_53 = torch.nn.functional.softmax(attn_52, dim=-1) + attn_52 = None + attn_54 = torch.nn.functional.dropout(attn_53, p=0.0, training=False) + attn_53 = None + matmul_19 = attn_54.matmul(v_9) + attn_54 = v_9 = None + transpose_19 = matmul_19.transpose(1, 2) + matmul_19 = None + x_119 = transpose_19.reshape(4, 49, 512) + transpose_19 = None + x_120 = torch._C._nn.linear( + x_119, + l_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_, + ) + x_119 = l_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_ = (None) + x_121 = torch.nn.functional.dropout(x_120, p=0.0, training=False) + x_120 = None + x_122 = x_121.view(1, 2, 2, 7, 7, 512) + x_121 = None + permute_45 = x_122.permute(0, 1, 3, 2, 4, 5) + x_122 = None + x_123 = permute_45.reshape(1, 14, 14, 512) + permute_45 = None + x_124 = torch.roll(x_123, shifts=(3, 3), dims=(1, 2)) + x_123 = None + getitem_57 = x_124[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_124 = None + x_125 = getitem_57.contiguous() + getitem_57 = None + _log_api_usage_once_18 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_18 = None + x_126 = x_114 + x_125 + x_114 = x_125 = None + layer_norm_22 = torch.nn.functional.layer_norm( + x_126, + (512,), + l_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_ + ) = None + input_49 = torch._C._nn.linear( + layer_norm_22, + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_22 = l_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_ = (None) + input_50 = torch._C._nn.gelu(input_49, approximate="none") + input_49 = None + input_51 = torch.nn.functional.dropout(input_50, 0.0, False, False) + input_50 = None + input_52 = torch._C._nn.linear( + input_51, + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_, + ) + input_51 = l_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_ = (None) + input_53 = torch.nn.functional.dropout(input_52, 0.0, False, False) + input_52 = None + _log_api_usage_once_19 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_19 = None + x_127 = x_126 + input_53 + x_126 = input_53 = None + layer_norm_23 = torch.nn.functional.layer_norm( + x_127, + (512,), + l_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_30 = l_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_31 = relative_position_bias_30.view(49, 49, -1) + relative_position_bias_30 = None + permute_46 = relative_position_bias_31.permute(2, 0, 1) + relative_position_bias_31 = None + contiguous_20 = permute_46.contiguous() + permute_46 = None + relative_position_bias_32 = contiguous_20.unsqueeze(0) + contiguous_20 = None + x_128 = torch._C._nn.pad(layer_norm_23, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_23 = None + x_129 = x_128.view(1, 2, 7, 2, 7, 512) + x_128 = None + permute_47 = x_129.permute(0, 1, 3, 2, 4, 5) + x_129 = None + x_130 = permute_47.reshape(4, 49, 512) + permute_47 = None + qkv_20 = torch._C._nn.linear( + x_130, + l_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_, + ) + x_130 = l_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_46 = qkv_20.reshape(4, 49, 3, 16, 32) + qkv_20 = None + qkv_21 = reshape_46.permute(2, 0, 3, 1, 4) + reshape_46 = None + q_20 = qkv_21[0] + k_10 = qkv_21[1] + v_10 = qkv_21[2] + qkv_21 = None + q_21 = q_20 * 0.1767766952966369 + q_20 = None + transpose_20 = k_10.transpose(-2, -1) + k_10 = None + attn_55 = q_21.matmul(transpose_20) + q_21 = transpose_20 = None + attn_56 = attn_55 + relative_position_bias_32 + attn_55 = relative_position_bias_32 = None + attn_57 = torch.nn.functional.softmax(attn_56, dim=-1) + attn_56 = None + attn_58 = torch.nn.functional.dropout(attn_57, p=0.0, training=False) + attn_57 = None + matmul_21 = attn_58.matmul(v_10) + attn_58 = v_10 = None + transpose_21 = matmul_21.transpose(1, 2) + matmul_21 = None + x_131 = transpose_21.reshape(4, 49, 512) + transpose_21 = None + x_132 = torch._C._nn.linear( + x_131, + l_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_, + ) + x_131 = l_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_ = (None) + x_133 = torch.nn.functional.dropout(x_132, p=0.0, training=False) + x_132 = None + x_134 = x_133.view(1, 2, 2, 7, 7, 512) + x_133 = None + permute_49 = x_134.permute(0, 1, 3, 2, 4, 5) + x_134 = None + x_135 = permute_49.reshape(1, 14, 14, 512) + permute_49 = None + getitem_62 = x_135[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_135 = None + x_136 = getitem_62.contiguous() + getitem_62 = None + _log_api_usage_once_20 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_20 = None + x_137 = x_127 + x_136 + x_127 = x_136 = None + layer_norm_24 = torch.nn.functional.layer_norm( + x_137, + (512,), + l_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_ + ) = None + input_54 = torch._C._nn.linear( + layer_norm_24, + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_24 = l_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_ = (None) + input_55 = torch._C._nn.gelu(input_54, approximate="none") + input_54 = None + input_56 = torch.nn.functional.dropout(input_55, 0.0, False, False) + input_55 = None + input_57 = torch._C._nn.linear( + input_56, + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_, + ) + input_56 = l_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_ = (None) + input_58 = torch.nn.functional.dropout(input_57, 0.0, False, False) + input_57 = None + _log_api_usage_once_21 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_21 = None + x_138 = x_137 + input_58 + x_137 = input_58 = None + layer_norm_25 = torch.nn.functional.layer_norm( + x_138, + (512,), + l_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_33 = l_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_34 = relative_position_bias_33.view(49, 49, -1) + relative_position_bias_33 = None + permute_50 = relative_position_bias_34.permute(2, 0, 1) + relative_position_bias_34 = None + contiguous_22 = permute_50.contiguous() + permute_50 = None + relative_position_bias_35 = contiguous_22.unsqueeze(0) + contiguous_22 = None + x_139 = torch._C._nn.pad(layer_norm_25, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_25 = None + x_140 = torch.roll(x_139, shifts=(-3, -3), dims=(1, 2)) + x_139 = None + x_141 = x_140.view(1, 2, 7, 2, 7, 512) + x_140 = None + permute_51 = x_141.permute(0, 1, 3, 2, 4, 5) + x_141 = None + x_142 = permute_51.reshape(4, 49, 512) + permute_51 = None + qkv_22 = torch._C._nn.linear( + x_142, + l_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_50 = qkv_22.reshape(4, 49, 3, 16, 32) + qkv_22 = None + qkv_23 = reshape_50.permute(2, 0, 3, 1, 4) + reshape_50 = None + q_22 = qkv_23[0] + k_11 = qkv_23[1] + v_11 = qkv_23[2] + qkv_23 = None + q_23 = q_22 * 0.1767766952966369 + q_22 = None + transpose_22 = k_11.transpose(-2, -1) + k_11 = None + attn_59 = q_23.matmul(transpose_22) + q_23 = transpose_22 = None + attn_60 = attn_59 + relative_position_bias_35 + attn_59 = relative_position_bias_35 = None + attn_mask_25 = x_142.new_zeros((14, 14)) + x_142 = None + attn_mask_25[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_45 = attn_mask_25 + setitem_45 = None + attn_mask_25[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_46 = attn_mask_25 + setitem_46 = None + attn_mask_25[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_47 = attn_mask_25 + setitem_47 = None + attn_mask_25[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_48 = attn_mask_25 + setitem_48 = None + attn_mask_25[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_49 = attn_mask_25 + setitem_49 = None + attn_mask_25[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_50 = attn_mask_25 + setitem_50 = None + attn_mask_25[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_51 = attn_mask_25 + setitem_51 = None + attn_mask_25[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_52 = attn_mask_25 + setitem_52 = None + attn_mask_25[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_53 = attn_mask_25 + setitem_53 = None + attn_mask_26 = attn_mask_25.view(2, 7, 2, 7) + attn_mask_25 = None + permute_53 = attn_mask_26.permute(0, 2, 1, 3) + attn_mask_26 = None + attn_mask_27 = permute_53.reshape(4, 49) + permute_53 = None + unsqueeze_32 = attn_mask_27.unsqueeze(1) + unsqueeze_33 = attn_mask_27.unsqueeze(2) + attn_mask_27 = None + attn_mask_28 = unsqueeze_32 - unsqueeze_33 + unsqueeze_32 = unsqueeze_33 = None + ne_5 = attn_mask_28 != 0 + masked_fill_10 = attn_mask_28.masked_fill(ne_5, -100.0) + ne_5 = None + eq_5 = attn_mask_28 == 0 + attn_mask_28 = None + attn_mask_29 = masked_fill_10.masked_fill(eq_5, 0.0) + masked_fill_10 = eq_5 = None + attn_61 = attn_60.view(1, 4, 16, 49, 49) + attn_60 = None + unsqueeze_34 = attn_mask_29.unsqueeze(1) + attn_mask_29 = None + unsqueeze_35 = unsqueeze_34.unsqueeze(0) + unsqueeze_34 = None + attn_62 = attn_61 + unsqueeze_35 + attn_61 = unsqueeze_35 = None + attn_63 = attn_62.view(-1, 16, 49, 49) + attn_62 = None + attn_64 = torch.nn.functional.softmax(attn_63, dim=-1) + attn_63 = None + attn_65 = torch.nn.functional.dropout(attn_64, p=0.0, training=False) + attn_64 = None + matmul_23 = attn_65.matmul(v_11) + attn_65 = v_11 = None + transpose_23 = matmul_23.transpose(1, 2) + matmul_23 = None + x_143 = transpose_23.reshape(4, 49, 512) + transpose_23 = None + x_144 = torch._C._nn.linear( + x_143, + l_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_, + ) + x_143 = l_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_ = (None) + x_145 = torch.nn.functional.dropout(x_144, p=0.0, training=False) + x_144 = None + x_146 = x_145.view(1, 2, 2, 7, 7, 512) + x_145 = None + permute_54 = x_146.permute(0, 1, 3, 2, 4, 5) + x_146 = None + x_147 = permute_54.reshape(1, 14, 14, 512) + permute_54 = None + x_148 = torch.roll(x_147, shifts=(3, 3), dims=(1, 2)) + x_147 = None + getitem_67 = x_148[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_148 = None + x_149 = getitem_67.contiguous() + getitem_67 = None + _log_api_usage_once_22 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_22 = None + x_150 = x_138 + x_149 + x_138 = x_149 = None + layer_norm_26 = torch.nn.functional.layer_norm( + x_150, + (512,), + l_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_ + ) = None + input_59 = torch._C._nn.linear( + layer_norm_26, + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_26 = l_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_ = (None) + input_60 = torch._C._nn.gelu(input_59, approximate="none") + input_59 = None + input_61 = torch.nn.functional.dropout(input_60, 0.0, False, False) + input_60 = None + input_62 = torch._C._nn.linear( + input_61, + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_, + ) + input_61 = l_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_ = (None) + input_63 = torch.nn.functional.dropout(input_62, 0.0, False, False) + input_62 = None + _log_api_usage_once_23 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_23 = None + x_151 = x_150 + input_63 + x_150 = input_63 = None + layer_norm_27 = torch.nn.functional.layer_norm( + x_151, + (512,), + l_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_36 = l_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_37 = relative_position_bias_36.view(49, 49, -1) + relative_position_bias_36 = None + permute_55 = relative_position_bias_37.permute(2, 0, 1) + relative_position_bias_37 = None + contiguous_24 = permute_55.contiguous() + permute_55 = None + relative_position_bias_38 = contiguous_24.unsqueeze(0) + contiguous_24 = None + x_152 = torch._C._nn.pad(layer_norm_27, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_27 = None + x_153 = x_152.view(1, 2, 7, 2, 7, 512) + x_152 = None + permute_56 = x_153.permute(0, 1, 3, 2, 4, 5) + x_153 = None + x_154 = permute_56.reshape(4, 49, 512) + permute_56 = None + qkv_24 = torch._C._nn.linear( + x_154, + l_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_, + ) + x_154 = l_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_55 = qkv_24.reshape(4, 49, 3, 16, 32) + qkv_24 = None + qkv_25 = reshape_55.permute(2, 0, 3, 1, 4) + reshape_55 = None + q_24 = qkv_25[0] + k_12 = qkv_25[1] + v_12 = qkv_25[2] + qkv_25 = None + q_25 = q_24 * 0.1767766952966369 + q_24 = None + transpose_24 = k_12.transpose(-2, -1) + k_12 = None + attn_66 = q_25.matmul(transpose_24) + q_25 = transpose_24 = None + attn_67 = attn_66 + relative_position_bias_38 + attn_66 = relative_position_bias_38 = None + attn_68 = torch.nn.functional.softmax(attn_67, dim=-1) + attn_67 = None + attn_69 = torch.nn.functional.dropout(attn_68, p=0.0, training=False) + attn_68 = None + matmul_25 = attn_69.matmul(v_12) + attn_69 = v_12 = None + transpose_25 = matmul_25.transpose(1, 2) + matmul_25 = None + x_155 = transpose_25.reshape(4, 49, 512) + transpose_25 = None + x_156 = torch._C._nn.linear( + x_155, + l_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_, + ) + x_155 = l_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_ = (None) + x_157 = torch.nn.functional.dropout(x_156, p=0.0, training=False) + x_156 = None + x_158 = x_157.view(1, 2, 2, 7, 7, 512) + x_157 = None + permute_58 = x_158.permute(0, 1, 3, 2, 4, 5) + x_158 = None + x_159 = permute_58.reshape(1, 14, 14, 512) + permute_58 = None + getitem_72 = x_159[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_159 = None + x_160 = getitem_72.contiguous() + getitem_72 = None + _log_api_usage_once_24 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_24 = None + x_161 = x_151 + x_160 + x_151 = x_160 = None + layer_norm_28 = torch.nn.functional.layer_norm( + x_161, + (512,), + l_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_ + ) = None + input_64 = torch._C._nn.linear( + layer_norm_28, + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_28 = l_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_ = (None) + input_65 = torch._C._nn.gelu(input_64, approximate="none") + input_64 = None + input_66 = torch.nn.functional.dropout(input_65, 0.0, False, False) + input_65 = None + input_67 = torch._C._nn.linear( + input_66, + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_, + ) + input_66 = l_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_ = (None) + input_68 = torch.nn.functional.dropout(input_67, 0.0, False, False) + input_67 = None + _log_api_usage_once_25 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_25 = None + x_162 = x_161 + input_68 + x_161 = input_68 = None + layer_norm_29 = torch.nn.functional.layer_norm( + x_162, + (512,), + l_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_39 = l_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_40 = relative_position_bias_39.view(49, 49, -1) + relative_position_bias_39 = None + permute_59 = relative_position_bias_40.permute(2, 0, 1) + relative_position_bias_40 = None + contiguous_26 = permute_59.contiguous() + permute_59 = None + relative_position_bias_41 = contiguous_26.unsqueeze(0) + contiguous_26 = None + x_163 = torch._C._nn.pad(layer_norm_29, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_29 = None + x_164 = torch.roll(x_163, shifts=(-3, -3), dims=(1, 2)) + x_163 = None + x_165 = x_164.view(1, 2, 7, 2, 7, 512) + x_164 = None + permute_60 = x_165.permute(0, 1, 3, 2, 4, 5) + x_165 = None + x_166 = permute_60.reshape(4, 49, 512) + permute_60 = None + qkv_26 = torch._C._nn.linear( + x_166, + l_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_59 = qkv_26.reshape(4, 49, 3, 16, 32) + qkv_26 = None + qkv_27 = reshape_59.permute(2, 0, 3, 1, 4) + reshape_59 = None + q_26 = qkv_27[0] + k_13 = qkv_27[1] + v_13 = qkv_27[2] + qkv_27 = None + q_27 = q_26 * 0.1767766952966369 + q_26 = None + transpose_26 = k_13.transpose(-2, -1) + k_13 = None + attn_70 = q_27.matmul(transpose_26) + q_27 = transpose_26 = None + attn_71 = attn_70 + relative_position_bias_41 + attn_70 = relative_position_bias_41 = None + attn_mask_30 = x_166.new_zeros((14, 14)) + x_166 = None + attn_mask_30[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_54 = attn_mask_30 + setitem_54 = None + attn_mask_30[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_55 = attn_mask_30 + setitem_55 = None + attn_mask_30[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_56 = attn_mask_30 + setitem_56 = None + attn_mask_30[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_57 = attn_mask_30 + setitem_57 = None + attn_mask_30[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_58 = attn_mask_30 + setitem_58 = None + attn_mask_30[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_59 = attn_mask_30 + setitem_59 = None + attn_mask_30[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_60 = attn_mask_30 + setitem_60 = None + attn_mask_30[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_61 = attn_mask_30 + setitem_61 = None + attn_mask_30[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_62 = attn_mask_30 + setitem_62 = None + attn_mask_31 = attn_mask_30.view(2, 7, 2, 7) + attn_mask_30 = None + permute_62 = attn_mask_31.permute(0, 2, 1, 3) + attn_mask_31 = None + attn_mask_32 = permute_62.reshape(4, 49) + permute_62 = None + unsqueeze_38 = attn_mask_32.unsqueeze(1) + unsqueeze_39 = attn_mask_32.unsqueeze(2) + attn_mask_32 = None + attn_mask_33 = unsqueeze_38 - unsqueeze_39 + unsqueeze_38 = unsqueeze_39 = None + ne_6 = attn_mask_33 != 0 + masked_fill_12 = attn_mask_33.masked_fill(ne_6, -100.0) + ne_6 = None + eq_6 = attn_mask_33 == 0 + attn_mask_33 = None + attn_mask_34 = masked_fill_12.masked_fill(eq_6, 0.0) + masked_fill_12 = eq_6 = None + attn_72 = attn_71.view(1, 4, 16, 49, 49) + attn_71 = None + unsqueeze_40 = attn_mask_34.unsqueeze(1) + attn_mask_34 = None + unsqueeze_41 = unsqueeze_40.unsqueeze(0) + unsqueeze_40 = None + attn_73 = attn_72 + unsqueeze_41 + attn_72 = unsqueeze_41 = None + attn_74 = attn_73.view(-1, 16, 49, 49) + attn_73 = None + attn_75 = torch.nn.functional.softmax(attn_74, dim=-1) + attn_74 = None + attn_76 = torch.nn.functional.dropout(attn_75, p=0.0, training=False) + attn_75 = None + matmul_27 = attn_76.matmul(v_13) + attn_76 = v_13 = None + transpose_27 = matmul_27.transpose(1, 2) + matmul_27 = None + x_167 = transpose_27.reshape(4, 49, 512) + transpose_27 = None + x_168 = torch._C._nn.linear( + x_167, + l_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_, + ) + x_167 = l_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_ = (None) + x_169 = torch.nn.functional.dropout(x_168, p=0.0, training=False) + x_168 = None + x_170 = x_169.view(1, 2, 2, 7, 7, 512) + x_169 = None + permute_63 = x_170.permute(0, 1, 3, 2, 4, 5) + x_170 = None + x_171 = permute_63.reshape(1, 14, 14, 512) + permute_63 = None + x_172 = torch.roll(x_171, shifts=(3, 3), dims=(1, 2)) + x_171 = None + getitem_77 = x_172[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_172 = None + x_173 = getitem_77.contiguous() + getitem_77 = None + _log_api_usage_once_26 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_26 = None + x_174 = x_162 + x_173 + x_162 = x_173 = None + layer_norm_30 = torch.nn.functional.layer_norm( + x_174, + (512,), + l_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_ + ) = None + input_69 = torch._C._nn.linear( + layer_norm_30, + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_30 = l_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_ = (None) + input_70 = torch._C._nn.gelu(input_69, approximate="none") + input_69 = None + input_71 = torch.nn.functional.dropout(input_70, 0.0, False, False) + input_70 = None + input_72 = torch._C._nn.linear( + input_71, + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_, + ) + input_71 = l_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_ = (None) + input_73 = torch.nn.functional.dropout(input_72, 0.0, False, False) + input_72 = None + _log_api_usage_once_27 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_27 = None + x_175 = x_174 + input_73 + x_174 = input_73 = None + layer_norm_31 = torch.nn.functional.layer_norm( + x_175, + (512,), + l_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_42 = l_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_43 = relative_position_bias_42.view(49, 49, -1) + relative_position_bias_42 = None + permute_64 = relative_position_bias_43.permute(2, 0, 1) + relative_position_bias_43 = None + contiguous_28 = permute_64.contiguous() + permute_64 = None + relative_position_bias_44 = contiguous_28.unsqueeze(0) + contiguous_28 = None + x_176 = torch._C._nn.pad(layer_norm_31, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_31 = None + x_177 = x_176.view(1, 2, 7, 2, 7, 512) + x_176 = None + permute_65 = x_177.permute(0, 1, 3, 2, 4, 5) + x_177 = None + x_178 = permute_65.reshape(4, 49, 512) + permute_65 = None + qkv_28 = torch._C._nn.linear( + x_178, + l_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_, + ) + x_178 = l_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_64 = qkv_28.reshape(4, 49, 3, 16, 32) + qkv_28 = None + qkv_29 = reshape_64.permute(2, 0, 3, 1, 4) + reshape_64 = None + q_28 = qkv_29[0] + k_14 = qkv_29[1] + v_14 = qkv_29[2] + qkv_29 = None + q_29 = q_28 * 0.1767766952966369 + q_28 = None + transpose_28 = k_14.transpose(-2, -1) + k_14 = None + attn_77 = q_29.matmul(transpose_28) + q_29 = transpose_28 = None + attn_78 = attn_77 + relative_position_bias_44 + attn_77 = relative_position_bias_44 = None + attn_79 = torch.nn.functional.softmax(attn_78, dim=-1) + attn_78 = None + attn_80 = torch.nn.functional.dropout(attn_79, p=0.0, training=False) + attn_79 = None + matmul_29 = attn_80.matmul(v_14) + attn_80 = v_14 = None + transpose_29 = matmul_29.transpose(1, 2) + matmul_29 = None + x_179 = transpose_29.reshape(4, 49, 512) + transpose_29 = None + x_180 = torch._C._nn.linear( + x_179, + l_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_, + ) + x_179 = l_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_ = (None) + x_181 = torch.nn.functional.dropout(x_180, p=0.0, training=False) + x_180 = None + x_182 = x_181.view(1, 2, 2, 7, 7, 512) + x_181 = None + permute_67 = x_182.permute(0, 1, 3, 2, 4, 5) + x_182 = None + x_183 = permute_67.reshape(1, 14, 14, 512) + permute_67 = None + getitem_82 = x_183[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_183 = None + x_184 = getitem_82.contiguous() + getitem_82 = None + _log_api_usage_once_28 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_28 = None + x_185 = x_175 + x_184 + x_175 = x_184 = None + layer_norm_32 = torch.nn.functional.layer_norm( + x_185, + (512,), + l_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_ + ) = None + input_74 = torch._C._nn.linear( + layer_norm_32, + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_32 = l_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_ = (None) + input_75 = torch._C._nn.gelu(input_74, approximate="none") + input_74 = None + input_76 = torch.nn.functional.dropout(input_75, 0.0, False, False) + input_75 = None + input_77 = torch._C._nn.linear( + input_76, + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_, + ) + input_76 = l_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_ = (None) + input_78 = torch.nn.functional.dropout(input_77, 0.0, False, False) + input_77 = None + _log_api_usage_once_29 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_29 = None + x_186 = x_185 + input_78 + x_185 = input_78 = None + layer_norm_33 = torch.nn.functional.layer_norm( + x_186, + (512,), + l_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_45 = l_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_46 = relative_position_bias_45.view(49, 49, -1) + relative_position_bias_45 = None + permute_68 = relative_position_bias_46.permute(2, 0, 1) + relative_position_bias_46 = None + contiguous_30 = permute_68.contiguous() + permute_68 = None + relative_position_bias_47 = contiguous_30.unsqueeze(0) + contiguous_30 = None + x_187 = torch._C._nn.pad(layer_norm_33, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_33 = None + x_188 = torch.roll(x_187, shifts=(-3, -3), dims=(1, 2)) + x_187 = None + x_189 = x_188.view(1, 2, 7, 2, 7, 512) + x_188 = None + permute_69 = x_189.permute(0, 1, 3, 2, 4, 5) + x_189 = None + x_190 = permute_69.reshape(4, 49, 512) + permute_69 = None + qkv_30 = torch._C._nn.linear( + x_190, + l_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_68 = qkv_30.reshape(4, 49, 3, 16, 32) + qkv_30 = None + qkv_31 = reshape_68.permute(2, 0, 3, 1, 4) + reshape_68 = None + q_30 = qkv_31[0] + k_15 = qkv_31[1] + v_15 = qkv_31[2] + qkv_31 = None + q_31 = q_30 * 0.1767766952966369 + q_30 = None + transpose_30 = k_15.transpose(-2, -1) + k_15 = None + attn_81 = q_31.matmul(transpose_30) + q_31 = transpose_30 = None + attn_82 = attn_81 + relative_position_bias_47 + attn_81 = relative_position_bias_47 = None + attn_mask_35 = x_190.new_zeros((14, 14)) + x_190 = None + attn_mask_35[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_63 = attn_mask_35 + setitem_63 = None + attn_mask_35[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_64 = attn_mask_35 + setitem_64 = None + attn_mask_35[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_65 = attn_mask_35 + setitem_65 = None + attn_mask_35[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_66 = attn_mask_35 + setitem_66 = None + attn_mask_35[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_67 = attn_mask_35 + setitem_67 = None + attn_mask_35[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_68 = attn_mask_35 + setitem_68 = None + attn_mask_35[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_69 = attn_mask_35 + setitem_69 = None + attn_mask_35[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_70 = attn_mask_35 + setitem_70 = None + attn_mask_35[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_71 = attn_mask_35 + setitem_71 = None + attn_mask_36 = attn_mask_35.view(2, 7, 2, 7) + attn_mask_35 = None + permute_71 = attn_mask_36.permute(0, 2, 1, 3) + attn_mask_36 = None + attn_mask_37 = permute_71.reshape(4, 49) + permute_71 = None + unsqueeze_44 = attn_mask_37.unsqueeze(1) + unsqueeze_45 = attn_mask_37.unsqueeze(2) + attn_mask_37 = None + attn_mask_38 = unsqueeze_44 - unsqueeze_45 + unsqueeze_44 = unsqueeze_45 = None + ne_7 = attn_mask_38 != 0 + masked_fill_14 = attn_mask_38.masked_fill(ne_7, -100.0) + ne_7 = None + eq_7 = attn_mask_38 == 0 + attn_mask_38 = None + attn_mask_39 = masked_fill_14.masked_fill(eq_7, 0.0) + masked_fill_14 = eq_7 = None + attn_83 = attn_82.view(1, 4, 16, 49, 49) + attn_82 = None + unsqueeze_46 = attn_mask_39.unsqueeze(1) + attn_mask_39 = None + unsqueeze_47 = unsqueeze_46.unsqueeze(0) + unsqueeze_46 = None + attn_84 = attn_83 + unsqueeze_47 + attn_83 = unsqueeze_47 = None + attn_85 = attn_84.view(-1, 16, 49, 49) + attn_84 = None + attn_86 = torch.nn.functional.softmax(attn_85, dim=-1) + attn_85 = None + attn_87 = torch.nn.functional.dropout(attn_86, p=0.0, training=False) + attn_86 = None + matmul_31 = attn_87.matmul(v_15) + attn_87 = v_15 = None + transpose_31 = matmul_31.transpose(1, 2) + matmul_31 = None + x_191 = transpose_31.reshape(4, 49, 512) + transpose_31 = None + x_192 = torch._C._nn.linear( + x_191, + l_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_, + ) + x_191 = l_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_ = (None) + x_193 = torch.nn.functional.dropout(x_192, p=0.0, training=False) + x_192 = None + x_194 = x_193.view(1, 2, 2, 7, 7, 512) + x_193 = None + permute_72 = x_194.permute(0, 1, 3, 2, 4, 5) + x_194 = None + x_195 = permute_72.reshape(1, 14, 14, 512) + permute_72 = None + x_196 = torch.roll(x_195, shifts=(3, 3), dims=(1, 2)) + x_195 = None + getitem_87 = x_196[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_196 = None + x_197 = getitem_87.contiguous() + getitem_87 = None + _log_api_usage_once_30 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_30 = None + x_198 = x_186 + x_197 + x_186 = x_197 = None + layer_norm_34 = torch.nn.functional.layer_norm( + x_198, + (512,), + l_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_ + ) = None + input_79 = torch._C._nn.linear( + layer_norm_34, + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_34 = l_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_ = (None) + input_80 = torch._C._nn.gelu(input_79, approximate="none") + input_79 = None + input_81 = torch.nn.functional.dropout(input_80, 0.0, False, False) + input_80 = None + input_82 = torch._C._nn.linear( + input_81, + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_, + ) + input_81 = l_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_ = (None) + input_83 = torch.nn.functional.dropout(input_82, 0.0, False, False) + input_82 = None + _log_api_usage_once_31 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_31 = None + x_199 = x_198 + input_83 + x_198 = input_83 = None + layer_norm_35 = torch.nn.functional.layer_norm( + x_199, + (512,), + l_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_48 = l_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_49 = relative_position_bias_48.view(49, 49, -1) + relative_position_bias_48 = None + permute_73 = relative_position_bias_49.permute(2, 0, 1) + relative_position_bias_49 = None + contiguous_32 = permute_73.contiguous() + permute_73 = None + relative_position_bias_50 = contiguous_32.unsqueeze(0) + contiguous_32 = None + x_200 = torch._C._nn.pad(layer_norm_35, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_35 = None + x_201 = x_200.view(1, 2, 7, 2, 7, 512) + x_200 = None + permute_74 = x_201.permute(0, 1, 3, 2, 4, 5) + x_201 = None + x_202 = permute_74.reshape(4, 49, 512) + permute_74 = None + qkv_32 = torch._C._nn.linear( + x_202, + l_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_, + ) + x_202 = l_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_73 = qkv_32.reshape(4, 49, 3, 16, 32) + qkv_32 = None + qkv_33 = reshape_73.permute(2, 0, 3, 1, 4) + reshape_73 = None + q_32 = qkv_33[0] + k_16 = qkv_33[1] + v_16 = qkv_33[2] + qkv_33 = None + q_33 = q_32 * 0.1767766952966369 + q_32 = None + transpose_32 = k_16.transpose(-2, -1) + k_16 = None + attn_88 = q_33.matmul(transpose_32) + q_33 = transpose_32 = None + attn_89 = attn_88 + relative_position_bias_50 + attn_88 = relative_position_bias_50 = None + attn_90 = torch.nn.functional.softmax(attn_89, dim=-1) + attn_89 = None + attn_91 = torch.nn.functional.dropout(attn_90, p=0.0, training=False) + attn_90 = None + matmul_33 = attn_91.matmul(v_16) + attn_91 = v_16 = None + transpose_33 = matmul_33.transpose(1, 2) + matmul_33 = None + x_203 = transpose_33.reshape(4, 49, 512) + transpose_33 = None + x_204 = torch._C._nn.linear( + x_203, + l_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_, + ) + x_203 = l_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_ = (None) + x_205 = torch.nn.functional.dropout(x_204, p=0.0, training=False) + x_204 = None + x_206 = x_205.view(1, 2, 2, 7, 7, 512) + x_205 = None + permute_76 = x_206.permute(0, 1, 3, 2, 4, 5) + x_206 = None + x_207 = permute_76.reshape(1, 14, 14, 512) + permute_76 = None + getitem_92 = x_207[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_207 = None + x_208 = getitem_92.contiguous() + getitem_92 = None + _log_api_usage_once_32 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_32 = None + x_209 = x_199 + x_208 + x_199 = x_208 = None + layer_norm_36 = torch.nn.functional.layer_norm( + x_209, + (512,), + l_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_ + ) = None + input_84 = torch._C._nn.linear( + layer_norm_36, + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_36 = l_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_ = (None) + input_85 = torch._C._nn.gelu(input_84, approximate="none") + input_84 = None + input_86 = torch.nn.functional.dropout(input_85, 0.0, False, False) + input_85 = None + input_87 = torch._C._nn.linear( + input_86, + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_, + ) + input_86 = l_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_ = (None) + input_88 = torch.nn.functional.dropout(input_87, 0.0, False, False) + input_87 = None + _log_api_usage_once_33 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_33 = None + x_210 = x_209 + input_88 + x_209 = input_88 = None + layer_norm_37 = torch.nn.functional.layer_norm( + x_210, + (512,), + l_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_51 = l_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_52 = relative_position_bias_51.view(49, 49, -1) + relative_position_bias_51 = None + permute_77 = relative_position_bias_52.permute(2, 0, 1) + relative_position_bias_52 = None + contiguous_34 = permute_77.contiguous() + permute_77 = None + relative_position_bias_53 = contiguous_34.unsqueeze(0) + contiguous_34 = None + x_211 = torch._C._nn.pad(layer_norm_37, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_37 = None + x_212 = torch.roll(x_211, shifts=(-3, -3), dims=(1, 2)) + x_211 = None + x_213 = x_212.view(1, 2, 7, 2, 7, 512) + x_212 = None + permute_78 = x_213.permute(0, 1, 3, 2, 4, 5) + x_213 = None + x_214 = permute_78.reshape(4, 49, 512) + permute_78 = None + qkv_34 = torch._C._nn.linear( + x_214, + l_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_77 = qkv_34.reshape(4, 49, 3, 16, 32) + qkv_34 = None + qkv_35 = reshape_77.permute(2, 0, 3, 1, 4) + reshape_77 = None + q_34 = qkv_35[0] + k_17 = qkv_35[1] + v_17 = qkv_35[2] + qkv_35 = None + q_35 = q_34 * 0.1767766952966369 + q_34 = None + transpose_34 = k_17.transpose(-2, -1) + k_17 = None + attn_92 = q_35.matmul(transpose_34) + q_35 = transpose_34 = None + attn_93 = attn_92 + relative_position_bias_53 + attn_92 = relative_position_bias_53 = None + attn_mask_40 = x_214.new_zeros((14, 14)) + x_214 = None + attn_mask_40[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_72 = attn_mask_40 + setitem_72 = None + attn_mask_40[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_73 = attn_mask_40 + setitem_73 = None + attn_mask_40[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_74 = attn_mask_40 + setitem_74 = None + attn_mask_40[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_75 = attn_mask_40 + setitem_75 = None + attn_mask_40[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_76 = attn_mask_40 + setitem_76 = None + attn_mask_40[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_77 = attn_mask_40 + setitem_77 = None + attn_mask_40[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_78 = attn_mask_40 + setitem_78 = None + attn_mask_40[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_79 = attn_mask_40 + setitem_79 = None + attn_mask_40[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_80 = attn_mask_40 + setitem_80 = None + attn_mask_41 = attn_mask_40.view(2, 7, 2, 7) + attn_mask_40 = None + permute_80 = attn_mask_41.permute(0, 2, 1, 3) + attn_mask_41 = None + attn_mask_42 = permute_80.reshape(4, 49) + permute_80 = None + unsqueeze_50 = attn_mask_42.unsqueeze(1) + unsqueeze_51 = attn_mask_42.unsqueeze(2) + attn_mask_42 = None + attn_mask_43 = unsqueeze_50 - unsqueeze_51 + unsqueeze_50 = unsqueeze_51 = None + ne_8 = attn_mask_43 != 0 + masked_fill_16 = attn_mask_43.masked_fill(ne_8, -100.0) + ne_8 = None + eq_8 = attn_mask_43 == 0 + attn_mask_43 = None + attn_mask_44 = masked_fill_16.masked_fill(eq_8, 0.0) + masked_fill_16 = eq_8 = None + attn_94 = attn_93.view(1, 4, 16, 49, 49) + attn_93 = None + unsqueeze_52 = attn_mask_44.unsqueeze(1) + attn_mask_44 = None + unsqueeze_53 = unsqueeze_52.unsqueeze(0) + unsqueeze_52 = None + attn_95 = attn_94 + unsqueeze_53 + attn_94 = unsqueeze_53 = None + attn_96 = attn_95.view(-1, 16, 49, 49) + attn_95 = None + attn_97 = torch.nn.functional.softmax(attn_96, dim=-1) + attn_96 = None + attn_98 = torch.nn.functional.dropout(attn_97, p=0.0, training=False) + attn_97 = None + matmul_35 = attn_98.matmul(v_17) + attn_98 = v_17 = None + transpose_35 = matmul_35.transpose(1, 2) + matmul_35 = None + x_215 = transpose_35.reshape(4, 49, 512) + transpose_35 = None + x_216 = torch._C._nn.linear( + x_215, + l_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_, + ) + x_215 = l_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_ = (None) + x_217 = torch.nn.functional.dropout(x_216, p=0.0, training=False) + x_216 = None + x_218 = x_217.view(1, 2, 2, 7, 7, 512) + x_217 = None + permute_81 = x_218.permute(0, 1, 3, 2, 4, 5) + x_218 = None + x_219 = permute_81.reshape(1, 14, 14, 512) + permute_81 = None + x_220 = torch.roll(x_219, shifts=(3, 3), dims=(1, 2)) + x_219 = None + getitem_97 = x_220[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_220 = None + x_221 = getitem_97.contiguous() + getitem_97 = None + _log_api_usage_once_34 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_34 = None + x_222 = x_210 + x_221 + x_210 = x_221 = None + layer_norm_38 = torch.nn.functional.layer_norm( + x_222, + (512,), + l_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_ + ) = None + input_89 = torch._C._nn.linear( + layer_norm_38, + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_38 = l_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_ = (None) + input_90 = torch._C._nn.gelu(input_89, approximate="none") + input_89 = None + input_91 = torch.nn.functional.dropout(input_90, 0.0, False, False) + input_90 = None + input_92 = torch._C._nn.linear( + input_91, + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_, + ) + input_91 = l_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_ = (None) + input_93 = torch.nn.functional.dropout(input_92, 0.0, False, False) + input_92 = None + _log_api_usage_once_35 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_35 = None + x_223 = x_222 + input_93 + x_222 = input_93 = None + layer_norm_39 = torch.nn.functional.layer_norm( + x_223, + (512,), + l_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_54 = l_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_55 = relative_position_bias_54.view(49, 49, -1) + relative_position_bias_54 = None + permute_82 = relative_position_bias_55.permute(2, 0, 1) + relative_position_bias_55 = None + contiguous_36 = permute_82.contiguous() + permute_82 = None + relative_position_bias_56 = contiguous_36.unsqueeze(0) + contiguous_36 = None + x_224 = torch._C._nn.pad(layer_norm_39, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_39 = None + x_225 = x_224.view(1, 2, 7, 2, 7, 512) + x_224 = None + permute_83 = x_225.permute(0, 1, 3, 2, 4, 5) + x_225 = None + x_226 = permute_83.reshape(4, 49, 512) + permute_83 = None + qkv_36 = torch._C._nn.linear( + x_226, + l_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_, + ) + x_226 = l_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_82 = qkv_36.reshape(4, 49, 3, 16, 32) + qkv_36 = None + qkv_37 = reshape_82.permute(2, 0, 3, 1, 4) + reshape_82 = None + q_36 = qkv_37[0] + k_18 = qkv_37[1] + v_18 = qkv_37[2] + qkv_37 = None + q_37 = q_36 * 0.1767766952966369 + q_36 = None + transpose_36 = k_18.transpose(-2, -1) + k_18 = None + attn_99 = q_37.matmul(transpose_36) + q_37 = transpose_36 = None + attn_100 = attn_99 + relative_position_bias_56 + attn_99 = relative_position_bias_56 = None + attn_101 = torch.nn.functional.softmax(attn_100, dim=-1) + attn_100 = None + attn_102 = torch.nn.functional.dropout(attn_101, p=0.0, training=False) + attn_101 = None + matmul_37 = attn_102.matmul(v_18) + attn_102 = v_18 = None + transpose_37 = matmul_37.transpose(1, 2) + matmul_37 = None + x_227 = transpose_37.reshape(4, 49, 512) + transpose_37 = None + x_228 = torch._C._nn.linear( + x_227, + l_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_, + ) + x_227 = l_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_ = (None) + x_229 = torch.nn.functional.dropout(x_228, p=0.0, training=False) + x_228 = None + x_230 = x_229.view(1, 2, 2, 7, 7, 512) + x_229 = None + permute_85 = x_230.permute(0, 1, 3, 2, 4, 5) + x_230 = None + x_231 = permute_85.reshape(1, 14, 14, 512) + permute_85 = None + getitem_102 = x_231[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_231 = None + x_232 = getitem_102.contiguous() + getitem_102 = None + _log_api_usage_once_36 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_36 = None + x_233 = x_223 + x_232 + x_223 = x_232 = None + layer_norm_40 = torch.nn.functional.layer_norm( + x_233, + (512,), + l_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_ + ) = None + input_94 = torch._C._nn.linear( + layer_norm_40, + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_40 = l_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_ = (None) + input_95 = torch._C._nn.gelu(input_94, approximate="none") + input_94 = None + input_96 = torch.nn.functional.dropout(input_95, 0.0, False, False) + input_95 = None + input_97 = torch._C._nn.linear( + input_96, + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_, + ) + input_96 = l_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_ = (None) + input_98 = torch.nn.functional.dropout(input_97, 0.0, False, False) + input_97 = None + _log_api_usage_once_37 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_37 = None + x_234 = x_233 + input_98 + x_233 = input_98 = None + layer_norm_41 = torch.nn.functional.layer_norm( + x_234, + (512,), + l_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_57 = l_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_58 = relative_position_bias_57.view(49, 49, -1) + relative_position_bias_57 = None + permute_86 = relative_position_bias_58.permute(2, 0, 1) + relative_position_bias_58 = None + contiguous_38 = permute_86.contiguous() + permute_86 = None + relative_position_bias_59 = contiguous_38.unsqueeze(0) + contiguous_38 = None + x_235 = torch._C._nn.pad(layer_norm_41, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_41 = None + x_236 = torch.roll(x_235, shifts=(-3, -3), dims=(1, 2)) + x_235 = None + x_237 = x_236.view(1, 2, 7, 2, 7, 512) + x_236 = None + permute_87 = x_237.permute(0, 1, 3, 2, 4, 5) + x_237 = None + x_238 = permute_87.reshape(4, 49, 512) + permute_87 = None + qkv_38 = torch._C._nn.linear( + x_238, + l_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_86 = qkv_38.reshape(4, 49, 3, 16, 32) + qkv_38 = None + qkv_39 = reshape_86.permute(2, 0, 3, 1, 4) + reshape_86 = None + q_38 = qkv_39[0] + k_19 = qkv_39[1] + v_19 = qkv_39[2] + qkv_39 = None + q_39 = q_38 * 0.1767766952966369 + q_38 = None + transpose_38 = k_19.transpose(-2, -1) + k_19 = None + attn_103 = q_39.matmul(transpose_38) + q_39 = transpose_38 = None + attn_104 = attn_103 + relative_position_bias_59 + attn_103 = relative_position_bias_59 = None + attn_mask_45 = x_238.new_zeros((14, 14)) + x_238 = None + attn_mask_45[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_81 = attn_mask_45 + setitem_81 = None + attn_mask_45[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_82 = attn_mask_45 + setitem_82 = None + attn_mask_45[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_83 = attn_mask_45 + setitem_83 = None + attn_mask_45[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_84 = attn_mask_45 + setitem_84 = None + attn_mask_45[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_85 = attn_mask_45 + setitem_85 = None + attn_mask_45[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_86 = attn_mask_45 + setitem_86 = None + attn_mask_45[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_87 = attn_mask_45 + setitem_87 = None + attn_mask_45[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_88 = attn_mask_45 + setitem_88 = None + attn_mask_45[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_89 = attn_mask_45 + setitem_89 = None + attn_mask_46 = attn_mask_45.view(2, 7, 2, 7) + attn_mask_45 = None + permute_89 = attn_mask_46.permute(0, 2, 1, 3) + attn_mask_46 = None + attn_mask_47 = permute_89.reshape(4, 49) + permute_89 = None + unsqueeze_56 = attn_mask_47.unsqueeze(1) + unsqueeze_57 = attn_mask_47.unsqueeze(2) + attn_mask_47 = None + attn_mask_48 = unsqueeze_56 - unsqueeze_57 + unsqueeze_56 = unsqueeze_57 = None + ne_9 = attn_mask_48 != 0 + masked_fill_18 = attn_mask_48.masked_fill(ne_9, -100.0) + ne_9 = None + eq_9 = attn_mask_48 == 0 + attn_mask_48 = None + attn_mask_49 = masked_fill_18.masked_fill(eq_9, 0.0) + masked_fill_18 = eq_9 = None + attn_105 = attn_104.view(1, 4, 16, 49, 49) + attn_104 = None + unsqueeze_58 = attn_mask_49.unsqueeze(1) + attn_mask_49 = None + unsqueeze_59 = unsqueeze_58.unsqueeze(0) + unsqueeze_58 = None + attn_106 = attn_105 + unsqueeze_59 + attn_105 = unsqueeze_59 = None + attn_107 = attn_106.view(-1, 16, 49, 49) + attn_106 = None + attn_108 = torch.nn.functional.softmax(attn_107, dim=-1) + attn_107 = None + attn_109 = torch.nn.functional.dropout(attn_108, p=0.0, training=False) + attn_108 = None + matmul_39 = attn_109.matmul(v_19) + attn_109 = v_19 = None + transpose_39 = matmul_39.transpose(1, 2) + matmul_39 = None + x_239 = transpose_39.reshape(4, 49, 512) + transpose_39 = None + x_240 = torch._C._nn.linear( + x_239, + l_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_, + ) + x_239 = l_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_ = (None) + x_241 = torch.nn.functional.dropout(x_240, p=0.0, training=False) + x_240 = None + x_242 = x_241.view(1, 2, 2, 7, 7, 512) + x_241 = None + permute_90 = x_242.permute(0, 1, 3, 2, 4, 5) + x_242 = None + x_243 = permute_90.reshape(1, 14, 14, 512) + permute_90 = None + x_244 = torch.roll(x_243, shifts=(3, 3), dims=(1, 2)) + x_243 = None + getitem_107 = x_244[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_244 = None + x_245 = getitem_107.contiguous() + getitem_107 = None + _log_api_usage_once_38 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_38 = None + x_246 = x_234 + x_245 + x_234 = x_245 = None + layer_norm_42 = torch.nn.functional.layer_norm( + x_246, + (512,), + l_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_ + ) = None + input_99 = torch._C._nn.linear( + layer_norm_42, + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_42 = l_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_ = (None) + input_100 = torch._C._nn.gelu(input_99, approximate="none") + input_99 = None + input_101 = torch.nn.functional.dropout(input_100, 0.0, False, False) + input_100 = None + input_102 = torch._C._nn.linear( + input_101, + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_, + ) + input_101 = l_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_ = (None) + input_103 = torch.nn.functional.dropout(input_102, 0.0, False, False) + input_102 = None + _log_api_usage_once_39 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_39 = None + x_247 = x_246 + input_103 + x_246 = input_103 = None + layer_norm_43 = torch.nn.functional.layer_norm( + x_247, + (512,), + l_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_60 = l_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_61 = relative_position_bias_60.view(49, 49, -1) + relative_position_bias_60 = None + permute_91 = relative_position_bias_61.permute(2, 0, 1) + relative_position_bias_61 = None + contiguous_40 = permute_91.contiguous() + permute_91 = None + relative_position_bias_62 = contiguous_40.unsqueeze(0) + contiguous_40 = None + x_248 = torch._C._nn.pad(layer_norm_43, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_43 = None + x_249 = x_248.view(1, 2, 7, 2, 7, 512) + x_248 = None + permute_92 = x_249.permute(0, 1, 3, 2, 4, 5) + x_249 = None + x_250 = permute_92.reshape(4, 49, 512) + permute_92 = None + qkv_40 = torch._C._nn.linear( + x_250, + l_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_, + ) + x_250 = l_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_91 = qkv_40.reshape(4, 49, 3, 16, 32) + qkv_40 = None + qkv_41 = reshape_91.permute(2, 0, 3, 1, 4) + reshape_91 = None + q_40 = qkv_41[0] + k_20 = qkv_41[1] + v_20 = qkv_41[2] + qkv_41 = None + q_41 = q_40 * 0.1767766952966369 + q_40 = None + transpose_40 = k_20.transpose(-2, -1) + k_20 = None + attn_110 = q_41.matmul(transpose_40) + q_41 = transpose_40 = None + attn_111 = attn_110 + relative_position_bias_62 + attn_110 = relative_position_bias_62 = None + attn_112 = torch.nn.functional.softmax(attn_111, dim=-1) + attn_111 = None + attn_113 = torch.nn.functional.dropout(attn_112, p=0.0, training=False) + attn_112 = None + matmul_41 = attn_113.matmul(v_20) + attn_113 = v_20 = None + transpose_41 = matmul_41.transpose(1, 2) + matmul_41 = None + x_251 = transpose_41.reshape(4, 49, 512) + transpose_41 = None + x_252 = torch._C._nn.linear( + x_251, + l_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_, + ) + x_251 = l_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_ = (None) + x_253 = torch.nn.functional.dropout(x_252, p=0.0, training=False) + x_252 = None + x_254 = x_253.view(1, 2, 2, 7, 7, 512) + x_253 = None + permute_94 = x_254.permute(0, 1, 3, 2, 4, 5) + x_254 = None + x_255 = permute_94.reshape(1, 14, 14, 512) + permute_94 = None + getitem_112 = x_255[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_255 = None + x_256 = getitem_112.contiguous() + getitem_112 = None + _log_api_usage_once_40 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_40 = None + x_257 = x_247 + x_256 + x_247 = x_256 = None + layer_norm_44 = torch.nn.functional.layer_norm( + x_257, + (512,), + l_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_ + ) = None + input_104 = torch._C._nn.linear( + layer_norm_44, + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_44 = l_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_ = (None) + input_105 = torch._C._nn.gelu(input_104, approximate="none") + input_104 = None + input_106 = torch.nn.functional.dropout(input_105, 0.0, False, False) + input_105 = None + input_107 = torch._C._nn.linear( + input_106, + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_, + ) + input_106 = l_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_ = (None) + input_108 = torch.nn.functional.dropout(input_107, 0.0, False, False) + input_107 = None + _log_api_usage_once_41 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_41 = None + x_258 = x_257 + input_108 + x_257 = input_108 = None + layer_norm_45 = torch.nn.functional.layer_norm( + x_258, + (512,), + l_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_, + l_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_63 = l_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_64 = relative_position_bias_63.view(49, 49, -1) + relative_position_bias_63 = None + permute_95 = relative_position_bias_64.permute(2, 0, 1) + relative_position_bias_64 = None + contiguous_42 = permute_95.contiguous() + permute_95 = None + relative_position_bias_65 = contiguous_42.unsqueeze(0) + contiguous_42 = None + x_259 = torch._C._nn.pad(layer_norm_45, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_45 = None + x_260 = torch.roll(x_259, shifts=(-3, -3), dims=(1, 2)) + x_259 = None + x_261 = x_260.view(1, 2, 7, 2, 7, 512) + x_260 = None + permute_96 = x_261.permute(0, 1, 3, 2, 4, 5) + x_261 = None + x_262 = permute_96.reshape(4, 49, 512) + permute_96 = None + qkv_42 = torch._C._nn.linear( + x_262, + l_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_, + ) + l_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_95 = qkv_42.reshape(4, 49, 3, 16, 32) + qkv_42 = None + qkv_43 = reshape_95.permute(2, 0, 3, 1, 4) + reshape_95 = None + q_42 = qkv_43[0] + k_21 = qkv_43[1] + v_21 = qkv_43[2] + qkv_43 = None + q_43 = q_42 * 0.1767766952966369 + q_42 = None + transpose_42 = k_21.transpose(-2, -1) + k_21 = None + attn_114 = q_43.matmul(transpose_42) + q_43 = transpose_42 = None + attn_115 = attn_114 + relative_position_bias_65 + attn_114 = relative_position_bias_65 = None + attn_mask_50 = x_262.new_zeros((14, 14)) + x_262 = None + attn_mask_50[(slice(0, -7, None), slice(0, -7, None))] = 0 + setitem_90 = attn_mask_50 + setitem_90 = None + attn_mask_50[(slice(0, -7, None), slice(-7, -3, None))] = 1 + setitem_91 = attn_mask_50 + setitem_91 = None + attn_mask_50[(slice(0, -7, None), slice(-3, None, None))] = 2 + setitem_92 = attn_mask_50 + setitem_92 = None + attn_mask_50[(slice(-7, -3, None), slice(0, -7, None))] = 3 + setitem_93 = attn_mask_50 + setitem_93 = None + attn_mask_50[(slice(-7, -3, None), slice(-7, -3, None))] = 4 + setitem_94 = attn_mask_50 + setitem_94 = None + attn_mask_50[(slice(-7, -3, None), slice(-3, None, None))] = 5 + setitem_95 = attn_mask_50 + setitem_95 = None + attn_mask_50[(slice(-3, None, None), slice(0, -7, None))] = 6 + setitem_96 = attn_mask_50 + setitem_96 = None + attn_mask_50[(slice(-3, None, None), slice(-7, -3, None))] = 7 + setitem_97 = attn_mask_50 + setitem_97 = None + attn_mask_50[(slice(-3, None, None), slice(-3, None, None))] = 8 + setitem_98 = attn_mask_50 + setitem_98 = None + attn_mask_51 = attn_mask_50.view(2, 7, 2, 7) + attn_mask_50 = None + permute_98 = attn_mask_51.permute(0, 2, 1, 3) + attn_mask_51 = None + attn_mask_52 = permute_98.reshape(4, 49) + permute_98 = None + unsqueeze_62 = attn_mask_52.unsqueeze(1) + unsqueeze_63 = attn_mask_52.unsqueeze(2) + attn_mask_52 = None + attn_mask_53 = unsqueeze_62 - unsqueeze_63 + unsqueeze_62 = unsqueeze_63 = None + ne_10 = attn_mask_53 != 0 + masked_fill_20 = attn_mask_53.masked_fill(ne_10, -100.0) + ne_10 = None + eq_10 = attn_mask_53 == 0 + attn_mask_53 = None + attn_mask_54 = masked_fill_20.masked_fill(eq_10, 0.0) + masked_fill_20 = eq_10 = None + attn_116 = attn_115.view(1, 4, 16, 49, 49) + attn_115 = None + unsqueeze_64 = attn_mask_54.unsqueeze(1) + attn_mask_54 = None + unsqueeze_65 = unsqueeze_64.unsqueeze(0) + unsqueeze_64 = None + attn_117 = attn_116 + unsqueeze_65 + attn_116 = unsqueeze_65 = None + attn_118 = attn_117.view(-1, 16, 49, 49) + attn_117 = None + attn_119 = torch.nn.functional.softmax(attn_118, dim=-1) + attn_118 = None + attn_120 = torch.nn.functional.dropout(attn_119, p=0.0, training=False) + attn_119 = None + matmul_43 = attn_120.matmul(v_21) + attn_120 = v_21 = None + transpose_43 = matmul_43.transpose(1, 2) + matmul_43 = None + x_263 = transpose_43.reshape(4, 49, 512) + transpose_43 = None + x_264 = torch._C._nn.linear( + x_263, + l_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_, + ) + x_263 = l_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_ = (None) + x_265 = torch.nn.functional.dropout(x_264, p=0.0, training=False) + x_264 = None + x_266 = x_265.view(1, 2, 2, 7, 7, 512) + x_265 = None + permute_99 = x_266.permute(0, 1, 3, 2, 4, 5) + x_266 = None + x_267 = permute_99.reshape(1, 14, 14, 512) + permute_99 = None + x_268 = torch.roll(x_267, shifts=(3, 3), dims=(1, 2)) + x_267 = None + getitem_117 = x_268[ + ( + slice(None, None, None), + slice(None, 14, None), + slice(None, 14, None), + slice(None, None, None), + ) + ] + x_268 = None + x_269 = getitem_117.contiguous() + getitem_117 = None + _log_api_usage_once_42 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_42 = None + x_270 = x_258 + x_269 + x_258 = x_269 = None + layer_norm_46 = torch.nn.functional.layer_norm( + x_270, + (512,), + l_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_, + l_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_ + ) = None + input_109 = torch._C._nn.linear( + layer_norm_46, + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_46 = l_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_ = (None) + input_110 = torch._C._nn.gelu(input_109, approximate="none") + input_109 = None + input_111 = torch.nn.functional.dropout(input_110, 0.0, False, False) + input_110 = None + input_112 = torch._C._nn.linear( + input_111, + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_, + ) + input_111 = l_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_ = (None) + input_113 = torch.nn.functional.dropout(input_112, 0.0, False, False) + input_112 = None + _log_api_usage_once_43 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_43 = None + x_271 = x_270 + input_113 + x_270 = input_113 = None + x_272 = torch._C._nn.pad(x_271, (0, 0, 0, 0, 0, 0), "constant", None) + x_271 = None + x0_2 = x_272[ + (Ellipsis, slice(0, None, 2), slice(0, None, 2), slice(None, None, None)) + ] + x1_2 = x_272[ + (Ellipsis, slice(1, None, 2), slice(0, None, 2), slice(None, None, None)) + ] + x2_2 = x_272[ + (Ellipsis, slice(0, None, 2), slice(1, None, 2), slice(None, None, None)) + ] + x3_2 = x_272[ + (Ellipsis, slice(1, None, 2), slice(1, None, 2), slice(None, None, None)) + ] + x_272 = None + x_273 = torch.cat([x0_2, x1_2, x2_2, x3_2], -1) + x0_2 = x1_2 = x2_2 = x3_2 = None + x_274 = torch.nn.functional.layer_norm( + x_273, + (2048,), + l_self_modules_features_modules_6_modules_norm_parameters_weight_, + l_self_modules_features_modules_6_modules_norm_parameters_bias_, + 1e-05, + ) + x_273 = ( + l_self_modules_features_modules_6_modules_norm_parameters_weight_ + ) = l_self_modules_features_modules_6_modules_norm_parameters_bias_ = None + x_275 = torch._C._nn.linear( + x_274, + l_self_modules_features_modules_6_modules_reduction_parameters_weight_, + None, + ) + x_274 = ( + l_self_modules_features_modules_6_modules_reduction_parameters_weight_ + ) = None + layer_norm_48 = torch.nn.functional.layer_norm( + x_275, + (1024,), + l_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_, + l_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_66 = l_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_67 = relative_position_bias_66.view(49, 49, -1) + relative_position_bias_66 = None + permute_100 = relative_position_bias_67.permute(2, 0, 1) + relative_position_bias_67 = None + contiguous_44 = permute_100.contiguous() + permute_100 = None + relative_position_bias_68 = contiguous_44.unsqueeze(0) + contiguous_44 = None + x_276 = torch._C._nn.pad(layer_norm_48, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_48 = None + x_277 = x_276.view(1, 1, 7, 1, 7, 1024) + x_276 = None + permute_101 = x_277.permute(0, 1, 3, 2, 4, 5) + x_277 = None + x_278 = permute_101.reshape(1, 49, 1024) + permute_101 = None + qkv_44 = torch._C._nn.linear( + x_278, + l_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_, + ) + x_278 = l_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_100 = qkv_44.reshape(1, 49, 3, 32, 32) + qkv_44 = None + qkv_45 = reshape_100.permute(2, 0, 3, 1, 4) + reshape_100 = None + q_44 = qkv_45[0] + k_22 = qkv_45[1] + v_22 = qkv_45[2] + qkv_45 = None + q_45 = q_44 * 0.1767766952966369 + q_44 = None + transpose_44 = k_22.transpose(-2, -1) + k_22 = None + attn_121 = q_45.matmul(transpose_44) + q_45 = transpose_44 = None + attn_122 = attn_121 + relative_position_bias_68 + attn_121 = relative_position_bias_68 = None + attn_123 = torch.nn.functional.softmax(attn_122, dim=-1) + attn_122 = None + attn_124 = torch.nn.functional.dropout(attn_123, p=0.0, training=False) + attn_123 = None + matmul_45 = attn_124.matmul(v_22) + attn_124 = v_22 = None + transpose_45 = matmul_45.transpose(1, 2) + matmul_45 = None + x_279 = transpose_45.reshape(1, 49, 1024) + transpose_45 = None + x_280 = torch._C._nn.linear( + x_279, + l_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_, + ) + x_279 = l_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_ = (None) + x_281 = torch.nn.functional.dropout(x_280, p=0.0, training=False) + x_280 = None + x_282 = x_281.view(1, 1, 1, 7, 7, 1024) + x_281 = None + permute_103 = x_282.permute(0, 1, 3, 2, 4, 5) + x_282 = None + x_283 = permute_103.reshape(1, 7, 7, 1024) + permute_103 = None + getitem_126 = x_283[ + ( + slice(None, None, None), + slice(None, 7, None), + slice(None, 7, None), + slice(None, None, None), + ) + ] + x_283 = None + x_284 = getitem_126.contiguous() + getitem_126 = None + _log_api_usage_once_44 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_44 = None + x_285 = x_275 + x_284 + x_275 = x_284 = None + layer_norm_49 = torch.nn.functional.layer_norm( + x_285, + (1024,), + l_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_, + l_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_ + ) = None + input_114 = torch._C._nn.linear( + layer_norm_49, + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_49 = l_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_ = (None) + input_115 = torch._C._nn.gelu(input_114, approximate="none") + input_114 = None + input_116 = torch.nn.functional.dropout(input_115, 0.0, False, False) + input_115 = None + input_117 = torch._C._nn.linear( + input_116, + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_, + ) + input_116 = l_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_ = (None) + input_118 = torch.nn.functional.dropout(input_117, 0.0, False, False) + input_117 = None + _log_api_usage_once_45 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_45 = None + x_286 = x_285 + input_118 + x_285 = input_118 = None + layer_norm_50 = torch.nn.functional.layer_norm( + x_286, + (1024,), + l_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_, + l_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_ = ( + l_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_ + ) = None + relative_position_bias_69 = l_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_[ + l_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_ + ] + l_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_ = l_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_ = (None) + relative_position_bias_70 = relative_position_bias_69.view(49, 49, -1) + relative_position_bias_69 = None + permute_104 = relative_position_bias_70.permute(2, 0, 1) + relative_position_bias_70 = None + contiguous_46 = permute_104.contiguous() + permute_104 = None + relative_position_bias_71 = contiguous_46.unsqueeze(0) + contiguous_46 = None + x_287 = torch._C._nn.pad(layer_norm_50, (0, 0, 0, 0, 0, 0), "constant", None) + layer_norm_50 = None + x_288 = x_287.view(1, 1, 7, 1, 7, 1024) + x_287 = None + permute_105 = x_288.permute(0, 1, 3, 2, 4, 5) + x_288 = None + x_289 = permute_105.reshape(1, 49, 1024) + permute_105 = None + qkv_46 = torch._C._nn.linear( + x_289, + l_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_, + l_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_, + ) + x_289 = l_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_ = l_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_ = (None) + reshape_104 = qkv_46.reshape(1, 49, 3, 32, 32) + qkv_46 = None + qkv_47 = reshape_104.permute(2, 0, 3, 1, 4) + reshape_104 = None + q_46 = qkv_47[0] + k_23 = qkv_47[1] + v_23 = qkv_47[2] + qkv_47 = None + q_47 = q_46 * 0.1767766952966369 + q_46 = None + transpose_46 = k_23.transpose(-2, -1) + k_23 = None + attn_125 = q_47.matmul(transpose_46) + q_47 = transpose_46 = None + attn_126 = attn_125 + relative_position_bias_71 + attn_125 = relative_position_bias_71 = None + attn_127 = torch.nn.functional.softmax(attn_126, dim=-1) + attn_126 = None + attn_128 = torch.nn.functional.dropout(attn_127, p=0.0, training=False) + attn_127 = None + matmul_47 = attn_128.matmul(v_23) + attn_128 = v_23 = None + transpose_47 = matmul_47.transpose(1, 2) + matmul_47 = None + x_290 = transpose_47.reshape(1, 49, 1024) + transpose_47 = None + x_291 = torch._C._nn.linear( + x_290, + l_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_, + l_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_, + ) + x_290 = l_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_ = l_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_ = (None) + x_292 = torch.nn.functional.dropout(x_291, p=0.0, training=False) + x_291 = None + x_293 = x_292.view(1, 1, 1, 7, 7, 1024) + x_292 = None + permute_107 = x_293.permute(0, 1, 3, 2, 4, 5) + x_293 = None + x_294 = permute_107.reshape(1, 7, 7, 1024) + permute_107 = None + getitem_131 = x_294[ + ( + slice(None, None, None), + slice(None, 7, None), + slice(None, 7, None), + slice(None, None, None), + ) + ] + x_294 = None + x_295 = getitem_131.contiguous() + getitem_131 = None + _log_api_usage_once_46 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_46 = None + x_296 = x_286 + x_295 + x_286 = x_295 = None + layer_norm_51 = torch.nn.functional.layer_norm( + x_296, + (1024,), + l_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_, + l_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_, + 1e-05, + ) + l_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_ = ( + l_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_ + ) = None + input_119 = torch._C._nn.linear( + layer_norm_51, + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_, + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_, + ) + layer_norm_51 = l_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_ = l_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_ = (None) + input_120 = torch._C._nn.gelu(input_119, approximate="none") + input_119 = None + input_121 = torch.nn.functional.dropout(input_120, 0.0, False, False) + input_120 = None + input_122 = torch._C._nn.linear( + input_121, + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_, + l_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_, + ) + input_121 = l_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_ = l_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_ = (None) + input_123 = torch.nn.functional.dropout(input_122, 0.0, False, False) + input_122 = None + _log_api_usage_once_47 = torch._C._log_api_usage_once( + "torchvision.ops.stochastic_depth.stochastic_depth" + ) + _log_api_usage_once_47 = None + x_297 = x_296 + input_123 + x_296 = input_123 = None + x_298 = torch.nn.functional.layer_norm( + x_297, + (1024,), + l_self_modules_norm_parameters_weight_, + l_self_modules_norm_parameters_bias_, + 1e-05, + ) + x_297 = ( + l_self_modules_norm_parameters_weight_ + ) = l_self_modules_norm_parameters_bias_ = None + x_299 = torch.permute(x_298, [0, 3, 1, 2]) + x_298 = None + x_300 = torch.nn.functional.adaptive_avg_pool2d(x_299, 1) + x_299 = None + x_301 = x_300.flatten(1, -1) + x_300 = None + x_302 = torch._C._nn.linear( + x_301, + l_self_modules_head_parameters_weight_, + l_self_modules_head_parameters_bias_, + ) + x_301 = ( + l_self_modules_head_parameters_weight_ + ) = l_self_modules_head_parameters_bias_ = None + return (x_302,) diff --git a/samples/torchvision/swin_b/weight_meta.py b/samples/torchvision/swin_b/weight_meta.py new file mode 100644 index 00000000..3677b3cd --- /dev/null +++ b/samples/torchvision/swin_b/weight_meta.py @@ -0,0 +1,70796 @@ +class Program_weight_tensor_meta_L_self_modules_features_modules_0_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_0_modules_0_parameters_weight_" + shape = [128, 3, 4, 4] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.059 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_0_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_0_modules_0_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 0.015 + std = 0.258 + data = [ + -0.020580, + 0.283728, + -0.200901, + 0.002597, + -0.017654, + 0.085659, + 0.141164, + 0.005762, + 0.009549, + 0.041488, + -0.054247, + -0.007034, + -0.004942, + -0.124063, + 0.050179, + 0.005669, + 0.678892, + -0.057096, + -0.403960, + 0.044616, + -0.000154, + 0.069063, + -0.042219, + -0.030025, + -0.012469, + -0.639497, + 0.148467, + 0.203267, + -0.059786, + -0.007602, + -0.344942, + -0.001046, + 0.179056, + -0.016475, + 0.233868, + -0.051409, + -0.130037, + 0.055038, + 0.055872, + 0.555678, + -0.072226, + 0.000244, + -0.045779, + -0.288840, + -0.068376, + 0.416677, + -0.028118, + -0.018367, + -0.010451, + -0.139688, + -0.330399, + 0.114952, + 0.297697, + -1.493450, + -0.082445, + 0.189304, + 0.089631, + 0.143272, + 0.169320, + 0.086497, + -0.330648, + -0.711248, + -0.114825, + 0.030978, + 0.489761, + 0.077791, + 0.528010, + 0.358995, + -0.003403, + 0.034025, + 0.411907, + 0.020727, + 0.391341, + 0.426885, + -0.006556, + 0.259307, + -0.004902, + 0.413569, + -0.279905, + -0.042706, + -0.068479, + -0.064994, + -0.019712, + -0.104584, + 0.017176, + 0.135475, + -0.003532, + 0.054377, + -0.038423, + 0.081107, + -0.006996, + -0.007746, + -0.027567, + 0.533443, + 0.120575, + 0.028548, + -0.040365, + -0.030292, + -0.426608, + -0.405708, + 0.054390, + 0.009608, + 0.005212, + 0.170829, + -0.093724, + -0.123437, + -0.035557, + -0.180954, + -0.045168, + -0.023025, + 0.737591, + -0.024895, + 0.007984, + -0.023833, + -0.195601, + 0.000503, + -0.035144, + 0.059907, + 0.164966, + 0.233337, + 0.065295, + 0.154189, + 0.023660, + -0.404452, + 0.004371, + 0.195887, + -0.020193, + -0.012400, + ] + + +class Program_weight_tensor_meta_L_x_: + name = "L_x_" + shape = [1, 3, 224, 224] + dtype = "torch.float32" + device = "cpu" + mean = 0.219 + std = 1.286 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_0_modules_2_parameters_weight_: + name = "L_self_modules_features_modules_0_modules_2_parameters_weight_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 1.350 + std = 1.451 + data = [ + 0.013831, + 0.637008, + 0.762892, + 0.004759, + 0.041526, + 4.104910, + 2.589788, + -0.007864, + 4.952684, + 3.435405, + 0.001165, + 0.006605, + -0.000092, + 1.164400, + 4.220786, + -0.008095, + 0.802579, + 3.958430, + 1.113031, + 4.282197, + 4.302985, + 3.185673, + 0.005541, + -0.003258, + 3.595756, + 0.409415, + 1.011467, + 0.245593, + -0.003285, + -0.002434, + 1.129898, + 2.284710, + 1.267558, + -0.000427, + 2.536737, + 0.688992, + 2.265677, + 2.129104, + 2.289809, + 0.947268, + 0.083989, + 3.960451, + 3.005108, + 0.401045, + -0.003746, + 0.763921, + 0.022215, + -0.007784, + -0.002503, + 2.291264, + 0.264444, + 0.086559, + 1.060535, + 0.424510, + 1.666142, + 0.261389, + 1.206193, + 0.413032, + 2.879162, + 3.921856, + 1.024815, + 0.795910, + 3.488918, + 0.014565, + 0.463532, + 0.146871, + 1.761893, + 0.429222, + 0.005295, + 3.545580, + 1.234580, + 3.844336, + 0.923418, + 1.258916, + 0.064092, + 1.494644, + 3.684413, + 1.251226, + 0.591174, + 0.025457, + 0.014082, + 0.003713, + -0.006763, + 1.048019, + -0.006058, + 3.280809, + 3.417600, + 3.195660, + 0.003812, + 2.824533, + 0.001064, + 0.006360, + -0.003173, + 1.345683, + 0.811448, + 0.790124, + -0.010692, + -0.000179, + 0.841169, + 0.468522, + 2.597257, + 0.053040, + 0.002273, + 2.253334, + 3.267936, + 0.758565, + 4.266916, + 2.701428, + 0.001346, + 3.399266, + 0.635351, + 4.044477, + 1.676898, + 0.010441, + 1.622195, + -0.006256, + 0.012630, + 2.427275, + 3.687324, + 0.248517, + 3.905146, + 0.720571, + -0.004539, + 0.602207, + 3.786660, + 0.568522, + 2.389579, + -0.002016, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_0_modules_2_parameters_bias_: + name = "L_self_modules_features_modules_0_modules_2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.005 + std = 0.519 + data = [ + 0.144745, + -0.140745, + 0.194364, + -0.004600, + -0.138561, + -0.581273, + -0.741762, + 0.731870, + 0.166554, + -0.055712, + 0.112267, + -0.146797, + -0.367981, + 0.503299, + -0.252442, + -0.234506, + -0.841663, + 0.786643, + 0.553642, + -0.229787, + 0.231830, + -0.351532, + 0.101038, + 0.096268, + 0.374533, + -0.101204, + -0.272942, + 0.071080, + -0.565241, + 0.573947, + 0.824128, + 0.073328, + -0.422685, + -0.534177, + -1.326350, + 0.488909, + 0.743192, + -0.150146, + -0.163325, + -0.883193, + 0.064852, + 0.206954, + 0.496096, + 0.207549, + -0.249826, + -0.385656, + 0.106675, + 0.077038, + 0.506152, + 1.004090, + -0.053062, + 0.210754, + -0.399033, + 0.361698, + 0.410892, + -0.004187, + -0.185187, + -0.088439, + -0.996925, + -0.588227, + 0.704280, + 0.682012, + 1.225203, + -0.379202, + -0.224853, + 0.018931, + -1.941448, + -0.093724, + 0.135799, + -0.064926, + -0.890814, + 0.038534, + -0.402249, + -0.847549, + -0.071068, + -0.624567, + 0.272624, + -0.708172, + 0.328645, + -0.190882, + -0.004482, + -0.023639, + 0.051541, + 0.157317, + 0.616209, + -0.890248, + 0.199709, + -0.165670, + 0.096755, + -0.376148, + -0.578001, + 0.065486, + 0.607806, + -0.838462, + -0.149961, + 0.304447, + 0.012187, + 0.058070, + 0.736923, + 0.102116, + -0.170577, + 0.060661, + 0.002917, + -0.746059, + 0.973710, + 0.400102, + 0.618429, + 1.435925, + 0.137257, + 0.379572, + -0.532001, + 0.459274, + 0.069428, + -0.058027, + 0.673266, + 0.319989, + 0.157641, + -0.081561, + -1.239260, + 0.084592, + -0.435022, + 0.113326, + 0.758974, + 0.554982, + 0.147681, + -0.242201, + 0.122846, + -0.476249, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_weight_" + ) + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 0.540 + std = 0.384 + data = [ + -0.000455, + 0.636927, + 0.421201, + 0.000911, + 0.004164, + 0.925538, + 0.929882, + 0.782923, + 1.071179, + 0.832254, + -0.000774, + 0.004578, + 0.587733, + 0.583211, + 1.112734, + 0.736255, + 0.372022, + 0.945530, + 0.433091, + 1.235563, + 1.063161, + 0.820758, + -0.000144, + 0.000292, + 1.159422, + 0.002387, + 0.654063, + 0.148768, + 0.888046, + 0.840463, + 0.451401, + 0.696563, + 0.833702, + 0.707086, + 0.915228, + 0.864083, + 0.621771, + 0.388301, + 0.635532, + 0.412180, + 0.306284, + 1.163906, + 0.712387, + 0.285014, + 0.217089, + 0.536370, + 0.001773, + -0.000290, + 0.837914, + 0.920443, + 0.103161, + 0.001070, + 0.251910, + 0.166348, + 0.413151, + 0.223695, + 0.522377, + 0.191447, + 0.824763, + 0.917936, + 0.531795, + 0.207617, + 1.002811, + 0.569466, + 0.525080, + 0.432160, + 0.628735, + 0.476753, + 0.000967, + 0.815350, + 0.564490, + 0.968386, + 0.410780, + 0.310276, + -0.001007, + 0.368519, + 1.126706, + 0.376953, + 0.724485, + 0.013970, + -0.000545, + -0.000692, + 0.000488, + 0.475395, + 0.823089, + 1.097577, + 1.054580, + 0.844564, + -0.000292, + 0.742784, + 0.758550, + 0.000430, + 1.006445, + 0.448561, + 0.791671, + 0.835722, + 0.000304, + 0.000673, + 0.256994, + 0.150601, + 0.651149, + -0.000326, + 0.000036, + 0.912516, + 0.900752, + 0.888753, + 1.031178, + 1.069879, + 0.001150, + 1.269834, + 0.313422, + 1.109916, + 0.583353, + -0.000637, + 0.338881, + 0.036691, + 0.000166, + 0.756838, + 0.947843, + 0.174955, + 0.968364, + 1.033316, + 0.988323, + 0.570502, + 1.113322, + 0.639209, + 0.535225, + 0.632035, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_0_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.020 + std = 0.330 + data = [ + -0.000977, + -0.167493, + 0.276346, + -0.000959, + 0.001695, + -0.410063, + -0.333032, + -0.779972, + 0.009523, + -0.176813, + 0.000512, + 0.001054, + 0.391195, + 0.093211, + -0.227495, + 0.290699, + -0.488430, + 0.358874, + 0.435443, + -0.185334, + 0.111981, + -0.139886, + 0.000013, + -0.000225, + 0.072405, + 0.005232, + -0.085637, + -0.032974, + 0.803078, + -0.633797, + 0.421489, + 0.157609, + -0.206550, + 0.620936, + -0.567504, + 0.063093, + 0.435241, + -0.014810, + -0.081360, + -0.417699, + -0.004216, + 0.098117, + 0.252961, + 0.131516, + 0.124681, + -0.296015, + -0.000142, + -0.000740, + -0.576258, + 0.363040, + 0.063215, + -0.001122, + -0.180377, + 0.471975, + 0.135329, + -0.006902, + -0.044272, + -0.025741, + -0.465627, + -0.321954, + 0.436571, + 0.441860, + 0.545754, + 0.400562, + -0.365482, + 0.021992, + -0.781614, + -0.175823, + -0.001015, + -0.072336, + -0.490760, + -0.001146, + -0.267150, + -0.378417, + 0.000947, + -0.259896, + 0.124170, + -0.486192, + 0.196019, + 0.007272, + -0.000421, + 0.000286, + -0.000023, + 0.148037, + -0.679740, + -0.511027, + 0.181769, + -0.177434, + 0.000583, + -0.169890, + 0.727987, + 0.000360, + -0.746273, + -0.569124, + -0.073485, + 0.221284, + -0.000077, + 0.000340, + 0.223020, + 0.163729, + -0.086496, + -0.000553, + 0.000110, + -0.431853, + 0.419709, + 0.304022, + 0.296533, + 0.626267, + -0.000174, + 0.291512, + -0.569449, + 0.317143, + 0.055817, + -0.000205, + 0.290173, + -0.015864, + -0.000492, + -0.162840, + -0.681996, + -0.071671, + -0.225159, + 0.067208, + -0.967494, + 0.284219, + 0.154134, + -0.148143, + 0.162995, + 0.525119, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_1_modules_0_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 4] + dtype = "torch.float32" + device = "cpu" + mean = -0.730 + std = 1.361 + data = [ + -1.741705, + 0.190783, + 0.147001, + -0.264906, + -2.638818, + 0.035614, + -0.450533, + -0.615050, + -2.734565, + 0.107916, + -0.459494, + -0.443153, + -2.422251, + -0.083818, + -0.527001, + -0.469953, + -2.151413, + -0.050572, + -0.357551, + 0.020042, + -1.994476, + 0.046875, + -0.320920, + 0.042272, + -0.535463, + 0.244057, + 0.298698, + 0.174474, + -1.756844, + 0.020768, + -0.184729, + 0.000043, + -2.039577, + 0.061906, + -0.293622, + -0.207263, + -1.930152, + -0.058543, + -0.347379, + -0.384416, + -2.681768, + 0.112536, + -0.315592, + -0.501658, + -2.036183, + 0.274022, + -0.210103, + -0.505588, + -1.577210, + 0.317185, + 0.033491, + -0.189031, + -2.101447, + 0.000360, + -0.278450, + -0.346044, + -3.478125, + -0.209504, + -0.905471, + -0.873458, + -3.672267, + -0.242428, + -0.863300, + -0.883711, + -3.500605, + -0.475743, + -0.856917, + -0.750107, + -3.396992, + -0.268451, + -0.658203, + -0.454412, + -3.258791, + -0.117983, + -0.637947, + -0.168997, + -1.412329, + 0.138054, + 0.136540, + 0.066346, + -3.114654, + -0.188141, + -0.548937, + -0.168363, + -3.553131, + -0.201739, + -0.693920, + -0.412770, + -3.570010, + -0.164733, + -0.661810, + -0.603473, + -4.265563, + -0.247273, + -0.763974, + -0.653580, + -3.171009, + -0.093108, + -0.633553, + -0.676220, + -2.160935, + 0.160392, + -0.525809, + -0.671372, + -2.236383, + -0.020261, + -0.401701, + -0.352996, + -4.123955, + -0.370521, + -0.716540, + -0.682322, + -3.731390, + -0.276974, + -0.682748, + -0.578476, + -3.964155, + -0.290261, + -0.698436, + -0.531924, + -2.939220, + -0.140821, + -0.371601, + -0.272360, + -2.662968, + -0.093373, + -0.372768, + -0.040683, + 0.014724, + 0.221921, + 0.300712, + 0.213514, + -2.329119, + -0.043695, + -0.350222, + 0.021141, + -3.044387, + -0.080216, + -0.370086, + -0.217968, + -3.617312, + -0.094051, + -0.481630, + -0.367658, + -4.609229, + -0.201028, + -0.583251, + -0.486469, + -2.912024, + -0.123527, + -0.641255, + -0.846988, + -2.106372, + 0.069343, + -0.257255, + -0.544890, + -2.273347, + -0.042784, + -0.373317, + -0.435145, + -3.928231, + -0.310582, + -0.668992, + -0.796545, + -3.700124, + -0.192750, + -0.751782, + -0.492479, + -5.350750, + -0.228916, + -0.736314, + -0.619329, + -4.598344, + -0.108455, + -0.462852, + -0.284630, + -3.824084, + 0.004223, + -0.299804, + -0.113382, + -0.721677, + 0.153075, + 0.312009, + 0.128784, + -3.422081, + -0.014220, + -0.247914, + -0.083965, + -4.699546, + -0.047097, + -0.367234, + -0.314204, + -4.699235, + -0.164957, + -0.401118, + -0.261027, + -5.327559, + -0.272497, + -0.705534, + -0.614911, + -3.542215, + -0.194578, + -0.696931, + -0.555904, + -1.945243, + -0.092252, + -0.297676, + -0.561167, + -1.760222, + -0.147130, + -0.343567, + -0.099071, + -3.746562, + -0.259024, + -0.556287, + -0.519710, + -2.794691, + -0.211252, + -0.437369, + -0.304003, + -4.805687, + -0.257217, + -0.483943, + -0.196023, + -2.568465, + -0.129354, + -0.238578, + 0.054210, + -1.379553, + -0.008509, + 0.006097, + 0.319548, + -0.049588, + 0.244640, + 0.490662, + 0.276299, + -1.383260, + 0.061467, + 0.065372, + 0.234697, + -2.400962, + 0.061207, + -0.015908, + 0.079271, + -3.015392, + -0.072815, + -0.285289, + -0.092145, + -4.434802, + -0.152313, + -0.323212, + -0.385844, + -2.717839, + -0.073993, + -0.562125, + -0.330043, + -1.759384, + 0.038989, + -0.209273, + -0.279985, + -1.577237, + 0.037879, + -0.265987, + 0.022156, + -3.285367, + -0.123777, + -0.614488, + -0.127988, + -2.069117, + -0.101222, + -0.419985, + -0.069844, + -3.875634, + -0.015458, + -0.405284, + -0.034250, + -1.509728, + 0.029828, + -0.076548, + 0.235767, + 0.563545, + 0.114297, + 0.354365, + 0.567202, + 4.498047, + 0.231535, + -0.277195, + -0.370244, + 0.622879, + 0.137044, + 0.502741, + 0.538939, + -1.329079, + 0.097042, + 0.034709, + 0.186837, + -1.694683, + 0.078309, + -0.043522, + 0.171941, + -4.037393, + -0.015197, + -0.345643, + -0.055560, + -1.992191, + -0.060834, + -0.444329, + -0.104694, + -1.230700, + 0.020007, + -0.215651, + -0.053239, + -0.521292, + 0.166071, + 0.488339, + 0.392647, + -1.333281, + 0.186712, + 0.220367, + 0.163152, + 0.433444, + 0.219599, + 0.479488, + 0.350461, + -0.207325, + 0.143616, + 0.391031, + 0.347599, + 1.303253, + 0.184398, + 0.806128, + 0.597204, + 2.315266, + 0.238443, + 1.297277, + 0.854191, + -8.467838, + -0.444056, + -1.848333, + -1.638994, + 2.257744, + 0.092706, + 1.502249, + 0.789454, + 1.211193, + 0.268863, + 0.932363, + 0.470932, + 0.699944, + 0.227580, + 0.705617, + 0.516976, + -1.023912, + 0.249270, + 0.488238, + 0.274489, + -0.507097, + 0.192094, + 0.360630, + 0.344094, + -0.589102, + 0.352413, + 0.435577, + 0.197142, + -1.889533, + 0.011058, + -0.219568, + 0.053045, + -2.901051, + -0.172194, + -0.542708, + -0.055159, + -1.851955, + -0.106355, + -0.300552, + 0.025468, + -2.741964, + -0.008935, + -0.325295, + 0.009851, + -0.402490, + -0.004213, + -0.002472, + 0.304638, + 1.175107, + 0.118777, + 0.522410, + 0.753375, + 1.756576, + 0.346226, + 1.192495, + 0.735228, + 1.208368, + 0.109996, + 0.577962, + 0.747183, + -0.482062, + 0.071455, + 0.000722, + 0.319344, + -1.100321, + 0.036376, + -0.084544, + 0.184203, + -3.701882, + -0.009384, + -0.380813, + 0.003870, + -2.091323, + -0.048611, + -0.372499, + -0.066711, + -1.757131, + 0.042793, + -0.045867, + -0.027824, + -2.111104, + 0.046041, + -0.231649, + -0.025578, + -3.642761, + -0.219585, + -0.569710, + -0.464556, + -3.109533, + -0.086770, + -0.401669, + -0.218017, + -4.592608, + -0.167131, + -0.476044, + -0.377160, + -2.013346, + -0.064860, + -0.085588, + 0.060570, + -0.846134, + 0.086935, + 0.076123, + 0.332513, + 0.590804, + 0.235207, + 0.801055, + 0.527061, + -0.723502, + 0.046475, + 0.070778, + 0.306613, + -1.726765, + 0.008517, + 0.036815, + 0.071616, + -2.582076, + -0.070059, + -0.206374, + 0.012272, + -4.191887, + -0.009582, + -0.319669, + -0.318495, + -2.788495, + -0.154252, + -0.306375, + -0.255311, + -1.695824, + 0.114290, + -0.126217, + -0.130943, + -2.602356, + 0.008052, + -0.251261, + -0.203320, + -4.205664, + -0.188578, + -0.683993, + -0.664276, + -3.855670, + -0.267490, + -0.533601, + -0.443957, + -4.432818, + -0.254152, + -0.517021, + -0.498791, + -3.334052, + -0.035401, + -0.470590, + -0.032832, + -1.887918, + 0.052248, + -0.119509, + 0.129212, + 0.196583, + 0.252089, + 0.576496, + 0.504739, + -1.686932, + -0.019673, + -0.092247, + 0.174522, + -2.749938, + -0.088947, + -0.205245, + -0.157585, + -3.372016, + -0.117006, + -0.353523, + -0.403336, + -4.910063, + -0.138989, + -0.532226, + -0.510448, + -3.024113, + -0.160419, + -0.383679, + -0.613395, + -2.166351, + 0.140060, + -0.221560, + -0.477202, + -2.622627, + -0.064399, + -0.310294, + -0.241413, + -4.503012, + -0.179866, + -0.568500, + -0.678824, + -4.090208, + -0.225273, + -0.688081, + -0.509463, + -5.056326, + -0.261284, + -0.681330, + -0.621196, + -4.286441, + -0.157154, + -0.423318, + -0.368542, + -4.165217, + -0.113999, + -0.419157, + -0.159521, + -1.283333, + 0.216570, + 0.447875, + 0.211694, + -3.732917, + -0.012360, + -0.480143, + -0.071541, + -4.191502, + -0.122912, + -0.296655, + -0.423212, + -4.088672, + -0.110549, + -0.530985, + -0.573967, + -4.795072, + -0.253736, + -0.384266, + -0.698950, + -3.723283, + -0.172595, + -0.397289, + -0.453345, + -2.707950, + 0.174782, + -0.160831, + -0.827837, + -2.721655, + 0.069853, + -0.256194, + -0.569932, + -3.619299, + -0.194704, + -0.564406, + -0.712653, + -3.624302, + -0.141611, + -0.649054, + -0.692241, + -3.595262, + -0.290063, + -0.610672, + -0.500994, + -3.352388, + -0.203476, + -0.470253, + -0.212699, + -3.095745, + -0.183975, + -0.430674, + -0.225521, + -0.871909, + 0.166318, + 0.291423, + 0.196879, + -2.702282, + -0.160277, + -0.476547, + -0.100042, + -3.066723, + -0.214614, + -0.395037, + -0.259419, + -3.127617, + -0.091625, + -0.436947, + -0.478299, + -4.281735, + -0.176272, + -0.489335, + -0.704977, + -3.151326, + -0.108673, + -0.559615, + -0.756993, + -2.724644, + 0.122015, + -0.153747, + -0.438336, + -2.226991, + 0.350547, + 0.110026, + -0.310066, + -3.868986, + 0.132256, + -0.514827, + -0.697418, + -3.759884, + 0.056142, + -0.322041, + -0.400001, + -3.387558, + -0.016699, + -0.244308, + -0.677383, + -2.983316, + 0.010738, + -0.234636, + -0.159713, + -2.874097, + -0.020463, + -0.245535, + -0.117678, + -1.169150, + 0.220962, + 0.464742, + 0.285979, + -2.913566, + -0.108354, + -0.175266, + -0.074044, + -2.903498, + -0.027548, + -0.101005, + -0.294508, + -3.372221, + 0.055796, + -0.278923, + -0.470499, + -4.178662, + 0.118892, + -0.187101, + -0.546661, + -3.320341, + 0.282249, + -0.270662, + -0.700823, + -2.831239, + 0.273764, + 0.277952, + -0.523981, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_1_modules_0_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.066 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cpu" + mean = 0.044 + std = 0.538 + data = [ + 0.019047, + -0.030977, + 0.017536, + -0.009637, + -0.010770, + -0.363268, + -0.052164, + -0.022640, + 0.634023, + -0.051497, + -0.253329, + 0.293309, + 0.017170, + -0.033530, + 0.022298, + 0.022887, + -0.054468, + -0.004844, + -0.127653, + 0.727470, + 0.012726, + -0.016829, + 0.087572, + 0.029344, + 0.044113, + -0.007027, + -0.011950, + -0.582192, + 0.012477, + 0.043337, + -0.576287, + 0.025388, + 0.924835, + 0.697656, + -0.299995, + 1.198452, + -0.384465, + 0.527963, + -0.322514, + 0.238731, + 1.723963, + 1.533833, + -0.150506, + 0.433187, + 1.355159, + -0.330678, + 0.480709, + -0.255778, + -0.842035, + 0.337904, + -0.772195, + -0.882279, + 0.352565, + 0.628221, + 0.870437, + -0.219642, + 0.304139, + 1.113928, + 0.899598, + 1.137957, + -0.178937, + -0.560523, + 0.942029, + 0.784560, + 1.430354, + 0.453284, + 0.021349, + -0.731706, + 0.122802, + 1.234928, + 0.220846, + -0.891152, + 0.481680, + 0.824459, + -0.045763, + -0.134156, + 0.068034, + 0.005277, + -1.196936, + 0.929897, + -0.259047, + -0.976835, + 1.581912, + -1.386237, + 0.450625, + 1.340203, + -0.482515, + -0.374424, + 0.851288, + 0.189982, + -0.607723, + -1.356677, + 0.351804, + 0.235056, + 1.158133, + -0.962037, + 1.806868, + 2.474413, + -0.463495, + 0.104031, + -0.395725, + -0.556842, + -0.528884, + 0.854444, + 2.016644, + 2.246381, + -1.268051, + 1.394419, + 0.361531, + 0.559488, + 0.576485, + -0.584146, + 2.035533, + 1.836855, + -1.792733, + -0.472066, + -0.396418, + -2.026772, + 0.330931, + 1.435772, + -1.474433, + -2.133139, + 0.306461, + -1.405675, + -0.544047, + -1.297050, + -0.110924, + -1.157462, + -0.448287, + -0.283849, + 0.320692, + 0.086038, + 0.206656, + -0.108238, + 0.409962, + 0.168978, + 0.473832, + -0.326494, + -0.549944, + 0.086563, + 0.469731, + -0.251396, + -0.019396, + 0.053793, + -0.143804, + -0.308322, + -0.208089, + 0.352786, + -0.111440, + 0.108220, + -0.181933, + -0.169080, + -0.114730, + -0.106223, + -0.101645, + -0.451164, + -0.154259, + -0.379082, + -0.709255, + 0.057313, + 0.254388, + 0.312578, + -0.359962, + 0.476221, + 0.471063, + 0.184695, + -0.096695, + 0.082212, + 0.108433, + 0.252663, + -0.685267, + -0.177588, + 0.337662, + 0.135871, + -0.027504, + -0.210585, + -0.196772, + -0.331813, + -0.363537, + -0.482845, + -0.147640, + 0.216130, + 0.778607, + -0.340376, + 0.594087, + 0.689835, + 0.479583, + -0.155273, + 0.030585, + -0.182642, + -0.082955, + -0.310184, + -0.027447, + 0.073603, + -0.036148, + 0.373100, + 0.201899, + -0.275665, + -0.058532, + 0.227156, + 0.246197, + -0.123875, + 0.158941, + 0.576924, + -0.211979, + -0.168138, + -0.104435, + 0.322276, + -0.184833, + 0.378956, + 0.078139, + -0.120540, + 0.138535, + 0.036513, + 0.298168, + 0.403004, + -0.705569, + -0.171622, + 0.026987, + 0.197244, + 0.123298, + 0.304387, + 0.130382, + 0.008400, + -0.495056, + -0.211142, + -0.142918, + -0.548880, + 0.026435, + -0.228480, + -0.240426, + 0.295593, + -0.249627, + -0.045843, + 0.205059, + -0.316579, + 0.309445, + 0.037225, + 0.093980, + -0.230753, + -0.461942, + 0.040943, + -0.075617, + -0.360516, + 0.440428, + -0.115816, + 0.380380, + 0.378865, + 0.110386, + -0.001880, + 1.023465, + 0.027855, + 0.518607, + 0.407918, + -0.100798, + -0.053214, + 0.033086, + 0.012672, + 0.002013, + -0.001700, + -0.012237, + -0.006397, + -0.028769, + 0.036662, + -0.009859, + -0.009009, + -0.001727, + -0.020220, + -0.001604, + 0.000114, + 0.023775, + 0.013427, + 0.001444, + 0.012664, + 0.006821, + -0.006848, + 0.049645, + -0.021803, + -0.024952, + -0.000107, + 0.003944, + -0.000487, + -0.007775, + -0.011442, + 0.001352, + -0.018089, + -0.024962, + -0.003643, + -0.045989, + -0.027110, + 0.032843, + -0.024525, + 0.195862, + 0.023354, + -0.156728, + 0.107341, + 0.032547, + -0.093998, + -0.021077, + -0.048712, + 0.030786, + 0.204250, + 0.069033, + -0.051206, + -0.059815, + 0.078710, + -0.124004, + -0.041574, + -0.001117, + 0.020383, + 0.007664, + 0.031917, + 0.085142, + 0.030131, + 0.008758, + 0.017162, + 0.040760, + -0.213661, + -0.039074, + 0.032434, + 0.019969, + 0.000070, + 0.069607, + 0.120547, + 0.032746, + -0.037552, + -0.041268, + 0.114696, + 0.005851, + -0.054624, + -0.020143, + -0.032532, + -0.168696, + -0.033212, + 0.034176, + -0.040463, + 0.016980, + 0.154226, + 0.303749, + -0.249460, + 0.056573, + -0.044619, + 0.015270, + 0.018077, + -0.020877, + 0.065915, + -0.012466, + 0.041867, + -0.008772, + 0.036333, + 0.004941, + -0.018732, + 0.114114, + -0.056754, + -0.006567, + -0.204818, + -0.029331, + 0.006149, + 0.326488, + -0.063690, + 0.027618, + -0.116224, + 0.082623, + 0.170591, + 0.062300, + 0.030823, + -0.061161, + 0.012429, + -0.024414, + -0.059857, + -0.066981, + 0.168122, + -0.032300, + 0.062668, + -0.020424, + 0.027768, + 0.039080, + -0.080782, + -0.074812, + 0.063078, + -0.100462, + -0.071144, + -0.059622, + -0.417385, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.234 + data = [ + 0.036188, + -0.094849, + 0.219578, + 0.037238, + 0.032285, + -0.263463, + -0.157818, + -0.192003, + -0.078389, + -0.152703, + 0.103323, + -0.278628, + 0.241909, + 0.189258, + -0.071631, + 0.182422, + -0.534575, + 0.145004, + 0.457587, + -0.070426, + 0.053350, + -0.037824, + 0.109994, + 0.003991, + 0.038446, + -0.358703, + -0.129598, + 0.052897, + 0.297700, + -0.161226, + 0.274197, + 0.083280, + -0.150972, + 0.211351, + -0.405380, + 0.119186, + 0.321870, + -0.011304, + -0.105722, + -0.449510, + -0.070984, + 0.052193, + 0.248195, + 0.164395, + 0.118783, + -0.262409, + -0.048318, + -0.026490, + -0.096060, + 0.272791, + 0.201105, + 0.546132, + -0.218737, + 0.303986, + 0.078343, + 0.107370, + -0.004942, + -0.055688, + -0.294721, + -0.198358, + 0.321863, + 0.749689, + 0.289947, + 0.054576, + -0.166095, + 0.080546, + -0.585638, + -0.168059, + 0.270933, + 0.009090, + -0.379970, + 0.044202, + -0.382242, + -0.430671, + 0.035526, + -0.263304, + -0.012855, + -0.496375, + 0.160816, + 0.085037, + 0.063981, + -0.004401, + 0.094551, + 0.136546, + -0.117580, + -0.238051, + 0.073605, + -0.003146, + 0.171929, + -0.045552, + 0.063876, + 0.004268, + -0.377246, + -0.665899, + -0.108767, + 0.131481, + 0.025561, + 0.091720, + 0.443840, + 0.234057, + -0.005975, + 0.033365, + -0.004553, + -0.165267, + 0.297967, + 0.226578, + 0.155123, + 0.311288, + 0.095010, + 0.085657, + -0.505604, + 0.139264, + 0.091888, + 0.067085, + 0.331021, + 0.368725, + 0.108902, + -0.139850, + -0.332620, + -0.112259, + -0.115958, + -0.030379, + -0.152269, + 0.252322, + 0.049516, + -0.108799, + 0.018095, + 0.068003, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_weight_" + ) + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 1.437 + std = 0.693 + data = [ + 0.699144, + 1.720057, + 0.942560, + 1.622114, + 0.678340, + 2.097166, + 2.438591, + 0.865779, + 2.141217, + 1.469903, + 1.269011, + 0.367155, + 1.283295, + 0.916279, + 2.590159, + 2.747062, + 0.943771, + 1.758828, + 1.390557, + 3.090979, + 2.256758, + 1.530117, + 1.687051, + 0.921628, + 2.916656, + 0.196887, + 1.279150, + 0.717195, + 1.238450, + 1.127983, + 1.061213, + 1.601739, + 1.775505, + 0.922742, + 2.095055, + 2.141281, + 1.398612, + 0.806679, + 1.282298, + 1.104100, + 1.430332, + 2.757541, + 1.400726, + 0.779857, + 0.849660, + 1.451258, + 1.417742, + 2.686791, + 1.208788, + 2.095988, + 0.755566, + 0.297756, + 0.535151, + 1.429982, + 0.760279, + 1.152792, + 0.733084, + 0.591559, + 1.873864, + 2.044807, + 1.254164, + 0.617488, + 2.449084, + 1.016112, + 1.146450, + 0.923179, + 1.571544, + 1.331673, + 0.517363, + 1.609431, + 1.394249, + 2.029410, + 0.794553, + 0.782931, + 1.067573, + 0.753606, + 2.472822, + 0.690231, + 2.050425, + 0.796286, + 0.705831, + 1.428653, + 1.070331, + 0.987458, + 0.988854, + 2.995563, + 2.379684, + 1.348223, + 1.326488, + 1.319769, + 0.773866, + 1.817129, + 1.154283, + 1.219639, + 1.790141, + 1.884120, + 1.721076, + 1.216557, + 0.726261, + 0.301500, + 1.046815, + 0.922470, + 1.701003, + 2.024785, + 2.235079, + 2.374351, + 2.384322, + 2.799800, + 1.512823, + 3.080327, + 1.383393, + 2.868062, + 1.076746, + 1.119478, + 0.831476, + 0.000705, + 0.850988, + 1.707251, + 2.250877, + 0.568905, + 2.155008, + 2.663144, + 1.051841, + 1.445961, + 2.395052, + 1.766310, + 1.011225, + 0.917861, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_0_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.034 + std = 0.408 + data = [ + -0.264827, + -0.315181, + 0.351374, + -0.037266, + 0.300989, + -0.248639, + -0.328666, + -0.885912, + 0.080702, + -0.066931, + -0.452416, + 0.347974, + 0.524131, + -0.151769, + -0.261861, + -0.603067, + -0.492628, + 0.237692, + 0.715500, + -0.145260, + 0.140622, + -0.190556, + -0.371725, + -0.212251, + -0.056326, + 0.473267, + 0.114818, + -0.204278, + 0.954989, + -0.720889, + 0.578513, + 0.088043, + -0.129413, + 0.603796, + -0.231033, + -0.178130, + 0.421174, + -0.027707, + 0.019827, + -0.432466, + -0.031061, + -0.006308, + 0.082590, + 0.135036, + 0.452465, + -0.422316, + 0.070054, + 0.023150, + -0.941743, + 0.031064, + 0.219301, + -0.350861, + -0.217340, + 0.846044, + 0.122537, + -0.273469, + -0.078383, + -0.013427, + -0.364085, + -0.314245, + 0.403636, + 0.826050, + 0.433316, + 0.788136, + -0.608420, + 0.023204, + -0.630672, + -0.256567, + -0.348926, + -0.168224, + -0.415056, + -0.097299, + -0.535062, + -0.376271, + 0.196223, + -0.211801, + 0.295693, + -0.433231, + 0.380167, + 0.354933, + -0.005599, + 0.231501, + -0.250150, + 0.213710, + -0.978910, + -0.541612, + 0.107236, + -0.178642, + -0.532131, + -0.248407, + 0.836826, + -0.024205, + 0.100044, + -1.103059, + 0.110175, + 0.347303, + 0.057562, + -0.217324, + 0.139215, + 0.171887, + -0.154062, + -0.038579, + 0.280246, + -0.380866, + 0.201451, + 0.408321, + 0.139360, + 0.409772, + -0.660739, + 0.498390, + -0.363729, + 0.280822, + 0.043309, + -0.011797, + 0.314607, + -0.001247, + -0.346931, + -0.228885, + -0.594073, + -0.108853, + -0.135953, + 0.209181, + -1.199324, + 0.209356, + 0.135119, + -0.172851, + 0.284601, + 0.832223, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_0_modules_mlp_modules_0_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.377 + std = 0.438 + data = [ + -1.224424, + -0.015013, + -0.064103, + -0.451532, + -0.035828, + -0.520463, + -0.244633, + -0.008047, + -0.477401, + -0.006116, + -1.041296, + -0.033594, + -0.337431, + -0.034695, + -0.083776, + -0.890673, + -0.190839, + -0.373530, + -0.428250, + -0.035993, + -0.274760, + -1.104539, + -0.566453, + -0.006254, + -0.033810, + -0.659109, + 0.244927, + 0.157546, + 0.097279, + -1.488979, + -0.580375, + -0.033913, + -0.016173, + -0.017594, + -0.018618, + -0.446449, + -0.594040, + -0.301626, + -0.171681, + -0.003154, + -0.393217, + -0.812123, + -0.007727, + -0.998212, + 0.058274, + -0.399667, + -0.197539, + -0.725971, + -0.408814, + -0.255052, + -0.008650, + -0.361708, + -0.009873, + -0.514583, + -0.401367, + 0.015042, + -1.467334, + 0.010677, + -0.906987, + -0.419960, + -1.216680, + -0.920963, + -0.357669, + 0.338669, + -0.312604, + -0.473593, + -0.919563, + -1.249847, + -0.274153, + 0.009199, + -0.685642, + -0.028284, + -0.455092, + 0.023959, + -0.031209, + -0.101979, + -1.116474, + -0.005872, + -0.008861, + -0.492251, + -0.784018, + -1.028338, + 0.007353, + -1.246491, + 0.200691, + -1.395840, + -1.265127, + -1.171014, + -0.030895, + -0.338310, + 0.003643, + -1.079960, + -0.916880, + -0.411753, + -0.003171, + -1.214113, + -0.237437, + -0.266421, + -0.013856, + -0.013148, + -0.040855, + 0.363498, + -0.034271, + -1.166211, + -0.118123, + -0.032027, + -0.640817, + 0.010355, + -0.517788, + -0.044512, + -0.577372, + -0.444742, + -0.771940, + -0.936322, + -0.482026, + -0.774135, + -0.354416, + -0.505094, + -1.467659, + -0.049805, + -0.448309, + 0.370794, + -0.493668, + -0.266950, + 0.002159, + -0.453311, + -0.603276, + -0.459647, + -1.041347, + -0.009129, + -0.030724, + -0.363566, + -0.479019, + -0.513582, + -0.429736, + -0.263571, + 0.001745, + -0.499041, + -0.703227, + -0.222539, + -0.452391, + -1.208300, + -0.826199, + -0.356487, + 0.373510, + -0.027915, + -0.025775, + -0.024470, + -0.038252, + -0.613659, + -0.032000, + -0.973344, + -0.001538, + 0.205676, + -0.007914, + -0.057885, + -1.377683, + -0.428212, + -0.013698, + -0.014668, + -0.004657, + -0.382241, + 0.000042, + 0.033555, + -1.258354, + -0.017174, + -0.041839, + -0.416894, + -0.323730, + -0.422231, + -0.031290, + -0.511862, + 0.319959, + -0.677592, + -0.429367, + -0.447377, + -0.780163, + -0.337447, + -1.258913, + -0.535022, + -0.012699, + -1.064487, + -0.052447, + -1.340470, + -1.309618, + 0.017924, + -0.041196, + -0.784857, + -0.991035, + -0.037660, + -0.981827, + -0.375642, + -0.152453, + -0.200443, + 0.027705, + -0.005716, + -0.258584, + -0.038329, + -0.034823, + -0.308310, + -0.472619, + -0.040599, + -0.046635, + -0.438601, + -0.684664, + -0.385769, + -0.257016, + -0.922656, + -0.032866, + -0.036135, + -0.029244, + -0.025953, + -0.253675, + -0.031875, + -0.329710, + -0.274274, + -0.546029, + -0.023484, + -0.882250, + -0.465129, + -0.438788, + -0.019504, + -0.020139, + -0.026169, + -1.527839, + -0.029589, + -0.424559, + -0.482591, + -0.170732, + -0.741157, + -1.471547, + 0.283900, + -0.010150, + -0.538869, + -0.384726, + -0.017325, + -0.299083, + -0.024720, + -0.915904, + 0.117095, + -0.199726, + -0.029674, + -0.028156, + -0.432734, + -0.946429, + -0.242539, + -1.339218, + -0.537417, + -0.026326, + -0.389402, + -0.009865, + -0.079669, + -0.743413, + -0.474591, + -0.194320, + -0.316773, + -0.183998, + -0.684087, + -0.011833, + -0.373532, + -0.572751, + -0.508642, + -0.648193, + -0.014714, + 0.222193, + -0.557489, + -1.462869, + -0.034280, + -0.049081, + -0.494302, + -0.364772, + -0.029119, + 0.034732, + -0.898693, + -1.690378, + -0.249499, + -0.515606, + -1.105883, + -0.036382, + -0.091583, + -0.305329, + -0.002789, + -0.016318, + -0.312008, + 0.011671, + -0.035299, + -0.234887, + -1.564946, + -0.000305, + -0.910624, + -0.016156, + -0.016656, + -0.398673, + -0.020127, + -0.214723, + -1.066564, + -0.009243, + -0.521104, + -0.218880, + -0.932000, + -0.795749, + -0.015207, + -0.557250, + -0.341845, + -0.603464, + -0.503646, + -0.039614, + -1.183992, + -0.001814, + -1.165901, + -0.014405, + -0.619285, + -0.447257, + -0.498121, + -0.338024, + -0.022540, + -0.000642, + -0.250158, + 0.443414, + -0.241456, + -1.419092, + -0.469961, + 0.159067, + -0.550767, + 0.125953, + 0.189652, + -0.931988, + -0.063422, + -0.997689, + 0.338122, + -0.030775, + -0.043169, + -0.026548, + -0.936312, + 0.343260, + -0.419596, + -0.017543, + -0.920567, + -0.251884, + -0.806387, + -0.584691, + -0.913291, + -0.009641, + -0.595823, + -0.528617, + -0.771855, + -0.045646, + -0.394631, + -0.010105, + -0.040764, + -0.816862, + -0.693474, + -0.531967, + 0.295597, + -0.034660, + -0.391163, + -0.559272, + -0.458865, + -0.050287, + -0.000640, + -0.034204, + -0.620317, + 0.009851, + -0.551033, + -0.489777, + 0.237397, + -0.654838, + -0.422668, + -0.009206, + -0.327758, + -0.105535, + -1.185932, + -0.037276, + -0.487733, + -0.665632, + -0.469283, + -0.798623, + -1.169688, + -0.418408, + -0.400445, + -0.585561, + -0.027658, + 0.236610, + -0.018177, + -0.261963, + 0.242706, + -0.310250, + -0.069712, + -0.961802, + -1.178740, + -1.277382, + -1.389289, + -0.199143, + -0.015812, + -0.368926, + -0.023117, + -0.003309, + 0.313721, + -0.420248, + -0.570381, + -0.032844, + -0.712570, + -0.967272, + -0.503245, + -0.030723, + 0.002794, + -0.376137, + -0.304895, + -0.024799, + -0.049609, + -0.041881, + 0.010793, + 0.047953, + -0.000798, + -1.230046, + -0.406921, + -0.226721, + -0.340911, + -1.437206, + -0.041855, + 0.306896, + -0.442138, + 0.175060, + -1.328219, + -0.597091, + -0.041059, + -0.032732, + -0.526555, + -0.482336, + -1.469741, + -0.292454, + -1.394519, + -0.348762, + -0.029525, + -0.046946, + -0.031920, + -0.034204, + -0.035755, + -0.881758, + -0.273702, + -0.346173, + -1.020725, + -0.341010, + -0.332423, + -0.009871, + -0.518477, + -0.951199, + -0.426070, + -0.017059, + -0.711489, + -1.252594, + -1.425516, + -0.864113, + -0.061351, + 0.148206, + -0.587442, + -0.750120, + -0.024470, + -0.009346, + -1.131017, + -0.395441, + -0.148078, + -0.015086, + -0.002125, + -0.252762, + -0.020642, + -0.531119, + -0.003707, + -1.165674, + -1.069791, + -1.165857, + -0.377442, + -0.764402, + -0.641083, + -0.745756, + -0.003423, + 0.005073, + 0.752372, + -0.372899, + -0.885461, + 0.404578, + -0.488498, + -0.496756, + -0.148498, + -1.434465, + -0.372342, + -0.548223, + -0.215891, + -0.493720, + -0.540343, + 0.285634, + -0.026369, + 0.007026, + -0.045677, + -0.216971, + -1.182544, + 0.035042, + -0.025166, + -0.697004, + -0.449890, + -0.474790, + -0.265962, + -0.017335, + -1.291037, + -0.338097, + -0.010389, + -0.514961, + 0.428586, + 0.471865, + -0.531606, + -0.411343, + -0.733261, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.041 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_0_modules_mlp_modules_3_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 0.009 + std = 0.290 + data = [ + 0.643611, + 0.015138, + 0.061648, + 0.172135, + -0.224563, + -0.006216, + -0.090354, + 0.158778, + 0.180695, + -0.022497, + 0.236813, + -0.396697, + 0.245919, + 0.112779, + 0.084725, + -0.234545, + -0.019625, + 0.047927, + -0.298329, + -0.099700, + -0.007391, + 0.274925, + -0.038233, + 0.096618, + 0.203936, + -1.284279, + -0.045209, + -0.130547, + -0.011644, + -0.058629, + 0.104871, + -0.044506, + -0.175037, + 0.345111, + -0.038542, + 0.416113, + -0.325609, + -0.056383, + 0.235857, + 0.001975, + 0.197809, + -0.065182, + -0.012127, + -0.149972, + -0.329545, + 0.169280, + 0.140590, + -0.101971, + -0.042922, + -0.028455, + -0.001270, + 0.940297, + -0.104203, + -2.036858, + 0.143473, + 0.192426, + 0.053419, + 0.136167, + 0.243279, + 0.010512, + 0.113863, + -0.210815, + 0.124600, + -0.180794, + 0.076173, + -0.411144, + -0.334678, + 0.076568, + 0.425787, + 0.157433, + -0.087717, + 0.033998, + 0.104798, + 0.007475, + 0.139879, + -0.036637, + 0.070962, + 0.042748, + 0.054863, + -0.178590, + 0.142474, + 0.044254, + 0.052114, + -0.223210, + 0.060532, + 0.389869, + 0.069305, + -0.029648, + 0.019839, + -0.066467, + -0.148982, + 0.050665, + 0.144755, + 0.387880, + 0.217433, + -0.044318, + -0.018250, + 0.007865, + 0.054162, + -0.436046, + 0.053357, + -0.102173, + 0.166488, + -0.025539, + -0.142587, + -0.183161, + 0.161116, + -0.075702, + 0.067763, + -0.066303, + 0.186675, + 0.214502, + 0.014523, + -0.083160, + 0.147865, + 0.354968, + -0.009430, + 0.216119, + 0.019883, + 0.310447, + -0.228738, + -0.047480, + -0.019455, + 0.113528, + 0.127695, + -0.033178, + -0.012452, + 0.025766, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_weight_" + ) + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 0.982 + std = 0.250 + data = [ + 0.753803, + 0.708123, + 1.259541, + 0.948636, + 0.619600, + 1.123736, + 0.944092, + 0.975573, + 0.973999, + 0.941785, + 1.073187, + 0.429601, + 1.095600, + 1.232071, + 1.070473, + 0.922375, + 0.896994, + 1.126825, + 0.845493, + 1.209113, + 1.186417, + 1.163582, + 1.213343, + 0.992804, + 1.076231, + 0.257456, + 0.889086, + 1.107266, + 1.477350, + 1.464598, + 1.177497, + 0.766978, + 1.166094, + 1.202029, + 0.998556, + 0.843751, + 1.059303, + 0.758337, + 0.886688, + 0.948313, + 1.072546, + 0.944746, + 0.893812, + 1.134997, + 0.853802, + 1.162391, + 1.157443, + 1.577160, + 1.189487, + 0.980503, + 0.928182, + 0.324414, + 0.982639, + 0.360441, + 0.936816, + 0.880639, + 0.917856, + 1.064042, + 0.753999, + 0.912411, + 1.013643, + 0.534573, + 1.370569, + 1.357681, + 1.148066, + 0.805259, + 1.008445, + 1.141875, + 0.525719, + 0.978420, + 1.094805, + 1.009269, + 0.939878, + 0.908336, + 1.124685, + 0.729798, + 0.649216, + 0.776760, + 1.154428, + 1.202088, + 0.515624, + 1.082690, + 1.367812, + 0.568450, + 0.947961, + 1.311373, + 1.139270, + 0.875453, + 1.232936, + 0.900058, + 1.218558, + 0.902524, + 0.862626, + 0.903322, + 1.170640, + 0.404887, + 1.239393, + 1.160877, + 0.927741, + 0.364621, + 1.046142, + 1.066724, + 1.016487, + 1.131979, + 0.979784, + 1.104127, + 1.126330, + 1.399290, + 1.247277, + 0.879547, + 1.036427, + 1.295985, + 0.678212, + 1.158893, + 0.986076, + 0.542160, + 1.075578, + 0.954148, + 1.370283, + 0.340387, + 1.134494, + 1.084512, + 0.851614, + 0.877392, + 0.928240, + 0.869818, + 0.961308, + 1.186606, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_1_modules_norm1_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.031 + std = 0.324 + data = [ + -0.487092, + 0.038029, + 0.112921, + 0.302933, + 0.242964, + -0.158509, + -0.189842, + -0.412553, + -0.152508, + -0.000505, + -0.267733, + 0.818347, + -0.082813, + -0.081673, + -0.075513, + 0.342081, + -0.371919, + 0.000580, + 0.605146, + -0.125722, + 0.108985, + -0.277045, + -0.079857, + -0.355836, + -0.126059, + 1.077038, + 0.022730, + -0.033045, + 0.387416, + -0.079170, + 0.232356, + 0.073112, + -0.050306, + 0.366640, + -0.080456, + -0.401465, + 0.277884, + 0.156066, + -0.322405, + -0.193112, + -0.318821, + 0.116688, + 0.161307, + 0.130474, + 0.404409, + -0.311765, + 0.153484, + -0.119014, + 0.063188, + 0.237211, + 0.490335, + -0.864654, + -0.218624, + 1.363070, + -0.124335, + -0.478248, + -0.248335, + -0.264182, + -0.574649, + -0.112053, + 0.146110, + 0.317630, + 0.138924, + 0.302330, + -0.094174, + 0.343445, + 0.087287, + -0.317471, + -0.528112, + -0.236559, + -0.113662, + -0.162223, + -0.127062, + -0.399172, + -0.299488, + -0.244988, + -0.001393, + -0.196166, + -0.041190, + 0.247616, + -0.035101, + -0.108715, + 0.055489, + 0.218259, + -0.888394, + -0.205863, + -0.066007, + -0.184780, + 0.100153, + 0.077929, + 0.206356, + -0.211143, + -0.553864, + -0.498093, + -0.232275, + 0.083657, + -0.052431, + 0.144934, + 0.167574, + 0.234461, + -0.131660, + 0.189205, + 0.011364, + 0.064906, + 0.270517, + 0.362544, + 0.042575, + 0.210268, + -0.032377, + 0.080142, + -0.967836, + -0.134171, + -0.027613, + 0.074235, + -0.022708, + -0.384959, + -0.029753, + -0.369822, + 0.008574, + -0.214062, + 0.194222, + 0.004303, + -0.402314, + 0.043333, + -0.207267, + -0.361274, + 0.098130, + 0.342355, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_1_modules_1_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 4] + dtype = "torch.float32" + device = "cpu" + mean = -0.743 + std = 1.264 + data = [ + -0.178853, + -0.499783, + 0.156655, + -0.679885, + -0.841402, + -0.775532, + 0.086460, + -1.839953, + -1.193528, + -0.518425, + 0.091586, + -2.604619, + -1.417058, + -1.012750, + 0.023349, + -2.538851, + -0.733879, + -0.509697, + 0.344351, + -2.944449, + -0.395998, + -0.288700, + 0.027476, + -2.766650, + -0.156383, + 0.123967, + 0.902094, + -1.653412, + -0.303818, + -0.483507, + -0.158971, + -3.043969, + -0.826558, + -0.601322, + 0.004623, + -2.808849, + -1.054931, + -0.774867, + -0.145606, + -2.707262, + -1.221185, + -0.696695, + -0.244802, + -1.916722, + -0.941329, + -0.490797, + -0.482546, + -1.436331, + -0.346290, + -0.593341, + 0.065419, + -0.877202, + -0.627721, + -0.583564, + 0.220447, + -1.158341, + -1.387277, + -0.791863, + -0.175132, + -1.961705, + -1.240274, + -0.820374, + -0.248496, + -2.492922, + -1.553157, + -0.875998, + -0.081804, + -2.120338, + -1.182914, + -0.933918, + 0.097906, + -3.406001, + -0.376938, + -0.511936, + -0.159055, + -2.914490, + -0.139509, + 0.026894, + 0.804891, + -1.564296, + -0.367204, + -0.521754, + -0.189644, + -3.459330, + -0.996154, + -0.636046, + -0.130277, + -3.097831, + -1.062018, + -0.881930, + -0.073903, + -2.637843, + -1.376187, + -0.904559, + -0.625159, + -2.310322, + -1.212268, + -0.805935, + -0.396879, + -1.758065, + -0.951656, + -0.600076, + -0.248113, + -1.759558, + -1.315788, + -0.661105, + 0.122585, + -1.707669, + -1.738175, + -1.148400, + -0.151897, + -2.449474, + -1.770757, + -1.058127, + -0.000900, + -2.803681, + -1.771674, + -0.833276, + -0.015283, + -2.771834, + -1.456940, + -0.862365, + 0.472252, + -4.175582, + -0.810568, + -0.466095, + 0.303324, + -3.691110, + -0.242485, + 0.181498, + 1.074839, + -1.822024, + -0.720409, + -0.580871, + 0.238781, + -4.534434, + -1.241839, + -0.796607, + 0.269434, + -3.876739, + -1.734729, + -0.850209, + 0.045668, + -3.104909, + -1.667402, + -0.922998, + -0.168104, + -2.756088, + -1.244980, + -0.885008, + -0.572663, + -3.153630, + -0.945923, + -0.781112, + 0.048613, + -2.317787, + -1.141313, + -0.769767, + 0.113164, + -1.915110, + -1.590682, + -0.842730, + -0.035610, + -2.473004, + -1.750669, + -0.847590, + 0.051466, + -2.785752, + -1.898340, + -0.613109, + 0.240722, + -2.039909, + -1.148599, + -0.410329, + 0.520600, + -2.309241, + -0.232313, + 0.001656, + 0.530637, + -1.496754, + 0.308267, + 0.473540, + 0.953512, + 0.013470, + -0.236249, + -0.198745, + 0.378926, + -2.327088, + -1.033948, + -0.290328, + 0.098101, + -2.330721, + -1.328224, + -0.790362, + 0.112465, + -2.451283, + -1.905439, + -0.607097, + -0.272248, + -2.224230, + -1.489271, + -0.651731, + -0.295283, + -2.686216, + -0.844466, + -0.496499, + 0.135022, + -2.201566, + -0.626867, + -0.425751, + 0.423117, + -2.404116, + -1.263125, + -0.825648, + 0.114643, + -2.637661, + -1.424655, + -0.768386, + 0.573805, + -3.171054, + -0.912455, + -0.489461, + 0.561781, + -1.809484, + -0.000022, + -0.243769, + 0.696907, + -1.653494, + 0.512060, + 0.228773, + 0.520254, + -0.460912, + 1.011038, + 0.799314, + 0.658229, + 0.822553, + 0.585192, + 0.216708, + 0.251164, + -1.198030, + 0.087581, + -0.167686, + 0.391868, + -1.506871, + -0.915986, + -0.471842, + 0.445667, + -2.947031, + -1.384860, + -0.596490, + 0.331683, + -2.754832, + -1.247870, + -0.829007, + 0.112738, + -3.430965, + -0.400972, + -0.367920, + 0.388056, + -3.250461, + -0.246766, + -0.345412, + 0.345744, + -2.232684, + -0.346441, + -0.500439, + 0.082465, + -2.765429, + -0.600496, + -0.589947, + 0.498613, + -3.302369, + -0.091397, + -0.036175, + 0.658773, + -1.225950, + 0.550674, + 0.182481, + 0.562184, + -0.470767, + 1.106449, + 0.841980, + -0.001167, + 2.122846, + 1.266123, + 1.273655, + -1.313763, + 3.281744, + 1.223906, + 0.630569, + -0.417395, + 2.310636, + 0.592588, + 0.198485, + 0.272395, + -0.596802, + -0.023588, + -0.089254, + 0.450707, + -2.117291, + -0.543328, + -0.267067, + 0.187705, + -2.555279, + -0.322064, + -0.621651, + -0.036020, + -3.628352, + -0.076866, + -0.283482, + 0.232107, + -2.749837, + 0.167409, + 0.352631, + 1.044402, + -1.240785, + -0.042680, + 0.209235, + 0.828469, + -1.305766, + -0.065883, + 0.089134, + 1.157268, + -1.611416, + 0.420838, + 0.417720, + 1.076400, + 0.275528, + 1.024795, + 0.775592, + 0.807275, + 1.004558, + 1.398564, + 1.338421, + -1.129103, + 3.249458, + -1.947811, + -1.989421, + -3.771245, + -11.380190, + 1.307388, + 1.156851, + -1.492525, + 3.718986, + 1.150565, + 0.813665, + 0.587390, + 1.006301, + 0.425041, + 0.274890, + 0.855344, + -0.216299, + 0.080984, + 0.214041, + 0.978643, + -0.694856, + -0.035491, + 0.179145, + 0.827410, + -2.103063, + 0.180187, + 0.292516, + 0.909903, + -1.439122, + -0.214842, + -0.322585, + 0.056645, + -2.626062, + -0.375270, + -0.543210, + 0.034484, + -2.856084, + -0.665538, + -0.472354, + 0.398087, + -3.529108, + -0.077840, + -0.015692, + 0.511816, + -1.135467, + 0.553404, + 0.226193, + 0.465111, + -0.646442, + 1.261513, + 0.694251, + -0.299148, + 1.914769, + 1.551038, + 1.184904, + -1.524385, + 2.993343, + 1.291014, + 0.826594, + -0.421764, + 2.106263, + 0.489947, + 0.183327, + 0.129613, + -0.456310, + -0.108805, + -0.225544, + 0.437674, + -1.810255, + -0.531397, + -0.489353, + 0.174328, + -2.685959, + -0.314140, + -0.465637, + -0.151413, + -4.024143, + 0.032108, + -0.225942, + 0.194094, + -2.811890, + -0.759688, + -0.319432, + 0.158536, + -2.277376, + -1.012190, + -0.743459, + -0.041987, + -2.491862, + -1.413046, + -0.669657, + 0.176547, + -2.741797, + -0.981566, + -0.238811, + 0.246273, + -1.358764, + -0.053520, + -0.022600, + 0.436204, + -1.732077, + 0.541793, + 0.315491, + 0.225331, + -0.610623, + 1.034212, + 0.802680, + 0.571157, + 0.884841, + 0.518498, + 0.289575, + 0.097571, + -0.920817, + -0.060728, + -0.123773, + 0.113732, + -1.307069, + -1.080085, + -0.447800, + 0.045950, + -2.222052, + -1.352394, + -0.765831, + 0.031229, + -2.499431, + -1.312216, + -0.610132, + -0.205683, + -3.471873, + -0.583299, + -0.273154, + 0.001940, + -2.817045, + -0.838134, + -0.665974, + -0.057708, + -2.195369, + -1.357699, + -0.736108, + -0.118066, + -2.561118, + -1.334204, + -1.267087, + 0.030289, + -2.812874, + -1.655851, + -0.775649, + 0.095084, + -1.992670, + -1.085185, + -0.519118, + 0.328584, + -3.474798, + -0.107572, + -0.180285, + 0.353359, + -2.094752, + 0.351280, + 0.260993, + 0.854340, + -0.434779, + -0.182372, + -0.184726, + 0.237320, + -2.299870, + -1.126309, + -0.419589, + 0.032201, + -3.148770, + -1.432138, + -0.895669, + -0.017374, + -3.117612, + -1.351059, + -0.756790, + -0.325149, + -2.558438, + -1.051725, + -0.565318, + -0.301091, + -2.907701, + -0.609595, + -0.564509, + -0.145013, + -2.552570, + -0.790892, + -0.419403, + -0.093181, + -1.382152, + -1.429181, + -0.722052, + -0.616005, + -2.249471, + -1.479905, + -0.774627, + -0.279777, + -2.605011, + -2.422332, + -0.692441, + -0.304382, + -2.219113, + -1.583971, + -0.673474, + 0.171193, + -3.353091, + -0.833927, + -0.272019, + -0.038829, + -2.736512, + -0.206897, + 0.229020, + 0.999610, + -0.742541, + -0.850514, + -0.215184, + 0.028096, + -3.015232, + -1.681431, + -0.556398, + -0.036214, + -3.075106, + -1.551730, + -0.590789, + -0.195337, + -3.031695, + -1.981799, + -0.934213, + -0.533847, + -2.080185, + -1.512334, + -0.644373, + -1.233952, + -2.297689, + -0.937708, + -0.553888, + -0.261239, + -1.722254, + -0.601421, + -0.702315, + -0.374959, + -1.159979, + -0.985480, + -1.120035, + -0.618397, + -1.905333, + -1.325000, + -0.720870, + -0.642535, + -2.936237, + -1.918863, + -0.672355, + -0.364332, + -2.814655, + -1.333138, + -0.759174, + -0.068244, + -4.211025, + -0.567262, + -0.547223, + -0.278708, + -3.625378, + -0.094666, + 0.202850, + 0.845369, + -2.326783, + -0.444685, + -0.492321, + -0.269851, + -4.356268, + -1.326998, + -0.708706, + -0.323774, + -3.635144, + -1.199748, + -0.707214, + -0.220735, + -3.247451, + -1.605675, + -0.886910, + -0.900161, + -2.613178, + -1.082731, + -0.671951, + -0.912813, + -1.940426, + -0.663296, + -0.493170, + -0.575896, + -1.505029, + -0.475510, + -0.393594, + 0.003633, + -0.927575, + -0.556887, + -0.566982, + 0.065995, + -1.464048, + -0.993172, + -0.889190, + 0.036840, + -2.593781, + -1.123166, + -0.746037, + -0.151117, + -2.741575, + -0.753075, + -0.519469, + 0.255716, + -3.508662, + -0.277501, + -0.278479, + -0.084391, + -3.015899, + 0.180926, + 0.150133, + 0.928501, + -1.878176, + -0.293756, + -0.333671, + -0.052593, + -3.320035, + -0.687835, + -0.476226, + -0.071695, + -3.159008, + -0.840716, + -0.800878, + -0.047214, + -2.515170, + -0.981008, + -0.649653, + -0.470708, + -2.133918, + -0.514277, + -0.396657, + -0.473921, + -1.475994, + -0.103970, + -0.053693, + -0.005044, + -0.846148, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_1_modules_1_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [384, 128] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [128, 128] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [384] + dtype = "torch.float32" + device = "cpu" + mean = 0.039 + std = 0.448 + data = [ + -0.536450, + 0.393109, + -0.110323, + -0.740082, + -0.483833, + 0.405232, + 0.686875, + -0.719687, + 0.115678, + -0.155251, + 1.551648, + 1.439301, + -1.163798, + 0.125129, + 0.949418, + 0.759912, + -0.416819, + 1.513008, + 0.911847, + -0.021996, + -0.232077, + 0.883939, + 0.615153, + -0.110530, + -0.873329, + 0.860235, + -1.467195, + 0.587963, + -0.629188, + 0.405008, + 1.241200, + 1.272275, + -0.943871, + 0.000133, + -0.278148, + 1.371820, + 1.540610, + 0.813223, + 1.158887, + -0.147127, + 1.412258, + -0.205995, + -0.625997, + -0.093134, + 1.328211, + 0.749532, + -1.159047, + -0.320540, + -1.107585, + -0.850490, + -0.078413, + -1.704910, + -0.147352, + 0.544227, + 0.556835, + 0.519112, + 0.548224, + -1.707736, + -0.499921, + 0.368606, + 0.994069, + -0.475872, + 0.261934, + 1.067371, + 0.895379, + 0.358328, + -0.360817, + -0.380929, + 0.380732, + 0.771191, + 0.516910, + 0.318788, + -0.069825, + -0.455589, + 0.142341, + 0.936651, + -0.404366, + 0.121475, + 0.555523, + 0.229164, + 0.700875, + 0.653737, + 0.176554, + -0.485539, + -0.821221, + 0.480750, + 0.201611, + -0.686529, + -0.774821, + -1.070581, + -0.553495, + -0.690902, + 0.769983, + 0.293179, + -0.027020, + 0.059822, + 0.115069, + -0.034950, + 0.069059, + -0.054181, + 0.767626, + 0.009761, + -0.108396, + 0.055099, + 0.150228, + -0.041663, + 0.038053, + -0.021009, + 0.054366, + 1.478652, + -0.183046, + -0.175765, + -0.078259, + -0.032827, + 0.033608, + 0.770236, + 1.375252, + -0.018563, + -0.100583, + 0.058524, + -0.012607, + -0.015531, + 0.089924, + 0.749731, + -0.060019, + 0.015378, + -1.457876, + -0.002554, + 0.185181, + -0.297902, + 0.004837, + -0.045927, + 0.052692, + -0.303890, + 0.195007, + 0.030318, + 0.284425, + -0.480312, + 0.274682, + -0.139924, + 0.170665, + -0.024341, + 0.435616, + 0.224372, + -0.055939, + 0.291331, + -0.125409, + -0.300092, + -0.014199, + 0.139626, + -0.150805, + 0.740685, + 0.292977, + 0.536040, + -0.572706, + 0.332312, + -0.155891, + 0.222982, + -0.354193, + 0.520997, + -0.055389, + -0.524921, + -0.223354, + -0.408247, + 0.061041, + 0.299075, + -0.273778, + -0.028759, + 0.286982, + -0.016490, + -0.013878, + 0.063729, + 0.183371, + -0.491702, + 0.249558, + 0.150083, + 0.199414, + -0.016718, + -0.298391, + 0.220160, + -0.068395, + -0.129666, + 0.049753, + 0.064021, + -0.376542, + -0.158895, + 0.067969, + -0.161732, + -0.152272, + 0.053823, + 0.014158, + 0.192913, + -0.362576, + 0.129456, + -0.041479, + 0.086546, + -0.322943, + -0.154504, + 0.311591, + 0.194151, + 0.742126, + -0.111858, + 0.442667, + -0.748371, + -0.787872, + -0.103579, + 0.443326, + -0.289437, + -0.101775, + -0.332889, + 0.235770, + -0.515517, + -0.685193, + -0.311164, + 0.028714, + 0.127534, + 0.091369, + 0.035387, + -0.138254, + 0.031465, + -0.178218, + 0.121952, + -0.690898, + 0.181005, + 0.320101, + -0.270325, + -0.122378, + -0.208996, + 0.072199, + 0.302877, + 0.231040, + 0.287392, + -0.195533, + 0.213144, + 0.057528, + -0.076656, + 0.044382, + -0.267750, + 0.442481, + 0.461902, + -0.326500, + 0.534873, + 0.211063, + -0.334013, + 0.359239, + 0.068942, + 0.167828, + -0.059830, + 0.221722, + -0.054438, + -0.271511, + 0.396793, + -0.226599, + 0.420572, + 0.531139, + 0.373880, + 0.040723, + 0.137020, + -0.108892, + 0.088926, + -0.052113, + -0.020201, + -0.067023, + -0.050671, + -0.146382, + -0.079104, + -0.062551, + -0.100550, + -0.061377, + -0.165983, + -0.070794, + 0.037666, + 0.041613, + 0.000737, + -0.032104, + -0.118773, + 0.030575, + -0.049740, + -0.042651, + 0.069676, + -0.088808, + 0.030647, + 0.237430, + 0.113791, + -0.074399, + -0.161107, + -0.009193, + -0.079316, + 0.006763, + -0.043857, + -0.066471, + -0.005003, + -0.295831, + -0.080499, + 0.002113, + 0.004939, + -0.161611, + -0.119188, + -0.010660, + 0.014233, + 0.017603, + 0.164624, + 0.016702, + -0.004542, + -0.013096, + -0.259144, + -0.394028, + -0.005152, + 0.022367, + -0.053958, + -0.065626, + 0.013102, + -0.012606, + 0.026785, + 0.056719, + 0.075866, + 0.080438, + 0.026124, + 0.038848, + 0.159733, + 0.061556, + 0.018991, + 0.068112, + 0.065922, + 0.027115, + -0.001870, + 0.004562, + 0.006045, + -0.086105, + 0.032795, + 0.033319, + 0.048926, + 0.038170, + -0.118687, + 0.031324, + 0.006755, + -0.090100, + -0.011238, + 0.005395, + -0.069856, + 0.000027, + -0.006618, + -0.034668, + -0.017400, + 0.053071, + 0.027798, + -0.093333, + -0.029496, + 0.003656, + 0.006033, + 0.062618, + 0.040409, + 0.063874, + -0.009634, + 0.041789, + 0.010051, + -0.062274, + 0.015204, + 0.000824, + 0.080017, + -0.006640, + -0.005083, + 0.036085, + 0.039595, + 0.012798, + -0.022330, + -0.016281, + 0.069104, + 0.081245, + -0.097473, + 0.170994, + 0.033677, + -0.129103, + 0.005186, + 0.129884, + -0.130746, + 0.021984, + -0.044960, + -0.082357, + 0.011510, + 0.026119, + -0.019176, + -0.114479, + 0.047480, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.008 + std = 0.220 + data = [ + -0.224352, + -0.060339, + -0.156330, + 0.293954, + -0.151910, + 0.005990, + 0.123539, + -0.007662, + -0.042951, + 0.078126, + -0.127208, + 0.203939, + -0.041659, + -0.098745, + -0.130592, + -0.172853, + -0.237763, + 0.141143, + 0.244996, + -0.184081, + 0.268703, + -0.361767, + 0.102526, + -0.034463, + -0.081906, + -0.206297, + 0.082157, + 0.136744, + 0.192336, + -0.134567, + 0.020096, + 0.041399, + -0.043412, + -0.131444, + 0.459184, + -0.315633, + 0.324983, + 0.152167, + -0.364385, + 0.138344, + -0.306235, + 0.068429, + 0.090502, + -0.137980, + 0.243873, + -0.223636, + 0.178773, + 0.100537, + 0.136204, + 0.021413, + 0.614323, + -0.019796, + -0.119756, + 0.035828, + 0.016781, + -0.672939, + -0.122817, + -0.196534, + -0.478541, + 0.055565, + 0.094906, + 0.109048, + -0.027327, + 0.119688, + -0.008185, + 0.166989, + 0.188308, + -0.217760, + -0.681856, + -0.175286, + 0.066486, + -0.204152, + -0.102139, + -0.325997, + -0.330191, + -0.128115, + 0.327267, + -0.128143, + -0.087660, + -0.109478, + -0.249981, + -0.107360, + 0.207217, + 0.129723, + -0.459453, + -0.047818, + 0.146869, + -0.100251, + 0.420183, + 0.248621, + 0.285455, + -0.560189, + 0.103311, + -0.137732, + -0.054012, + 0.045583, + 0.110875, + 0.012906, + 0.115505, + 0.334174, + 0.056337, + 0.226198, + -0.040820, + 0.004051, + 0.176408, + 0.282380, + -0.088967, + 0.052022, + 0.133793, + 0.145754, + -0.302394, + -0.199416, + 0.016235, + 0.346047, + 0.033395, + -0.342976, + 0.072501, + -0.133472, + 0.028658, + 0.002156, + 0.302271, + 0.188509, + -0.064473, + 0.005405, + -0.206533, + -0.217941, + 0.319481, + 0.265920, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_weight_" + ) + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = 1.669 + std = 0.471 + data = [ + 1.179724, + 1.157806, + 2.132921, + 1.681072, + 0.933810, + 2.023945, + 1.438680, + 1.356538, + 2.223775, + 2.163745, + 1.541576, + -0.000472, + 1.776677, + 2.192474, + 2.182523, + 1.347103, + 1.666742, + 2.290754, + 1.070349, + 1.804837, + 2.041730, + 2.378255, + 1.778898, + 1.736977, + 1.903996, + 0.231723, + 1.663776, + 1.730137, + 2.084669, + 2.022482, + 2.182508, + 1.850341, + 1.823687, + 1.452598, + 2.126363, + 1.462134, + 2.119084, + 1.562729, + 2.001127, + 1.608621, + 1.836391, + 1.741452, + 1.690535, + 1.695327, + 1.670047, + 1.881227, + 2.000031, + 1.769646, + 1.755580, + 1.997072, + 1.791970, + 0.261155, + 1.749220, + 0.462841, + 1.667891, + 1.740033, + 1.706479, + 1.982371, + 1.592474, + 1.700750, + 1.687731, + 0.664163, + 2.214369, + 2.112267, + 1.902629, + 1.260606, + 1.944902, + 1.894850, + 1.221164, + 2.054900, + 2.046077, + 2.163794, + 0.755386, + 1.770775, + 1.712273, + 1.467580, + 1.440788, + 1.511255, + 1.834057, + 1.637431, + 0.883228, + 1.798827, + 1.787521, + 1.342061, + 1.647550, + 2.245140, + 1.937968, + 1.687417, + 1.762799, + 1.749693, + 1.845734, + 1.616113, + 0.647392, + 1.019875, + 1.883127, + 0.955892, + 2.013299, + 1.857387, + 1.861519, + 0.332463, + 1.944183, + 1.820854, + 1.700249, + 1.827568, + 1.930690, + 1.753747, + 2.073457, + 2.023046, + 2.081965, + 1.696357, + 0.783275, + 2.065463, + 1.438564, + 1.615392, + 1.740698, + 0.855376, + 1.503208, + 1.922706, + 2.468249, + 0.565121, + 2.305994, + 2.030686, + 1.522674, + 1.784410, + 1.602033, + 1.763028, + 2.145881, + 1.923457, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_1_modules_norm2_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.041 + std = 0.295 + data = [ + -0.368006, + 0.151111, + 0.385504, + 0.157923, + 0.527123, + -0.091458, + -0.402758, + -0.673286, + -0.135910, + -0.173314, + -0.144002, + -0.002444, + -0.037396, + 0.014541, + 0.178817, + -0.677665, + -0.133939, + -0.215629, + 0.187498, + 0.097166, + -0.313973, + 0.111544, + -0.316111, + -0.475101, + 0.029520, + 1.030673, + -0.115235, + -0.373707, + 0.140436, + 0.081270, + 0.473604, + 0.052319, + -0.032969, + 0.726690, + -0.508942, + -0.081261, + -0.100095, + -0.264550, + 0.083748, + -0.481366, + 0.374004, + 0.115747, + 0.056342, + 0.381248, + 0.250238, + -0.024464, + -0.044359, + -0.222250, + -0.035241, + 0.360092, + -0.247324, + -0.623714, + -0.146833, + 0.408413, + -0.062241, + 0.256813, + -0.177144, + -0.203659, + -0.449947, + -0.282204, + 0.026889, + 0.415745, + 0.373556, + 0.209152, + 0.126313, + 0.081538, + -0.390332, + -0.212294, + -0.297895, + -0.195995, + -0.143610, + 0.087063, + 0.053163, + -0.152599, + 0.227861, + -0.163384, + -0.382599, + 0.119167, + -0.034903, + 0.421715, + 0.199968, + 0.523928, + -0.269417, + 0.127815, + -0.653291, + -0.217597, + -0.207234, + -0.137746, + -0.572086, + -0.166099, + -0.056433, + 0.443503, + -0.009743, + -0.219962, + -0.361587, + 0.010081, + -0.350795, + 0.159290, + -0.154969, + 0.068987, + -0.295963, + -0.061066, + 0.141129, + 0.088867, + 0.000831, + -0.045378, + 0.125143, + 0.214289, + -0.296127, + 0.284706, + 0.108625, + 0.177400, + 0.314614, + -0.446847, + -0.109241, + -0.278223, + -0.300109, + 0.039706, + -0.063601, + -0.401392, + -0.323813, + -0.115349, + -0.552075, + 0.332108, + -0.008345, + -0.229026, + 0.213410, + -0.018742, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_weight_" + shape = [512, 128] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_1_modules_mlp_modules_0_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.532 + std = 0.364 + data = [ + -0.679722, + -0.208796, + -0.817291, + -0.998958, + -0.484154, + -0.752778, + -0.016698, + -0.686745, + -0.608089, + -0.982537, + -0.542882, + -1.231126, + -0.378895, + -0.925610, + -1.093054, + -0.509736, + -0.859424, + -0.549849, + -0.339976, + -0.785581, + -0.591882, + -0.404672, + -1.011076, + -0.891124, + -0.009834, + 0.013691, + 0.021913, + -0.479263, + -0.011235, + -0.416079, + -0.362385, + -0.481969, + 0.000534, + -0.389293, + -0.002449, + -0.008746, + -0.812821, + -0.692177, + -0.337811, + -1.064429, + -0.705561, + -0.721829, + -0.856318, + -0.009509, + -0.430802, + -0.628518, + -0.384468, + -1.165391, + -1.070675, + -0.603950, + -0.482753, + -1.057732, + -0.644125, + -0.961520, + -0.026318, + -0.299608, + -0.585282, + -0.227175, + -1.306504, + -0.435102, + -0.153675, + 0.002131, + -1.044344, + -0.495406, + -1.165222, + -0.745530, + -0.601965, + -1.029985, + 0.016055, + -0.377627, + -0.000283, + -1.074901, + -0.562393, + -0.964656, + -0.740280, + -0.563239, + -0.458488, + -0.023956, + 0.004160, + -0.687972, + -0.024608, + -0.497210, + 0.004487, + -0.299972, + -0.709869, + -1.056650, + -0.434234, + -0.498407, + 0.004395, + -0.464769, + -0.718177, + -0.949777, + -0.406225, + -0.629412, + -0.445126, + -0.645143, + -0.497777, + -1.637151, + -1.095995, + -0.026290, + -0.863940, + -0.575842, + -0.039638, + 0.015420, + -0.563284, + -0.725818, + -0.678750, + -0.485403, + -0.488848, + -0.881224, + -1.062494, + -1.113174, + -0.574664, + 0.018378, + -0.566853, + -0.342226, + -0.398980, + -1.005554, + -0.011975, + -0.005465, + -1.137550, + -0.305575, + -0.018573, + -0.005712, + -0.481947, + -1.104538, + 0.007106, + -0.954282, + -0.554116, + -0.685729, + -0.771131, + -0.841513, + -0.715171, + -0.474139, + -1.126281, + -0.971331, + -0.399836, + -0.362041, + -0.499408, + -0.014864, + -0.610307, + -0.034179, + -0.534980, + -0.373938, + -0.917942, + -0.708100, + -0.987582, + -1.010725, + -0.540965, + -0.195284, + -0.005507, + -0.437114, + -0.020884, + -0.417451, + -0.388812, + -0.590017, + -0.929409, + -0.519160, + -0.636766, + -0.010629, + -1.075999, + -0.630302, + -0.770273, + -0.555718, + -0.730288, + -0.000169, + -0.243011, + 0.027165, + -0.679321, + -0.424328, + -0.223440, + -0.709624, + -1.033265, + 0.011483, + -0.005964, + -0.534890, + -0.459049, + -1.230419, + -0.572129, + -0.734486, + -0.236608, + -0.954935, + -1.034810, + -0.573078, + -0.670257, + -0.959604, + -0.515370, + -0.519388, + -0.024025, + -0.570623, + -0.507370, + -0.678110, + -0.612711, + -0.688683, + -0.277552, + -0.681450, + -0.005982, + -0.998415, + -0.742752, + -0.649365, + 0.020484, + -0.550660, + -0.013797, + -1.128508, + 0.004724, + -0.551581, + -0.013727, + -0.437050, + -0.573357, + -0.417952, + -0.007647, + -1.013776, + -0.026829, + -0.805768, + -0.549474, + -0.533670, + -0.002900, + -0.906932, + -0.001670, + -0.891293, + -0.647710, + -0.867944, + -0.009528, + -0.345514, + -0.026855, + -1.166283, + -0.659628, + 0.015023, + -0.532672, + -0.614619, + -0.533022, + -1.138054, + -0.844091, + -0.004707, + -0.613509, + -0.470472, + -0.675190, + -0.029633, + 0.005400, + -0.588001, + -0.438417, + -0.465815, + -0.271508, + -0.628184, + -0.002858, + -0.718015, + -0.386014, + -0.841865, + -0.021489, + -0.689196, + -1.192522, + -0.584762, + -1.102090, + -1.536440, + -0.628106, + -1.072204, + -0.372250, + -0.715910, + -0.995091, + -0.686235, + -0.003157, + -0.422364, + -0.741791, + -0.022387, + -0.218411, + -0.030650, + -0.919493, + -0.827792, + -0.741439, + -0.715839, + -0.629289, + -0.377683, + 0.003986, + -1.060790, + -1.012741, + -0.667686, + -0.019651, + -0.751616, + -0.766951, + -0.142089, + -0.872159, + -0.777206, + -0.444733, + 0.007501, + -0.013942, + 0.010764, + -0.645968, + -0.284737, + -0.280947, + -1.007371, + -0.442754, + -0.922796, + -0.004214, + -0.696238, + -0.429095, + -0.818687, + -0.756508, + -0.980009, + -0.016184, + -0.049142, + -0.966424, + -0.311515, + -0.770566, + -0.644726, + -0.581272, + -0.560012, + -0.550786, + -0.368321, + -0.415093, + -0.995299, + -1.050970, + -0.522936, + -0.819571, + 0.004645, + -1.149988, + -0.907772, + -0.010123, + -0.020940, + -0.838058, + -0.701731, + -0.820534, + -0.673652, + -0.005530, + -0.030635, + -0.027862, + -0.643337, + 0.001652, + -1.071848, + -0.742009, + -0.017657, + -0.008171, + -0.003345, + -0.736625, + -0.649708, + 0.008068, + -0.023006, + 0.038947, + -0.386061, + -0.571458, + -0.656163, + -0.031329, + -0.138646, + -0.219731, + -0.856191, + -0.000764, + -0.907003, + -0.793207, + -0.010193, + -0.531619, + -0.535279, + -0.557770, + 0.011365, + -0.761948, + -0.855717, + -0.427491, + -0.483301, + -0.436646, + -0.389976, + -0.117787, + -0.563187, + -0.944749, + -0.329669, + -0.618444, + -0.996770, + -0.500174, + -0.296221, + -0.294165, + -1.088268, + -0.280093, + -0.746310, + -0.028439, + -0.708212, + -0.522976, + 0.012679, + -0.490464, + -1.208820, + -0.233334, + -0.453364, + -0.480145, + -0.655673, + -0.489105, + -0.994658, + -0.173623, + -0.815881, + -0.671802, + -0.530227, + -0.307189, + 0.003674, + -0.517095, + -0.868850, + -0.810121, + -0.949562, + -0.170878, + -0.994974, + -0.573766, + -1.112761, + -0.491856, + -0.154319, + -0.004901, + 0.000643, + -0.423331, + -0.460152, + -0.000880, + -0.206665, + -0.513131, + -0.557254, + -1.079389, + -0.866029, + -0.560231, + -0.698588, + -0.376360, + -0.269180, + -0.778716, + -1.027394, + -1.546218, + -0.549554, + -0.956630, + -1.050569, + -0.254514, + -0.608329, + -1.118463, + 0.020849, + -0.547298, + -0.700292, + 0.006237, + -0.844682, + -0.014151, + -0.841399, + -0.475225, + -0.975681, + -0.383503, + -0.007859, + -1.002741, + -0.001011, + -1.038198, + -0.761017, + -0.966299, + -1.055160, + -1.061209, + -0.012737, + -0.824664, + -0.164029, + -0.905888, + -0.168940, + -0.847695, + -0.701164, + -0.685815, + -0.010100, + -0.560124, + -0.004501, + -0.521622, + -0.014384, + -0.558149, + -0.570495, + -0.352384, + -0.581978, + -0.961850, + 0.022677, + 0.001144, + 0.001258, + -0.941604, + -0.880985, + 0.045727, + -0.500475, + -0.349012, + -0.597997, + -0.558676, + -0.590889, + -0.909522, + -1.076521, + -0.576991, + -0.776351, + -0.378884, + -0.009846, + -0.926976, + -0.742866, + -0.254303, + -0.922420, + -0.387882, + -0.015019, + 0.015108, + -0.710565, + -0.608493, + -0.640340, + -0.792058, + -0.708259, + -0.810621, + -1.051778, + -0.581807, + -0.004986, + -0.485706, + -0.867132, + -0.754990, + -0.616152, + -0.520667, + -1.121937, + -0.619683, + -0.107997, + -0.735347, + -1.200588, + -0.945213, + -0.029053, + -0.511793, + -0.687405, + -0.796778, + -0.493703, + 0.000912, + -0.432060, + -0.294826, + -0.012698, + -0.007197, + -0.782723, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_weight_" + shape = [128, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_1_modules_1_modules_mlp_modules_3_parameters_bias_" + shape = [128] + dtype = "torch.float32" + device = "cpu" + mean = -0.004 + std = 0.294 + data = [ + 0.222080, + 0.270117, + 0.086722, + -0.073395, + -0.163376, + 0.308486, + 0.006658, + 0.148234, + 0.144459, + -0.065534, + -0.084559, + 0.474481, + -0.193558, + -0.182420, + 0.062818, + 0.012001, + -0.071017, + 0.012319, + 0.002946, + 0.134095, + -0.010686, + 0.147816, + -0.047007, + -0.237330, + 0.141061, + -1.652422, + 0.143898, + 0.039649, + 0.265301, + -0.154181, + 0.268715, + -0.216050, + 0.216141, + 0.513769, + 0.047972, + -0.209575, + -0.177440, + 0.327664, + 0.162003, + -0.119298, + 0.068797, + -0.054871, + -0.221427, + 0.414521, + 0.069525, + -0.170786, + -0.132333, + 0.080655, + -0.119866, + -0.067041, + -0.229684, + 0.408293, + -0.055528, + -1.451310, + -0.112440, + 0.163729, + 0.256311, + 0.029992, + 0.160829, + -0.176258, + -0.057741, + 0.172983, + 0.033285, + 0.453911, + -0.174008, + -0.067209, + -0.013228, + -0.092771, + 0.018850, + 0.149977, + -0.080614, + -0.184631, + -0.072349, + 0.115561, + -0.035170, + -0.035082, + 0.004774, + 0.149380, + -0.023090, + -0.242939, + -0.081582, + 0.247823, + -0.151993, + -0.243346, + -0.350278, + -0.135934, + 0.278890, + 0.228445, + -0.326984, + -0.033679, + 0.077161, + 0.482473, + 0.382079, + -0.287277, + -0.232531, + 0.168172, + -0.206481, + 0.469588, + -0.036357, + -0.817247, + -0.282150, + -0.029562, + -0.117069, + -0.160516, + -0.397367, + 0.014193, + 0.046419, + 0.115188, + 0.031741, + 0.159830, + -0.065698, + -0.070439, + -0.041618, + -0.038190, + -0.007365, + 0.949305, + -0.141814, + -0.010706, + -0.109032, + -0.031777, + 0.132376, + -0.123418, + -0.065317, + 0.152145, + 0.211080, + 0.064769, + 0.253563, + 0.216009, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_2_modules_norm_parameters_weight_: + name = "L_self_modules_features_modules_2_modules_norm_parameters_weight_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.733 + std = 0.236 + data = [ + 0.580921, + 0.777424, + 0.860792, + 0.743180, + 0.626569, + 0.615093, + 0.558771, + 0.653378, + 0.350649, + 0.643680, + 0.722413, + 0.350211, + 0.864589, + 0.699242, + 0.535718, + 1.347138, + 0.667556, + 0.453528, + 1.694912, + 0.575910, + 0.552611, + 0.472045, + 0.775225, + 0.794964, + 0.685219, + 0.188877, + 0.641780, + 0.630770, + 0.893861, + 0.816752, + 0.705420, + 0.866988, + 0.833588, + 0.881080, + 0.467433, + 0.875803, + 0.663578, + 0.637105, + 0.545320, + 0.796782, + 0.655864, + 0.538500, + 0.561497, + 0.611643, + 0.944894, + 0.956280, + 0.906110, + 0.925576, + 0.970554, + 0.679550, + 0.709485, + 0.300025, + 0.537444, + 0.488304, + 0.634744, + 0.810997, + 0.529707, + 0.931180, + 0.539020, + 0.419028, + 0.714618, + 0.663867, + 0.665237, + 0.880064, + 0.953014, + 0.561921, + 0.535206, + 0.958852, + 0.535236, + 0.553466, + 0.698518, + 0.547335, + 1.566387, + 0.680258, + 0.686459, + 0.594487, + 0.616643, + 0.483337, + 0.947249, + 0.691586, + 0.466522, + 1.022635, + 0.732124, + 0.598481, + 0.759426, + 0.709103, + 0.743970, + 0.504223, + 0.824270, + 0.634369, + 0.724174, + 0.820228, + 0.582013, + 1.576682, + 0.858565, + 0.929658, + 0.949722, + 0.840049, + 0.815751, + 0.427918, + 0.636580, + 0.673609, + 0.981156, + 0.771397, + 0.659662, + 1.069721, + 0.612500, + 0.848876, + 0.909067, + 0.984298, + 1.349860, + 0.587494, + 0.667984, + 0.747240, + 0.822350, + 0.384903, + 0.744319, + 0.740924, + 0.582951, + 0.605791, + 0.515782, + 1.085320, + 0.683613, + 0.991167, + 0.538264, + 1.082868, + 0.712383, + 0.862961, + 0.498639, + 0.796550, + 0.843420, + 0.791621, + 0.644064, + 0.653110, + 0.534003, + 0.670542, + 0.344444, + 0.562251, + 0.745614, + 0.391191, + 0.873084, + 0.694688, + 0.583938, + 1.352429, + 0.690505, + 0.442114, + 1.712455, + 0.561132, + 0.558385, + 0.437998, + 0.797245, + 0.907245, + 0.677821, + 0.185803, + 0.641898, + 0.681097, + 0.880575, + 0.876178, + 0.727096, + 0.757007, + 0.847004, + 0.883103, + 0.470316, + 0.914240, + 0.605207, + 0.613922, + 0.547377, + 0.778837, + 0.689077, + 0.525280, + 0.537032, + 0.620765, + 0.996277, + 0.926575, + 0.854727, + 0.940776, + 1.033782, + 0.749043, + 0.752218, + 0.335331, + 0.602902, + 0.504796, + 0.645515, + 0.830438, + 0.521801, + 0.938941, + 0.573470, + 0.459373, + 0.725827, + 0.633533, + 0.653841, + 0.868538, + 0.962034, + 0.586107, + 0.507380, + 0.936913, + 0.565760, + 0.570981, + 0.697708, + 0.571001, + 1.569813, + 0.693419, + 0.741449, + 0.561564, + 0.620918, + 0.494659, + 0.961909, + 0.744423, + 0.483531, + 1.034408, + 0.751611, + 0.561375, + 0.785499, + 0.721782, + 0.743663, + 0.523210, + 0.822858, + 0.640324, + 0.743211, + 0.809242, + 0.586400, + 1.577390, + 0.867734, + 1.076391, + 0.924353, + 0.904089, + 0.867317, + 0.424182, + 0.644841, + 0.711903, + 0.893676, + 0.756446, + 0.657958, + 1.114275, + 0.608068, + 0.850324, + 0.886074, + 1.023387, + 1.351202, + 0.642561, + 0.810516, + 0.812759, + 0.881330, + 0.431613, + 0.733753, + 0.746850, + 0.522034, + 0.624012, + 0.480553, + 1.130209, + 0.706416, + 1.004273, + 0.557182, + 1.057591, + 0.693268, + 0.879014, + 0.563521, + 0.805446, + 0.859619, + 0.690217, + 0.608768, + 0.607145, + 0.527027, + 0.674267, + 0.352489, + 0.591257, + 0.746997, + 0.342221, + 0.841176, + 0.625341, + 0.540340, + 1.346428, + 0.620580, + 0.462280, + 1.704052, + 0.564813, + 0.547799, + 0.482512, + 0.742182, + 0.735101, + 0.730634, + 0.186916, + 0.584427, + 0.605523, + 0.876728, + 0.860662, + 0.712756, + 0.914373, + 0.921273, + 0.848856, + 0.513969, + 0.870847, + 0.656471, + 0.653175, + 0.481441, + 0.792101, + 0.677152, + 0.519119, + 0.557926, + 0.636650, + 0.971905, + 0.908155, + 0.805437, + 0.921926, + 0.916737, + 0.715629, + 0.733756, + 0.344315, + 0.548678, + 0.506692, + 0.614404, + 0.810236, + 0.522649, + 0.916748, + 0.554829, + 0.393086, + 0.685769, + 0.607351, + 0.686725, + 0.860943, + 0.962691, + 0.571454, + 0.508975, + 0.943288, + 0.530582, + 0.537962, + 0.691324, + 0.597422, + 1.528288, + 0.696885, + 0.678543, + 0.594915, + 0.602339, + 0.460874, + 0.933726, + 0.669623, + 0.454004, + 1.012301, + 0.810984, + 0.558765, + 0.720488, + 0.755761, + 0.757837, + 0.439577, + 0.794983, + 0.613771, + 0.700244, + 0.744727, + 0.560514, + 1.506467, + 0.859640, + 0.941730, + 0.930547, + 0.834176, + 0.790453, + 0.414696, + 0.665466, + 0.663589, + 0.993312, + 0.738930, + 0.661835, + 1.088924, + 0.620095, + 0.837595, + 0.966593, + 0.989193, + 1.358744, + 0.586914, + 0.702763, + 0.771479, + 0.776774, + 0.341856, + 0.710470, + 0.793433, + 0.581033, + 0.585013, + 0.486552, + 1.130555, + 0.664858, + 0.979401, + 0.530541, + 1.033518, + 0.653163, + 0.874146, + 0.510597, + 0.834626, + 0.846392, + 0.775619, + 0.624187, + 0.609758, + 0.514152, + 0.681350, + 0.350414, + 0.518725, + 0.746158, + 0.424352, + 0.881143, + 0.621437, + 0.590816, + 1.326389, + 0.642510, + 0.477060, + 1.685666, + 0.569279, + 0.566185, + 0.506066, + 0.773912, + 0.806903, + 0.683144, + 0.177464, + 0.621838, + 0.620522, + 0.887992, + 0.871500, + 0.758335, + 0.819552, + 0.923643, + 0.843954, + 0.472842, + 0.897318, + 0.618184, + 0.611010, + 0.528652, + 0.814959, + 0.704896, + 0.461995, + 0.532339, + 0.651961, + 1.020806, + 0.945691, + 0.790372, + 0.917428, + 0.961738, + 0.778518, + 0.742887, + 0.360807, + 0.591315, + 0.520004, + 0.601972, + 0.787188, + 0.529893, + 0.896665, + 0.555320, + 0.393022, + 0.749143, + 0.590264, + 0.710128, + 0.798867, + 1.012764, + 0.577750, + 0.492440, + 0.985471, + 0.592343, + 0.534603, + 0.699115, + 0.609211, + 1.530381, + 0.713644, + 0.760897, + 0.565465, + 0.618324, + 0.480494, + 0.951049, + 0.717508, + 0.488345, + 1.002499, + 0.797426, + 0.515060, + 0.753321, + 0.785403, + 0.764003, + 0.492492, + 0.793672, + 0.619051, + 0.742926, + 0.774491, + 0.603736, + 1.544766, + 0.892196, + 1.093882, + 0.993280, + 0.821394, + 0.842348, + 0.364512, + 0.678203, + 0.694800, + 0.928791, + 0.731158, + 0.656192, + 1.129662, + 0.621026, + 0.828794, + 0.903107, + 0.990482, + 1.343699, + 0.624470, + 0.815534, + 0.854796, + 0.767915, + 0.354759, + 0.740758, + 0.815059, + 0.570490, + 0.583818, + 0.419105, + 1.131020, + 0.681248, + 0.976732, + 0.547711, + 1.063506, + 0.635742, + 0.921993, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_2_modules_norm_parameters_bias_: + name = "L_self_modules_features_modules_2_modules_norm_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.030 + std = 0.246 + data = [ + -0.362983, + -0.020631, + 0.137905, + 0.071717, + 0.337369, + -0.252743, + -0.219086, + -0.325755, + -0.098657, + -0.032252, + -0.030157, + 0.357378, + 0.036600, + 0.110486, + 0.042940, + 0.259677, + -0.116186, + -0.070774, + 0.634654, + -0.056035, + -0.091940, + 0.017979, + -0.101801, + -0.118261, + -0.122843, + 1.014991, + -0.148745, + -0.147457, + -0.158998, + 0.137457, + 0.011665, + 0.142082, + -0.159675, + 0.034858, + -0.328510, + -0.004632, + -0.002541, + -0.120146, + -0.093889, + -0.200558, + -0.097271, + 0.001870, + 0.161873, + -0.086582, + 0.100063, + 0.077179, + 0.098131, + -0.192443, + 0.080516, + 0.190527, + 0.062282, + -0.723475, + -0.074626, + 1.381809, + -0.033896, + 0.008751, + -0.191848, + -0.153430, + -0.216651, + -0.024730, + 0.079625, + 0.256026, + 0.066200, + -0.167569, + 0.093774, + 0.171512, + -0.080071, + 0.014332, + -0.115697, + -0.161157, + -0.040208, + 0.101972, + 0.101368, + -0.157478, + 0.007189, + -0.136542, + -0.294756, + -0.148031, + 0.002524, + 0.305289, + 0.111417, + -0.063708, + -0.022495, + 0.180856, + -0.120418, + 0.032681, + -0.290635, + -0.166005, + -0.098341, + -0.097970, + -0.116187, + -0.116292, + -0.678693, + -0.294911, + 0.032868, + -0.017744, + -0.033760, + -0.171807, + 0.057052, + 0.428694, + 0.002797, + -0.000870, + 0.136587, + 0.147788, + 0.284610, + 0.008017, + 0.033848, + 0.014705, + -0.157889, + -0.116739, + -0.599101, + 0.057696, + -0.032960, + -0.267735, + -0.053398, + -0.416336, + 0.044272, + -0.151382, + 0.039651, + -0.310007, + -0.151729, + -0.062978, + -0.226067, + 0.007770, + -0.105326, + -0.351692, + -0.248617, + -0.100763, + -0.307480, + -0.022564, + 0.128986, + 0.084870, + 0.345828, + -0.265785, + -0.212205, + -0.317712, + -0.109785, + -0.020648, + -0.032930, + 0.401068, + 0.030971, + 0.125600, + 0.042215, + 0.254402, + -0.125601, + -0.074804, + 0.708551, + -0.053852, + -0.082964, + 0.025764, + -0.117803, + -0.140166, + -0.109903, + 0.979362, + -0.143891, + -0.159297, + -0.154699, + 0.149814, + -0.007605, + 0.136566, + -0.168199, + 0.036601, + -0.317494, + 0.017604, + 0.001884, + -0.122849, + -0.089800, + -0.205792, + -0.093596, + 0.007411, + 0.144770, + -0.084626, + 0.111637, + 0.072787, + 0.085292, + -0.197638, + 0.084204, + 0.229430, + 0.045032, + -0.804689, + -0.070393, + 1.317613, + -0.035241, + 0.009234, + -0.192445, + -0.135895, + -0.213863, + -0.027096, + 0.076497, + 0.238580, + 0.057760, + -0.154623, + 0.063438, + 0.172432, + -0.076723, + 0.010904, + -0.135056, + -0.165320, + -0.031187, + 0.093169, + 0.123485, + -0.142720, + 0.014251, + -0.140048, + -0.283171, + -0.150111, + 0.001085, + 0.346769, + 0.118633, + -0.108845, + -0.016418, + 0.162892, + -0.123774, + 0.024981, + -0.286476, + -0.155946, + -0.104497, + -0.108872, + -0.130799, + -0.110258, + -0.668743, + -0.240863, + 0.022659, + 0.010934, + -0.026333, + -0.179912, + 0.062094, + 0.432980, + 0.013983, + -0.011370, + 0.137102, + 0.134852, + 0.273748, + 0.032875, + 0.035876, + 0.027974, + -0.154056, + -0.116844, + -0.602321, + 0.073501, + -0.017231, + -0.274347, + -0.066401, + -0.486388, + 0.042740, + -0.167856, + 0.029972, + -0.329026, + -0.136194, + -0.078906, + -0.233666, + -0.002786, + -0.108806, + -0.347432, + -0.233550, + -0.099905, + -0.334803, + -0.027953, + 0.151398, + 0.070768, + 0.316370, + -0.260922, + -0.220410, + -0.322668, + -0.092041, + -0.030464, + -0.024360, + 0.353438, + 0.036226, + 0.107832, + 0.033531, + 0.279831, + -0.094117, + -0.078480, + 0.667840, + -0.058202, + -0.094711, + 0.021427, + -0.098438, + -0.117155, + -0.125910, + 1.034942, + -0.146156, + -0.147555, + -0.145451, + 0.159353, + -0.001046, + 0.142807, + -0.175678, + 0.041863, + -0.359231, + 0.003279, + 0.001519, + -0.115026, + -0.067963, + -0.201881, + -0.093627, + 0.003730, + 0.153001, + -0.089533, + 0.116460, + 0.073733, + 0.070446, + -0.208903, + 0.054445, + 0.208249, + 0.053228, + -0.827970, + -0.060952, + 1.332494, + -0.033190, + 0.013088, + -0.189959, + -0.147283, + -0.212957, + -0.016879, + 0.070793, + 0.233765, + 0.063338, + -0.155987, + 0.083437, + 0.167729, + -0.078446, + 0.015685, + -0.123261, + -0.180582, + -0.042946, + 0.101724, + 0.083349, + -0.151088, + 0.028273, + -0.146583, + -0.290611, + -0.143965, + 0.012168, + 0.313206, + 0.107049, + -0.063387, + -0.034671, + 0.147532, + -0.111825, + 0.039032, + -0.292573, + -0.140488, + -0.101466, + -0.104901, + -0.122031, + -0.083812, + -0.656763, + -0.257447, + 0.028220, + -0.011268, + -0.021488, + -0.172816, + 0.042240, + 0.427389, + 0.017940, + -0.002030, + 0.128167, + 0.125792, + 0.287288, + 0.029372, + 0.039336, + 0.018895, + -0.175123, + -0.111724, + -0.588804, + 0.066333, + -0.031827, + -0.277916, + -0.049929, + -0.377007, + 0.046104, + -0.196675, + 0.032939, + -0.322346, + -0.139357, + -0.093221, + -0.225564, + 0.009666, + -0.099493, + -0.341928, + -0.240902, + -0.111894, + -0.321047, + -0.027628, + 0.144614, + 0.074273, + 0.333656, + -0.242889, + -0.195231, + -0.336809, + -0.100752, + -0.022559, + -0.014391, + 0.458006, + 0.030060, + 0.099535, + 0.048652, + 0.255837, + -0.105803, + -0.082185, + 0.705471, + -0.050628, + -0.093260, + 0.018552, + -0.106204, + -0.125172, + -0.116269, + 1.001913, + -0.143082, + -0.145439, + -0.156007, + 0.176060, + 0.015834, + 0.153046, + -0.175599, + 0.027424, + -0.323164, + -0.001286, + 0.006011, + -0.129138, + -0.058312, + -0.202406, + -0.092596, + 0.001578, + 0.152837, + -0.086939, + 0.114998, + 0.082490, + 0.086770, + -0.198522, + 0.061577, + 0.237126, + 0.064794, + -0.879265, + -0.071711, + 1.274379, + -0.036316, + 0.017204, + -0.184679, + -0.136280, + -0.215984, + -0.025766, + 0.080177, + 0.199989, + 0.061412, + -0.132647, + 0.076569, + 0.166146, + -0.080027, + 0.024177, + -0.135690, + -0.156591, + -0.054619, + 0.109307, + 0.129553, + -0.149815, + 0.025740, + -0.136098, + -0.283175, + -0.146514, + 0.008832, + 0.338033, + 0.120419, + -0.084811, + -0.037361, + 0.142174, + -0.119676, + 0.041826, + -0.290467, + -0.155348, + -0.094331, + -0.099574, + -0.131087, + -0.099209, + -0.710849, + -0.277676, + 0.008726, + 0.036121, + -0.042659, + -0.156979, + 0.068146, + 0.365535, + 0.010104, + -0.012943, + 0.121255, + 0.129968, + 0.294590, + 0.028044, + 0.041089, + 0.035862, + -0.154884, + -0.120315, + -0.596169, + 0.071378, + -0.037849, + -0.299110, + -0.054699, + -0.385566, + 0.039770, + -0.178113, + 0.041412, + -0.327599, + -0.123306, + -0.085114, + -0.218493, + -0.011794, + -0.105455, + -0.343522, + -0.220236, + -0.116505, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_2_modules_reduction_parameters_weight_: + name = "L_self_modules_features_modules_2_modules_reduction_parameters_weight_" + shape = [256, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.043 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_weight_" + ) + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.567 + std = 0.142 + data = [ + 0.680578, + 0.628731, + 0.270499, + 0.694889, + 0.291236, + 0.687238, + 0.517860, + 0.630019, + 0.438245, + 0.600020, + 0.463570, + 0.591272, + 0.443949, + 0.623607, + 0.559090, + 0.736789, + 0.607181, + 0.636350, + 0.642198, + 0.671073, + 0.591766, + 0.740727, + 0.585967, + 0.639347, + 0.362993, + 0.560251, + 0.638520, + 0.689490, + 0.580840, + 0.621476, + 0.681866, + 0.642587, + 0.676999, + 0.603873, + 0.498087, + 0.602239, + 0.507962, + 0.669681, + 0.595582, + 0.209832, + 0.618046, + 0.690646, + 0.531892, + 0.591912, + 0.655919, + 0.679061, + 0.608704, + 0.389226, + 0.255755, + 0.569450, + 0.649024, + 0.627282, + 0.618638, + 0.640019, + 0.575053, + 0.697977, + 0.257311, + 0.535292, + 0.578078, + 0.562478, + 0.664716, + 0.593281, + 0.463405, + 0.558513, + 0.322789, + 0.588990, + -0.000448, + 0.003505, + 0.547321, + 0.619657, + 0.412273, + 0.626748, + 0.641155, + 0.631914, + 0.384557, + 0.685714, + 0.538576, + 0.604279, + 0.660155, + 0.517643, + 0.624338, + 0.561822, + 0.387588, + 0.645941, + 0.221822, + 0.686901, + 0.678660, + 0.657869, + 0.693684, + 0.635952, + 0.622138, + 0.738962, + 0.662673, + 0.630825, + 0.625247, + 0.649702, + 0.607066, + 0.713143, + 0.626210, + 0.614682, + 0.588082, + 0.558116, + 0.622993, + 0.435601, + 0.541234, + 0.582257, + 0.569948, + 0.602253, + 0.657001, + 0.701366, + 0.654816, + 0.720979, + 0.608475, + 0.727249, + 0.518920, + 0.368127, + 0.433092, + 0.382778, + 0.631581, + 0.147232, + 0.612757, + 0.723137, + 0.465910, + 0.466446, + 0.675126, + 0.402957, + 0.715898, + 0.228652, + 0.662426, + 0.507479, + 0.614652, + 0.588663, + 0.479602, + 0.734775, + 0.512975, + 0.636194, + 0.634070, + 0.569681, + 0.672574, + 0.676010, + 0.791392, + 0.711222, + 0.250958, + 0.665366, + 0.670549, + 0.742519, + 0.517997, + 0.551718, + 0.655089, + 0.621413, + 0.543061, + 0.554729, + 0.564903, + 0.614055, + 0.724614, + 0.560928, + 0.485096, + 0.689746, + 0.737442, + 0.261439, + 0.292508, + 0.634219, + 0.629320, + 0.596236, + 0.003328, + 0.609855, + 0.678018, + 0.664930, + 0.473436, + 0.595969, + 0.651153, + 0.685070, + 0.610729, + 0.715094, + 0.569423, + 0.568891, + 0.691145, + 0.686339, + 0.541473, + 0.643093, + 0.244807, + 0.583470, + 0.688329, + 0.800129, + 0.681016, + 0.604060, + 0.509325, + 0.635493, + 0.306525, + 0.665857, + 0.676562, + 0.593789, + 0.617534, + 0.647943, + 0.572529, + 0.415895, + 0.166611, + 0.634523, + 0.628832, + 0.716687, + 0.665499, + 0.676233, + 0.642897, + 0.507444, + 0.488534, + 0.656213, + 0.285378, + 0.627449, + 0.535358, + 0.470141, + 0.318330, + 0.528514, + 0.300568, + 0.337232, + 0.593623, + 0.596250, + 0.714290, + 0.705356, + 0.549164, + 0.712151, + 0.658515, + 0.607740, + 0.609422, + 0.814752, + 0.664696, + 0.504144, + 0.612796, + 0.682593, + 0.504283, + 0.396943, + 0.327250, + 0.637678, + 0.629555, + 0.528675, + 0.667171, + 0.650734, + 0.315975, + 0.395273, + 0.570536, + 0.642441, + 0.672129, + 0.563297, + 0.564182, + 0.570912, + 0.459589, + 0.627683, + 0.624154, + 0.363218, + 0.622514, + 0.475599, + 0.637086, + 0.183798, + 0.576008, + 0.615311, + 0.584086, + 0.365128, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_0_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.132 + data = [ + 0.098131, + 0.361403, + -0.187459, + -0.156296, + -0.010935, + 0.284478, + -0.066508, + -0.019003, + 0.147177, + 0.335992, + -0.063122, + -0.008583, + -0.002002, + -0.238098, + -0.220696, + 0.068149, + 0.084029, + 0.173977, + -0.086983, + 0.014899, + -0.042602, + 0.051931, + 0.225074, + 0.144203, + -0.131460, + -0.219243, + -0.007915, + -0.007102, + -0.056492, + -0.132000, + -0.083888, + -0.091116, + 0.108501, + 0.052395, + -0.101980, + 0.149235, + -0.212972, + 0.134899, + 0.008081, + -0.070824, + -0.117833, + 0.048724, + 0.060861, + -0.084460, + 0.094870, + -0.246262, + -0.016933, + -0.161452, + -0.223548, + -0.001161, + 0.118281, + -0.039252, + 0.110710, + -0.005157, + -0.016650, + -0.243693, + 0.298835, + -0.068438, + -0.039127, + -0.023867, + -0.062761, + 0.099976, + -0.023310, + 0.013193, + 0.109751, + 0.006204, + -0.000195, + 0.000429, + 0.004470, + -0.051334, + -0.067735, + -0.143470, + 0.003195, + -0.174145, + -0.011930, + -0.090004, + 0.196657, + -0.051996, + 0.005369, + 0.067490, + 0.107982, + -0.171280, + 0.157227, + 0.209918, + 0.020697, + 0.011817, + -0.075347, + -0.030569, + -0.114445, + 0.085065, + 0.086250, + 0.066452, + -0.109338, + 0.060167, + -0.011444, + -0.170609, + -0.243166, + 0.083444, + 0.140128, + 0.107286, + -0.106135, + 0.110421, + -0.169747, + 0.094154, + -0.250300, + -0.149948, + -0.053757, + -0.135864, + -0.070986, + -0.008290, + 0.091604, + -0.160418, + 0.133631, + -0.000538, + 0.094216, + -0.019602, + 0.117274, + -0.164057, + -0.131380, + -0.466826, + -0.310400, + 0.022632, + 0.303712, + 0.085595, + 0.050980, + 0.019145, + -0.022291, + 0.024750, + -0.020010, + -0.028896, + 0.200258, + 0.015727, + 0.147199, + 0.003308, + 0.121546, + -0.053298, + -0.200370, + 0.066667, + -0.132080, + 0.010195, + 0.131009, + 0.019716, + -0.463921, + 0.034822, + 0.045150, + 0.014390, + 0.058615, + -0.040398, + -0.166372, + 0.029495, + 0.171828, + 0.095600, + -0.080238, + 0.051213, + 0.038593, + 0.150516, + -0.056394, + -0.065651, + 0.187824, + 0.097653, + 0.256435, + -0.046174, + 0.063008, + 0.024486, + 0.001109, + -0.037347, + 0.027571, + 0.033707, + -0.361490, + 0.217401, + -0.170564, + -0.151751, + -0.080382, + -0.035373, + 0.034419, + 0.131801, + 0.096031, + 0.054363, + 0.173988, + 0.087050, + 0.258935, + -0.074870, + 0.026359, + 0.005170, + -0.023647, + -0.091729, + 0.144089, + 0.009020, + -0.022650, + -0.027234, + 0.001615, + 0.038658, + -0.042976, + -0.044105, + 0.116101, + -0.099870, + 0.148898, + -0.003109, + -0.119895, + -0.049818, + 0.234751, + -0.077909, + -0.064263, + 0.213721, + 0.180784, + -0.005437, + -0.089898, + -0.136721, + -0.002148, + -0.062861, + -0.046219, + -0.002118, + -0.023430, + -0.122828, + 0.204043, + -0.229699, + -0.115889, + -0.021705, + 0.364288, + 0.028559, + 0.088544, + 0.150184, + -0.036893, + -0.047481, + -0.152200, + -0.003543, + 0.096451, + -0.070613, + -0.029971, + 0.028907, + 0.057142, + 0.035398, + 0.076730, + 0.069026, + -0.221412, + -0.003864, + -0.041572, + -0.062950, + 0.298494, + -0.055248, + -0.040968, + -0.033469, + -0.066130, + -0.122278, + 0.358900, + -0.175669, + 0.079474, + 0.151392, + -0.026695, + 0.151208, + 0.061140, + -0.012886, + -0.151701, + 0.217723, + -0.013183, + 0.168936, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_3_modules_0_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 8] + dtype = "torch.float32" + device = "cpu" + mean = -0.700 + std = 1.185 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_3_modules_0_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.056 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.044 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cpu" + mean = 0.014 + std = 0.395 + data = [ + -0.000332, + 0.813015, + -0.468339, + -0.013024, + 0.557444, + 0.496140, + -0.720078, + -0.165948, + -0.412830, + 0.742328, + 1.022938, + 0.110422, + -0.090262, + 0.012086, + 0.057049, + -0.207532, + -0.075279, + 0.058442, + 0.110081, + 0.360596, + -1.004970, + 0.462227, + -0.053564, + 0.855771, + -0.458067, + -0.044882, + 0.093443, + -0.385031, + -0.022449, + 0.031690, + 0.679104, + 0.281262, + -0.030957, + -0.123144, + 0.166139, + -0.113162, + 0.069249, + 1.966855, + -0.044304, + 0.165714, + 0.073346, + -1.887012, + -0.022237, + -2.003605, + -0.482377, + 0.675888, + -0.611832, + -0.208223, + 0.134392, + 0.172328, + -0.226747, + -0.069223, + 1.829762, + -0.112822, + 0.024731, + 0.127276, + -0.654553, + -0.366600, + -0.012519, + 0.047346, + 0.073504, + 0.494216, + -0.110290, + 0.125552, + -0.922171, + 0.142871, + -0.052743, + -1.103621, + 0.483311, + 0.210520, + -0.076798, + 0.120368, + -0.224306, + -0.206126, + 0.007748, + 0.392099, + -1.103182, + -0.703122, + 0.160155, + -0.062920, + 1.134229, + 0.514467, + -0.188554, + 0.614548, + 0.570550, + -0.054040, + -0.110756, + -0.066824, + 0.937418, + 0.213793, + 0.359496, + 0.337145, + -0.230447, + 0.164974, + -0.196171, + 0.400872, + -0.536482, + 0.051273, + 0.007881, + -0.583522, + -0.137922, + 0.374338, + 0.441094, + 0.202170, + -0.498121, + -0.168513, + -0.852449, + -0.052526, + 0.399898, + -0.384154, + -0.464162, + 0.256472, + 0.456774, + 0.241277, + 0.200939, + -0.017142, + -0.213941, + 0.705171, + 0.103346, + -0.282724, + -0.209231, + -0.108252, + -0.139697, + 0.207502, + -0.419884, + 0.186592, + 0.309524, + 0.366356, + 2.102600, + -0.413525, + 0.091980, + 0.203634, + 0.461560, + 0.201213, + 0.250252, + -0.007956, + 0.186479, + 0.109694, + 0.005657, + 2.025855, + 0.738459, + 0.354009, + -0.244170, + 0.022449, + 0.242938, + -0.072382, + 1.477772, + 1.242445, + 0.111201, + 0.131029, + 0.082682, + 0.248830, + -0.049984, + 0.188949, + 0.044998, + -0.068692, + 0.025041, + 1.319191, + 1.235819, + -0.732688, + -1.203531, + 1.033462, + 0.285361, + 2.409505, + -0.127813, + 1.725417, + -0.110125, + -0.836249, + -0.415638, + -0.082304, + -0.012030, + -0.181436, + -0.129237, + 0.484200, + -0.097636, + 0.442508, + 0.106470, + 0.021497, + -1.846238, + 0.067109, + 0.243549, + -0.030641, + -0.022649, + 0.129080, + -0.014782, + 0.233161, + 0.117697, + -0.136505, + 0.103566, + 0.177854, + 0.030799, + -0.024615, + 0.101793, + 0.173531, + 0.624307, + -0.286523, + 0.459712, + 0.252454, + 0.072613, + -0.439873, + -0.347810, + -0.433955, + 0.112277, + 1.105511, + -0.334360, + -0.393098, + -0.433072, + 0.141360, + 0.019085, + 0.346995, + -0.598775, + -0.181396, + 0.267826, + 0.242890, + -0.306652, + -0.271152, + 0.500268, + 0.542569, + -0.031677, + 0.239760, + 0.340683, + -0.084961, + 0.202100, + -1.063858, + -0.095328, + 0.057098, + -0.106051, + -0.082753, + -0.046292, + 0.249519, + -0.047465, + 0.632292, + -0.026785, + -0.140364, + -0.144853, + -0.042113, + 0.123886, + -0.043709, + 0.065669, + -0.046012, + -0.017705, + 0.074090, + 0.068235, + 0.220150, + -2.200497, + 0.172436, + -0.090477, + 2.736306, + -0.032311, + 0.195410, + -0.089245, + 0.014939, + -2.167108, + -0.125633, + -2.630138, + -0.326564, + -0.164406, + -0.194968, + 0.002672, + -0.036501, + -0.465598, + 0.182200, + 0.216178, + -0.351984, + 0.234152, + -0.205202, + -0.135421, + -0.309731, + -0.038534, + -0.361808, + 0.264635, + -0.061329, + -0.195288, + -0.139623, + 0.123252, + 0.206215, + -0.535366, + -0.137681, + -0.049152, + 0.157587, + -0.233234, + -0.069122, + 0.429951, + -0.295727, + -0.081209, + 0.507373, + 0.295505, + -0.190617, + 0.302362, + -0.018592, + 0.235683, + 0.187864, + 0.025231, + -0.306125, + -0.096033, + 0.309108, + 0.082885, + 0.184948, + -0.287465, + 0.443544, + -0.046922, + 0.037941, + 0.401237, + -0.118575, + 0.177181, + 0.188818, + 0.352673, + 0.041584, + -0.342095, + -0.169124, + -0.366980, + 0.168078, + -0.512944, + 0.112672, + -0.108496, + 0.171822, + -0.027535, + 0.040438, + 0.343894, + -0.168655, + 0.085740, + 0.344055, + 0.196717, + -0.630478, + 0.151901, + -0.149842, + 0.052084, + -0.281546, + -0.007294, + 0.309122, + -0.087563, + -0.030236, + -0.291064, + -0.310817, + -0.133523, + -0.228841, + 0.384689, + 0.178133, + 0.077737, + -0.227845, + 0.670392, + -0.388407, + 0.451973, + 0.007819, + 0.200074, + 0.262860, + -0.160589, + 0.568516, + -0.011221, + 0.060483, + -0.115024, + 0.371348, + 0.603225, + -0.413844, + -0.058371, + -0.177659, + 0.163940, + -0.353266, + -0.230827, + 0.017676, + 0.298787, + -0.380234, + 0.461337, + -0.345801, + 0.232039, + 0.140956, + 0.230229, + 0.212722, + 0.190501, + 0.140390, + -0.332385, + -0.059665, + -0.268614, + -0.006022, + -0.043441, + 0.623272, + 0.157981, + 0.369452, + -0.131867, + -0.291650, + 0.420907, + 0.082637, + 0.009457, + -0.046499, + -0.468805, + 0.192494, + -0.227307, + -0.213119, + -0.310798, + -0.424688, + -0.891863, + 0.156672, + -0.317197, + 0.448306, + -0.057834, + -0.505103, + 0.038381, + 0.194405, + -0.109368, + -0.103583, + -0.091202, + 0.016775, + -0.188407, + -0.042698, + 0.393758, + -0.033564, + -0.446199, + -0.473629, + 0.033160, + -0.343584, + -0.024236, + 0.190270, + 0.016781, + -0.576587, + -0.431078, + 0.367835, + -0.373080, + -0.081548, + 0.237207, + 0.193010, + -0.186478, + 0.192401, + -0.000220, + -0.215093, + 0.114339, + -0.136004, + -0.146036, + -0.349418, + -0.148192, + 0.388921, + -0.112774, + -0.257202, + 0.053655, + 0.124472, + -0.105276, + 0.157757, + 0.140766, + 0.337264, + -0.332602, + -0.404187, + 0.217573, + -0.032084, + 0.359731, + 0.414294, + -0.073655, + -0.163138, + -0.336374, + -0.082277, + -0.098694, + 0.033909, + -0.439757, + 0.132694, + 0.204439, + -0.221680, + 0.132825, + -0.178784, + 0.483615, + -0.138435, + 0.337208, + 0.257575, + 0.202898, + -0.339501, + -0.530377, + 0.271501, + -0.270026, + -0.168661, + -0.358570, + -0.186679, + 0.323470, + -0.080856, + 0.185489, + 0.106384, + -0.159217, + -0.089760, + -0.001914, + 0.069170, + 0.291382, + -0.252016, + 0.481962, + -0.197473, + 0.277130, + -0.169881, + 0.145381, + 0.353174, + 0.018276, + -0.296691, + -0.028549, + 0.099291, + 0.156871, + -0.586800, + 0.014657, + 0.104969, + 0.351200, + 0.017019, + -0.160161, + -0.113248, + -0.015214, + -0.050428, + 0.314214, + 0.248006, + 0.158376, + 0.258163, + 0.357445, + -0.058921, + -0.136144, + -0.312062, + -0.508284, + 0.195634, + -0.436868, + -0.027562, + -0.117276, + 0.144585, + -0.024613, + 0.025687, + 0.017202, + -0.009807, + -0.055895, + 0.005165, + -0.064149, + 0.033533, + -0.044705, + -0.001944, + 0.137371, + -0.082126, + 0.013558, + -0.001648, + -0.001668, + 0.030940, + 0.051257, + -0.001736, + 0.084290, + 0.010792, + -0.032843, + 0.022881, + -0.011439, + -0.029477, + -0.108982, + 0.052878, + 0.059424, + 0.004447, + -0.038231, + 0.014152, + -0.000768, + -0.014948, + -0.030743, + 0.008054, + -0.019715, + -0.015229, + -0.008625, + -0.025283, + -0.038624, + 0.002251, + -0.019214, + -0.015126, + -0.019102, + 0.018833, + -0.001589, + -0.010193, + 0.060639, + -0.089591, + 0.000203, + 0.011478, + -0.026060, + -0.030436, + 0.029431, + -0.084337, + 0.034804, + 0.041549, + -0.008638, + 0.035660, + -0.008686, + 0.014857, + -0.010131, + 0.002570, + 0.007521, + 0.002202, + -0.043008, + 0.210940, + 0.049974, + 0.009119, + -0.010609, + -0.026311, + -0.018411, + 0.011930, + 0.030498, + 0.013725, + 0.018410, + -0.051402, + 0.043404, + 0.018780, + 0.004213, + -0.006844, + -0.039062, + 0.078735, + -0.079269, + -0.016816, + 0.060750, + -0.032401, + 0.007881, + -0.011541, + -0.018355, + 0.084006, + 0.003483, + -0.030162, + -0.009846, + 0.067581, + 0.098539, + -0.057497, + 0.015591, + 0.020613, + -0.025696, + 0.009576, + -0.009223, + 0.081706, + 0.005384, + 0.045777, + 0.001327, + -0.119940, + -0.000721, + 0.010887, + -0.040089, + 0.004201, + 0.029471, + -0.040109, + -0.016585, + 0.044643, + -0.044223, + -0.026657, + 0.132392, + 0.026498, + -0.002897, + -0.025962, + 0.008902, + -0.005257, + -0.002736, + 0.069809, + 0.022909, + -0.066098, + 0.035987, + -0.074720, + -0.023479, + -0.012402, + 0.006867, + -0.026207, + 0.023605, + 0.020930, + 0.011316, + 0.000029, + 0.002844, + 0.013947, + -0.008459, + 0.092465, + -0.050218, + 0.033726, + 0.056554, + -0.016367, + -0.013932, + 0.000546, + 0.126323, + 0.002961, + -0.002581, + 0.022796, + -0.012064, + -0.006420, + 0.011562, + 0.064709, + -0.007426, + 0.020308, + -0.036518, + 0.012161, + 0.028694, + -0.013405, + -0.039732, + -0.003916, + 0.009573, + 0.033280, + -0.043182, + -0.024955, + 0.022017, + -0.055871, + -0.026362, + 0.038689, + 0.007599, + -0.004659, + 0.001313, + -0.053588, + 0.024584, + 0.061919, + 0.038973, + -0.031628, + -0.017597, + -0.004375, + 0.005518, + 0.022811, + 0.029906, + 0.007143, + 0.037656, + -0.000345, + 0.037175, + -0.019968, + 0.006460, + -0.062060, + -0.079964, + 0.019850, + 0.051112, + 0.014473, + -0.040458, + -0.012751, + -0.062554, + 0.011169, + -0.021624, + 0.084755, + 0.020847, + -0.013334, + 0.008517, + -0.007449, + -0.012442, + 0.063927, + 0.031169, + -0.012695, + 0.035563, + -0.024602, + -0.002259, + 0.011246, + 0.013174, + 0.002256, + 0.004139, + -0.009575, + -0.055406, + -0.044274, + 0.016508, + -0.002538, + 0.028606, + -0.023534, + 0.072725, + -0.008322, + -0.003412, + 0.033988, + 0.004011, + -0.016151, + 0.010957, + -0.022952, + 0.105248, + 0.013460, + 0.012571, + -0.002064, + 0.021104, + 0.002111, + -0.006844, + -0.021616, + -0.008128, + -0.041910, + 0.055110, + 0.043255, + 0.022520, + -0.052892, + 0.067861, + -0.022776, + -0.021269, + 0.017250, + -0.023104, + 0.016018, + -0.027086, + -0.113904, + 0.010242, + 0.022948, + 0.014633, + -0.010564, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = -0.003 + std = 0.281 + data = [ + 0.188097, + 0.486521, + -0.392394, + -0.099127, + 0.217016, + 0.264891, + -0.139941, + -0.072680, + 0.356998, + 0.416426, + 0.359540, + 0.139002, + 0.147853, + -0.448698, + -0.497250, + 0.179010, + 0.107685, + 0.125168, + -0.078073, + 0.047982, + -0.195046, + -0.188609, + 0.425071, + 0.198842, + -0.325312, + -0.746456, + 0.112816, + -0.037196, + -0.172309, + -0.048212, + 0.104278, + 0.190118, + 0.099047, + -0.066550, + -0.307184, + 0.196534, + -0.361937, + 0.138568, + 0.056153, + -0.320125, + -0.234515, + 0.073416, + 0.140759, + -0.184968, + 0.034774, + -0.461295, + -0.127877, + -0.276154, + 0.582650, + -0.142674, + -0.010684, + 0.044514, + 0.104915, + -0.223539, + 0.102871, + -0.133680, + -0.602747, + -0.054535, + 0.036874, + -0.247990, + -0.264141, + 0.226072, + -0.511551, + -0.148150, + 0.220400, + 0.121464, + -0.166821, + 0.104021, + 0.005687, + 0.360735, + 0.023127, + -0.071677, + 0.054840, + -0.268552, + 0.023431, + 0.043620, + 0.149468, + -0.189352, + -0.012102, + 0.197809, + -0.147529, + -0.549633, + 0.178256, + 0.084196, + 0.249000, + 0.104618, + 0.150672, + -0.130116, + -0.263417, + 0.308774, + 0.292899, + 0.094049, + -0.274722, + -0.165802, + -0.162133, + -0.262654, + -0.320185, + 0.076706, + 0.108385, + 0.061653, + -0.063134, + 0.443351, + -0.004887, + 0.079977, + -0.542169, + -0.418250, + -0.308079, + -0.095486, + -0.153013, + -0.169283, + 0.065910, + -0.322307, + 0.095175, + -0.092050, + 0.296963, + -0.404445, + -0.332564, + -0.020753, + -0.124365, + 2.082463, + -0.421163, + -0.454122, + 0.394388, + 0.283722, + 0.074626, + 0.230220, + -0.137131, + 0.036159, + -0.077971, + -0.206986, + 0.380165, + 0.003295, + 0.380291, + -0.165213, + -0.003046, + 0.068234, + -0.062766, + -0.013098, + -0.237858, + 0.011431, + -0.103547, + 0.148761, + 0.528029, + -0.048549, + 0.055579, + -0.263625, + 0.234466, + -0.364786, + -0.291604, + 0.017931, + 0.228382, + 0.238816, + -0.200907, + -0.116024, + -0.214448, + 0.315856, + -0.040116, + -0.048877, + 0.334920, + 0.149094, + -0.334498, + -0.212936, + 0.298167, + 0.028811, + -0.036376, + -0.119348, + 0.085174, + 0.010724, + -0.921420, + 0.455855, + -0.256613, + -0.141022, + -0.021430, + -0.030173, + 0.029968, + 0.216820, + 0.234245, + 0.386933, + 0.333423, + 0.345511, + 0.293462, + -0.086712, + 0.007174, + 0.078612, + 0.246540, + -0.049011, + 0.197370, + -0.110473, + -0.054327, + 0.142738, + -0.136154, + -0.053790, + -0.337589, + -0.107322, + 0.294112, + -0.126980, + 0.076060, + -0.149515, + -0.067595, + -0.044267, + 0.433634, + -0.003053, + 0.016602, + 0.560971, + 0.350080, + -0.051261, + -0.252812, + -0.320282, + 0.098852, + -0.047443, + -0.223657, + 0.130763, + 0.362223, + -0.339675, + 0.453797, + -0.210649, + -0.131016, + -0.097145, + 0.459236, + 0.056903, + -0.286414, + 0.288311, + -0.153986, + -0.167926, + -0.260287, + -0.080450, + 0.221208, + -0.185483, + -0.229930, + -0.509772, + -0.014880, + 0.253980, + 0.212144, + 0.121306, + -0.243704, + -0.116764, + 0.105185, + -0.008044, + 0.615197, + -0.157845, + -0.138184, + -0.034192, + -0.168206, + -0.040071, + 0.407313, + -0.397590, + -0.108679, + -0.155167, + 0.105579, + 0.130311, + -0.131833, + 0.024696, + -0.188310, + 0.474289, + -0.056566, + 0.114863, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_weight_" + ) + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 1.097 + std = 0.343 + data = [ + 1.516574, + 1.197429, + -0.000274, + 1.108928, + 0.272772, + 1.377169, + 0.927228, + 1.342291, + 1.139947, + 1.185529, + 0.846353, + 1.005607, + 1.124872, + 1.189263, + 0.930813, + 1.530718, + 1.389753, + 1.181624, + 1.298032, + 1.197891, + 1.281309, + 1.407334, + 1.189771, + 1.330111, + 0.534245, + 1.077011, + 1.320150, + 1.469334, + 0.950855, + 1.053998, + 1.319792, + 1.386728, + 1.306424, + 1.013137, + 1.264149, + 1.396748, + 1.448449, + 1.247385, + 1.079701, + 0.000175, + 1.379065, + 1.408642, + 1.095906, + 1.319582, + 1.290823, + 1.328998, + 0.923783, + 1.086687, + 0.656690, + 1.216841, + 1.172599, + 1.425719, + 1.184897, + 1.220174, + 1.385849, + 1.367895, + 0.571449, + 1.172767, + 1.207154, + 1.250783, + 1.437678, + 1.086141, + 0.659715, + 1.389436, + 0.227898, + 1.248314, + 0.001715, + 0.442348, + 1.244691, + 1.309172, + 0.770661, + 1.346877, + 1.262504, + 1.254305, + 0.928903, + 1.066379, + 1.360733, + 1.071934, + 1.426496, + 1.417089, + 0.965029, + 1.166225, + 0.679617, + 1.191103, + 0.004276, + 1.351110, + 1.167566, + 1.288346, + 1.280079, + 0.792750, + 1.251711, + 1.170776, + 1.003668, + 1.201768, + 1.358731, + 1.419721, + 1.318402, + 1.070123, + 1.236746, + 1.355088, + 1.209990, + 0.938587, + 1.293370, + 1.000163, + 1.329863, + 1.105032, + 1.403309, + 1.220680, + 1.255247, + 1.112564, + 0.933531, + 1.317779, + 1.049574, + 1.017076, + 1.334203, + 0.513845, + 0.792094, + 0.853388, + 1.396662, + 0.155277, + 1.342645, + 1.081696, + 1.224459, + 0.879792, + 1.235209, + 0.887759, + 1.223143, + 0.115950, + 1.182974, + 1.376581, + 1.226028, + 1.362869, + 0.926082, + 1.066588, + 1.157426, + 1.184092, + 1.040019, + 1.270988, + 1.225061, + 1.234210, + 1.234140, + 1.126870, + 0.312742, + 1.183413, + 1.238246, + 1.148578, + 1.293072, + 1.143668, + 1.440547, + 1.442538, + 1.386960, + 1.161306, + 1.311903, + 1.013412, + 1.195916, + 1.256334, + 1.190442, + 1.227169, + 1.269188, + 0.499811, + 0.431717, + 1.363732, + 1.158923, + 1.066040, + -0.000059, + 1.376662, + 1.415865, + 1.353974, + 1.025049, + 1.393150, + 1.193957, + 1.398141, + 1.275089, + 1.223559, + 0.896302, + 1.345957, + 1.254807, + 1.091788, + 1.220465, + 1.198908, + 0.001145, + 1.327427, + 1.284616, + 1.159093, + 1.279976, + 1.315269, + 1.222265, + 1.150717, + -0.000369, + 1.395650, + 1.238686, + 1.255963, + 1.068249, + 1.320940, + 1.294333, + 0.865900, + -0.000095, + 1.139961, + 1.379422, + 1.170627, + 1.318027, + 1.276754, + 1.228530, + 1.283303, + 1.181658, + 1.337850, + 0.256777, + 1.252398, + 1.076789, + 1.042613, + 0.251009, + 1.133572, + 0.480113, + 0.588322, + 1.086016, + 0.900085, + 1.486996, + 1.294953, + 1.013553, + 1.280874, + 1.155140, + 1.339123, + 1.075706, + 1.315159, + 1.256020, + 1.396903, + 1.278468, + 1.379567, + 1.067141, + 0.655192, + 0.556544, + 1.127870, + 1.250435, + 1.373978, + 1.264248, + 1.385783, + 0.497820, + 0.785417, + 1.248274, + 1.435482, + 1.224370, + 1.170768, + 1.169279, + 1.145185, + 0.731536, + 1.262388, + 1.135551, + 0.185044, + 1.191489, + 0.858900, + 1.023087, + 0.000275, + 1.344468, + 1.159604, + 1.255700, + 0.417495, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_0_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.012 + std = 0.170 + data = [ + -0.023531, + 0.116298, + 0.000211, + -0.145566, + -0.081746, + 0.204216, + 0.171675, + 0.066559, + 0.010792, + 0.163727, + -0.370304, + -0.148197, + -0.179150, + 0.074289, + 0.163629, + -0.113589, + 0.053669, + 0.205090, + -0.131522, + 0.025158, + 0.095826, + 0.324475, + -0.064069, + 0.036213, + 0.001672, + 0.344108, + -0.171448, + 0.029092, + 0.147761, + -0.125042, + -0.247196, + -0.428675, + 0.096695, + 0.153831, + 0.127068, + 0.080649, + -0.033770, + 0.069716, + -0.072458, + -0.000000, + 0.084262, + -0.010535, + -0.005307, + 0.075756, + 0.157131, + 0.135988, + 0.153689, + -0.127934, + 0.155084, + 0.172753, + 0.178259, + -0.093916, + 0.120059, + 0.279408, + -0.185535, + -0.272328, + 0.066310, + -0.085609, + -0.127899, + 0.263690, + 0.257578, + -0.069466, + 0.275431, + 0.186593, + 0.005836, + -0.113234, + 0.000079, + -0.074995, + 0.043509, + -0.565207, + -0.191841, + -0.173903, + -0.092959, + -0.024525, + -0.223053, + -0.118968, + 0.248617, + 0.098757, + 0.010014, + -0.109820, + 0.214765, + 0.226612, + 0.023906, + 0.259705, + -0.000792, + -0.129615, + -0.252113, + 0.033088, + 0.110001, + -0.128226, + -0.169918, + 0.007777, + 0.106331, + 0.331504, + 0.188696, + 0.052652, + -0.096850, + 0.015617, + 0.077044, + 0.144568, + -0.153178, + -0.190795, + -0.346482, + -0.242249, + 0.134820, + 0.192708, + 0.272106, + -0.118294, + 0.068560, + 0.151263, + 0.120171, + 0.131060, + 0.028760, + 0.114266, + -0.170360, + 0.019532, + 0.410490, + 0.116200, + -0.076596, + -0.635045, + -0.057275, + 0.483873, + 0.248821, + -0.103161, + 0.013808, + -0.146127, + 0.085952, + 0.047202, + 0.044188, + 0.183748, + -0.016842, + 0.033760, + -0.205963, + 0.228002, + 0.270867, + -0.158218, + -0.211104, + 0.149683, + 0.040124, + -0.008256, + 0.309342, + -0.049168, + -0.651760, + 0.166903, + 0.041934, + 0.288888, + -0.121475, + 0.222877, + 0.081888, + 0.069618, + 0.050325, + -0.035661, + 0.086719, + 0.156516, + 0.357647, + -0.089043, + -0.073051, + -0.053435, + -0.104267, + 0.086801, + 0.147946, + 0.181517, + -0.180057, + 0.118014, + 0.000602, + 0.096358, + -0.045492, + 0.031530, + 0.203192, + -0.139572, + -0.038809, + -0.122286, + -0.093968, + -0.001434, + -0.000695, + 0.052874, + -0.107311, + -0.320554, + -0.010028, + -0.273529, + 0.001172, + -0.054982, + 0.013608, + -0.111924, + -0.315625, + -0.105848, + 0.075413, + 0.120586, + -0.001963, + -0.200615, + 0.150435, + 0.150111, + 0.242863, + 0.035914, + -0.116077, + -0.051302, + -0.000440, + 0.166714, + -0.195848, + -0.012866, + -0.054695, + -0.116996, + -0.117130, + -0.232276, + -0.042368, + 0.065923, + -0.055942, + 0.088156, + -0.086151, + -0.109177, + -0.021610, + 0.216049, + 0.231723, + -0.068921, + -0.095551, + -0.192114, + -0.055437, + 0.115206, + 0.136053, + -0.056509, + 0.453690, + -0.027076, + 0.113843, + 0.139986, + 0.054692, + 0.120609, + -0.065129, + 0.160931, + 0.158258, + -0.410941, + -0.108270, + -0.230426, + -0.117604, + -0.003452, + -0.112924, + 0.151903, + -0.120707, + 0.008927, + -0.102059, + 0.076047, + 0.079018, + -0.024591, + 0.034326, + -0.164896, + 0.245893, + 0.125997, + 0.238165, + 0.000654, + -0.158139, + 0.150635, + 0.187456, + -0.001796, + -0.064793, + -0.097349, + 0.048181, + 0.203962, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_0_modules_mlp_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.727 + std = 0.282 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_0_modules_mlp_modules_3_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.005 + std = 0.350 + data = [ + -0.159777, + -0.071958, + 0.136773, + -0.134341, + -0.374773, + 0.165367, + 0.715930, + 0.165515, + 0.049494, + 0.561652, + -0.538175, + 0.243937, + -0.232012, + -0.485472, + 0.634606, + -0.317890, + 0.150492, + -0.331394, + -0.161203, + -0.160796, + -0.059458, + -0.087720, + -0.187233, + -0.035130, + -0.078792, + -0.014206, + 0.065358, + -0.168955, + -0.072051, + 1.453755, + 0.233143, + -0.177114, + 0.048508, + -0.197513, + 0.382417, + 0.003645, + -0.040888, + 0.132203, + -0.182059, + -0.131489, + 0.067636, + 0.021946, + 0.114487, + 0.138664, + -0.030694, + 0.071534, + 0.109598, + -0.460973, + 0.608821, + 0.120606, + 0.378982, + 0.008914, + 0.033548, + 0.390370, + -0.227102, + -0.161553, + -1.981749, + -0.067890, + -0.229159, + 0.112297, + 0.248507, + 0.074882, + -0.378575, + 0.309228, + -0.034996, + -0.195103, + -0.268539, + 0.116658, + -0.016309, + -0.477353, + -0.284373, + -0.339129, + 0.029366, + 0.051237, + -0.549393, + -0.146204, + 0.061425, + 0.078113, + 0.138582, + -0.169551, + -0.023502, + 0.314266, + -0.156221, + 0.128628, + -0.047981, + -0.194866, + 0.226316, + 0.024575, + 0.061219, + 0.024128, + -0.209062, + -0.043165, + 0.098909, + 0.255338, + 0.316555, + 0.194653, + -0.226577, + -0.193006, + 0.042881, + 0.067688, + -0.338182, + -0.035785, + -0.335052, + -0.734025, + -0.053573, + 0.096486, + 0.638212, + -0.140199, + 0.142791, + -0.044317, + 0.018718, + -0.028144, + -0.476652, + 0.296340, + -0.414053, + -0.165804, + 0.175901, + 0.772188, + -0.314784, + 1.893500, + -0.243604, + 0.203683, + 0.050779, + -0.019764, + 0.336012, + 0.084010, + 0.083728, + -0.016918, + -0.348456, + 0.161027, + -0.328526, + -0.094251, + -0.351304, + 0.313050, + -0.130555, + -0.398205, + 0.050616, + 0.111150, + -0.108134, + -0.077908, + 0.178903, + -0.023026, + 2.001464, + 0.005155, + 0.044670, + 0.268971, + -0.441698, + 0.574264, + -0.011166, + 0.029011, + 0.177347, + -0.174136, + -0.172550, + 0.269557, + 0.176416, + -0.385120, + -0.014122, + 0.151143, + 0.215816, + -0.212001, + -0.518609, + 0.189223, + -0.120216, + 0.004126, + -0.083233, + 0.155334, + -0.031482, + 0.205934, + 0.782428, + -0.096844, + -0.083877, + -0.018482, + -0.471820, + 0.054182, + 0.024704, + 0.087770, + 0.267095, + -0.051708, + -0.122078, + -0.399561, + 0.107420, + -0.165089, + 0.281958, + -0.112809, + 0.029835, + -0.114202, + 0.369027, + -0.018978, + -0.032585, + -0.012378, + 0.488649, + -0.150111, + 0.089133, + -0.013071, + -0.192770, + -0.024070, + 0.251281, + 0.373066, + -0.158590, + 0.223585, + -0.024380, + -0.111784, + -0.176385, + -0.063694, + -0.891970, + -0.092816, + -0.086885, + 0.015987, + 0.250349, + -0.285795, + -0.268119, + 0.898106, + 0.733484, + 0.065019, + -0.166092, + -0.184995, + -0.016205, + 0.245742, + -0.216473, + -0.307803, + 0.189096, + 0.351847, + 0.121771, + 0.035208, + 0.113244, + 0.351107, + 0.136762, + -0.099740, + 0.120545, + -0.644816, + -0.420921, + -0.298669, + -0.396099, + 0.063032, + -0.088969, + 0.486141, + -0.451644, + 0.226654, + -0.000585, + -0.105379, + 0.193014, + -0.243416, + -0.190744, + -0.036223, + 0.034242, + 0.004527, + 0.329753, + -0.257253, + -0.042047, + 0.062359, + 0.189529, + -0.095669, + 0.145298, + -0.402276, + 0.172895, + -0.084008, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_weight_" + ) + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.826 + std = 0.117 + data = [ + 0.812945, + 0.865242, + 0.657149, + 0.977260, + 0.467015, + 0.889836, + 0.943182, + 0.758095, + 0.790065, + 0.977332, + 0.868457, + 0.786819, + 0.620342, + 0.782224, + 0.934162, + 0.853088, + 0.845379, + 0.795955, + 0.965802, + 0.873275, + 0.811793, + 0.870386, + 0.865718, + 0.944344, + 0.843016, + 0.740198, + 0.942577, + 0.919540, + 1.062475, + 0.533923, + 0.767100, + 0.767200, + 0.975439, + 0.696980, + 0.766959, + 0.795711, + 0.920755, + 0.914044, + 0.906677, + 0.577693, + 0.806483, + 0.936594, + 0.722039, + 0.819298, + 0.852918, + 0.903652, + 1.165296, + 0.646291, + 0.665960, + 0.759567, + 0.928868, + 0.820034, + 0.930561, + 0.919212, + 0.845375, + 0.906569, + 0.490489, + 0.789281, + 0.643932, + 0.797241, + 0.973741, + 0.838587, + 0.492648, + 0.882646, + 0.777592, + 0.874213, + 0.662211, + 0.761189, + 0.840426, + 0.905258, + 0.863885, + 0.823814, + 0.862838, + 0.898528, + 0.705113, + 1.004037, + 0.849243, + 1.023125, + 0.948371, + 0.813532, + 0.927725, + 0.964716, + 0.742554, + 0.767371, + 0.717077, + 0.882014, + 0.957672, + 0.993431, + 0.946807, + 0.958226, + 0.820016, + 0.911571, + 1.031382, + 0.716916, + 0.746036, + 0.939168, + 0.861435, + 0.940371, + 0.770826, + 0.826575, + 0.619759, + 0.801801, + 0.804955, + 0.636198, + 0.792173, + 0.708478, + 0.685334, + 0.821853, + 0.905815, + 0.992930, + 1.059179, + 0.919476, + 0.876724, + 0.917886, + 0.742376, + 0.766562, + 0.769842, + 0.733436, + 0.776633, + 0.568026, + 0.677462, + 0.962279, + 0.759613, + 0.777152, + 0.844853, + 0.631826, + 0.978764, + 0.783358, + 0.862979, + 0.779739, + 0.836620, + 0.686374, + 0.861680, + 1.116816, + 0.817307, + 0.841083, + 0.866711, + 0.881731, + 0.943136, + 0.805040, + 0.959441, + 0.974867, + 0.335406, + 0.833028, + 0.844373, + 0.805920, + 0.829990, + 0.878648, + 0.856896, + 0.851570, + 0.847692, + 0.802338, + 0.738043, + 1.029875, + 0.962367, + 0.773151, + 0.680205, + 0.880390, + 0.785672, + 0.762686, + 0.578105, + 0.779287, + 0.933801, + 1.054034, + 0.560551, + 0.879241, + 0.853648, + 0.838232, + 0.683249, + 0.867359, + 0.886027, + 0.881820, + 0.832045, + 0.813390, + 0.888690, + 0.860592, + 0.793321, + 0.869848, + 0.782695, + 0.981724, + 0.774932, + 0.843477, + 0.992817, + 0.952561, + 0.769712, + 0.760913, + 0.758840, + 0.964863, + 0.844159, + 0.759447, + 0.944814, + 0.849917, + 0.793879, + 0.838890, + 0.796910, + 0.864058, + 0.468049, + 0.817268, + 0.899191, + 0.843338, + 0.766842, + 0.846653, + 0.861074, + 0.790179, + 0.603803, + 0.812702, + 0.747744, + 0.847831, + 0.722757, + 0.699132, + 0.658415, + 0.780546, + 0.635099, + 0.769413, + 0.707244, + 1.016881, + 0.947711, + 0.904943, + 0.878470, + 0.882816, + 0.775478, + 0.809715, + 0.904693, + 0.857903, + 0.925146, + 0.650370, + 0.811443, + 0.804137, + 0.787403, + 0.694635, + 0.770901, + 0.836136, + 0.791386, + 0.737183, + 0.904813, + 0.705259, + 0.780642, + 0.840651, + 0.840189, + 0.782433, + 0.836551, + 0.852007, + 0.839397, + 0.981091, + 0.914472, + 0.810323, + 0.797754, + 0.862511, + 0.873186, + 0.843007, + 1.019780, + 0.697988, + 0.895271, + 1.015208, + 0.686304, + 0.659468, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_1_modules_norm1_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.255 + data = [ + 0.110181, + 0.085480, + -0.125473, + -0.079324, + 0.030859, + 0.105722, + -0.403408, + -0.099169, + -0.010976, + -0.167394, + -0.081073, + -0.265063, + 0.008370, + 0.251235, + -0.248532, + 0.107317, + -0.040098, + 0.271178, + 0.086779, + 0.083743, + 0.058812, + 0.238971, + 0.131111, + 0.015632, + 0.037731, + 0.186921, + -0.073877, + 0.119936, + 0.102046, + -0.612720, + -0.286070, + -0.171331, + 0.105355, + 0.127651, + -0.060794, + 0.084632, + 0.021817, + -0.005182, + 0.081505, + 0.020946, + -0.014266, + 0.005024, + -0.088247, + -0.018473, + 0.113799, + 0.002659, + 0.037135, + 0.066956, + -0.887526, + 0.040715, + 0.061384, + -0.126517, + 0.072072, + -0.072699, + 0.016681, + -0.076725, + 1.182863, + -0.018892, + -0.016431, + 0.048024, + 0.032143, + -0.115982, + 0.315443, + -0.014011, + 0.162229, + 0.018468, + 0.668933, + -0.070112, + 0.034633, + -0.074454, + 0.112434, + 0.017625, + -0.040762, + 0.060518, + 0.179804, + -0.100534, + 0.223733, + 0.023762, + -0.085623, + 0.029105, + 0.272006, + 0.034189, + 0.173865, + 0.179482, + -0.032382, + 0.052089, + -0.374949, + 0.071601, + 0.040858, + -0.111186, + 0.032121, + 0.045752, + 0.012149, + 0.145178, + 0.007753, + -0.107674, + 0.038190, + 0.018511, + 0.027998, + 0.102471, + 0.033797, + -0.080386, + -0.005474, + 0.175552, + 0.066107, + 0.080364, + -0.124325, + -0.024377, + -0.078748, + 0.118619, + 0.048253, + 0.111559, + 0.325995, + -0.072704, + 0.074241, + 0.107702, + 0.287180, + -0.541995, + 0.066951, + -2.593982, + 0.087280, + 0.232599, + 0.135152, + -0.110545, + -0.174391, + -0.187080, + 0.032742, + 0.172616, + 0.166579, + 0.016242, + 0.162422, + 0.022963, + 0.207679, + -0.094529, + 0.233032, + 0.095526, + -0.275753, + 0.003377, + 0.025968, + -0.024117, + 0.045454, + -0.065204, + -1.177263, + 0.118344, + 0.054419, + -0.010606, + 0.117043, + -0.046767, + -0.054105, + -0.052693, + 0.008299, + 0.053333, + 0.143646, + 0.076092, + 0.162510, + 0.194392, + -0.009213, + -0.146575, + -0.147280, + 0.219605, + 0.690380, + -0.043106, + 0.015393, + 0.043845, + -0.098500, + -0.033531, + 0.015307, + -0.111781, + -0.190807, + 0.052997, + -0.001632, + -0.049095, + 0.110352, + -0.052221, + 0.002117, + 0.023300, + -0.265128, + -0.174493, + 0.032545, + 0.054498, + 0.388297, + -0.011022, + -0.107542, + -0.012238, + -0.150827, + -0.085206, + -0.094237, + 0.112097, + 0.025636, + -0.154882, + -0.128129, + 0.209523, + 0.022529, + -0.027179, + 0.034805, + -0.092474, + 0.255525, + -0.154603, + -0.036620, + -0.196601, + 0.000207, + 0.041564, + 0.002428, + -0.047472, + 0.346580, + 0.028365, + -0.032220, + -0.049937, + -0.107518, + 0.042265, + 0.034771, + -0.312110, + -0.406832, + -0.144816, + 0.010523, + -0.069146, + 0.026942, + -0.043036, + 0.281650, + 0.158151, + 0.175155, + -0.228979, + -0.013156, + 0.054358, + -0.113555, + -0.116602, + -0.090118, + 0.101874, + 0.125679, + 0.395824, + 0.232962, + -0.015585, + 0.091702, + 0.031773, + 0.009421, + -0.131297, + -0.034468, + -0.283389, + -0.027431, + 0.116684, + -0.041523, + 0.054005, + 0.143411, + -0.097334, + 0.257206, + 0.065576, + 0.053223, + 0.417524, + -0.153158, + 0.064234, + 0.106430, + -0.125902, + -0.229971, + 0.121299, + -0.098921, + 0.284023, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_3_modules_1_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 8] + dtype = "torch.float32" + device = "cpu" + mean = -0.780 + std = 1.177 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_3_modules_1_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [768, 256] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.055 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [256, 256] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.046 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [768] + dtype = "torch.float32" + device = "cpu" + mean = -0.007 + std = 0.363 + data = [ + 0.684580, + 0.670220, + 0.649571, + -0.896385, + -1.046657, + -0.758014, + -0.719298, + -0.118187, + -0.362234, + 0.623131, + 0.621834, + 0.535191, + -0.739791, + 0.390073, + -0.126729, + 0.354962, + 0.000891, + -0.505857, + 1.624244, + -0.671941, + -0.656999, + 0.420503, + 0.262412, + -0.385488, + -0.869116, + -0.802453, + 0.765025, + -0.380210, + 0.107326, + -0.034359, + -1.136173, + -0.092420, + 0.108065, + -0.182596, + 0.708695, + -0.998287, + -0.035692, + 0.137746, + 0.238239, + 0.018144, + 0.303955, + 0.173708, + 0.709839, + 0.793276, + -0.086144, + -0.105620, + -1.127397, + -0.282843, + 0.951014, + -0.140021, + 0.061266, + -0.084858, + 0.259784, + 0.926997, + -0.259505, + 0.592589, + 0.033032, + -1.810929, + -0.317236, + 0.083579, + 0.653478, + 0.200913, + 0.274277, + -0.002870, + 0.241826, + -0.375393, + 0.081662, + 0.518948, + 0.218043, + 0.033283, + 0.132112, + 0.165122, + -0.147499, + -0.312424, + -1.022188, + 0.121146, + -0.057603, + -0.135733, + -0.135547, + 0.064513, + -0.412966, + -1.196862, + -0.056985, + 0.263072, + -0.015631, + -0.073667, + 0.007394, + 0.064387, + -0.205406, + 0.061472, + 0.008688, + -0.308525, + 1.543794, + -0.255881, + 0.264241, + 0.259243, + -0.265025, + 0.233657, + -1.218161, + -0.054897, + -1.523088, + 0.264047, + -0.233676, + -1.340896, + -0.090894, + -0.115939, + -0.000275, + 0.132807, + 0.251239, + -1.140352, + 0.001576, + 0.215737, + -0.105111, + 0.066259, + -0.114706, + -0.456908, + -0.100611, + 0.104641, + 0.115726, + 0.173638, + 0.026514, + -2.157050, + 0.114791, + 0.204543, + -0.043647, + -0.139541, + 0.088434, + 0.040571, + -0.187625, + -1.175367, + 0.474045, + -0.307604, + -0.505959, + 0.229453, + -0.244912, + 0.151799, + -0.315337, + -0.271919, + -0.400330, + -0.288079, + 0.244188, + -0.022196, + 0.056624, + -0.199221, + 0.331493, + 1.418151, + 0.227547, + -1.575835, + -0.051360, + -0.001405, + -0.854754, + -0.137066, + -1.294027, + 0.126793, + 0.729013, + -0.547599, + 0.675667, + 0.006387, + 0.629197, + -0.173199, + 0.048340, + 0.160319, + 0.730209, + -0.008729, + 0.136981, + 0.119549, + -0.168738, + 0.338527, + -0.017890, + -0.719679, + 0.668047, + -0.149218, + -0.169138, + 0.052593, + -0.006109, + 0.475194, + 0.026032, + 0.055797, + -0.252671, + -0.348585, + -0.377970, + -0.008016, + 0.192470, + -0.253076, + -0.355992, + -0.108270, + 0.545062, + 0.066967, + 0.129701, + 0.147295, + 0.147189, + -0.042729, + -0.031787, + -0.015130, + 0.077801, + 0.368950, + -0.131799, + -0.057890, + 0.254170, + 0.012484, + -0.098992, + -0.307778, + -0.087032, + -0.517413, + 0.011443, + -1.066656, + -0.088220, + 0.472028, + -0.003334, + 0.702520, + 0.073621, + 0.148184, + 0.912979, + -0.341498, + 0.022371, + -0.422624, + -0.261031, + -0.120799, + -0.124779, + 0.756851, + 0.116876, + 0.483987, + -0.295221, + -0.080801, + -0.140274, + -0.148222, + 0.246546, + -0.914298, + 0.161530, + -0.179829, + -1.459850, + 0.706565, + -0.583407, + 0.045508, + -0.124688, + -0.558647, + -1.351158, + -0.593013, + 0.098581, + 0.482401, + 0.343603, + -0.246464, + 0.747858, + 1.130057, + -0.163224, + -0.507073, + 0.439391, + 0.627103, + 0.622464, + 0.169580, + 0.777389, + -0.507522, + 0.829513, + -0.206138, + 0.796350, + -0.506949, + 0.222975, + 0.056374, + 0.045491, + -0.546821, + 0.413733, + 0.310362, + 0.009119, + 0.045451, + 0.628283, + -0.060404, + -0.569585, + -0.359533, + -0.444818, + 0.507470, + -0.219027, + 0.020751, + 0.258835, + 0.082591, + -0.650866, + -0.075472, + 0.518966, + -0.216028, + -0.353564, + -0.438472, + 0.336336, + -0.248384, + -0.548716, + 0.118764, + 0.216803, + -0.123841, + -0.451218, + -0.049057, + -0.123681, + 0.099593, + 0.059600, + -0.068298, + -0.105496, + 0.200193, + 0.239564, + -0.246126, + 0.724581, + -0.095898, + -0.078116, + -0.011847, + 0.472049, + -0.589918, + 0.147776, + 0.231453, + -0.029105, + 0.214925, + 0.229550, + 0.258764, + -0.173712, + -0.077544, + -0.157475, + 0.909548, + 0.038097, + 0.041901, + 0.059392, + 0.339450, + 0.250921, + -0.378658, + -0.157568, + 0.377278, + -0.501013, + 0.117831, + 0.491987, + 0.128092, + 0.301366, + -0.162371, + -0.104100, + -0.103058, + 0.410149, + 0.214018, + 0.056764, + 0.248202, + 0.046873, + 0.046593, + -0.452339, + -0.460713, + 0.195041, + -0.153289, + -0.543731, + 0.124723, + -0.249953, + 0.104893, + 0.132690, + 0.155785, + 0.352141, + -0.041941, + -0.060671, + 0.420852, + -0.520758, + -0.235285, + -0.075567, + 0.450507, + 0.478949, + -0.532892, + -0.089390, + -0.279558, + -0.424992, + 0.091524, + 0.286369, + 0.071398, + -0.622913, + -0.107970, + -0.036693, + 0.298879, + 0.021508, + 0.030428, + 0.172443, + 0.175768, + 0.210977, + -0.886213, + -0.383475, + -0.008969, + 0.293810, + 0.282721, + -0.125608, + 0.540163, + -0.475808, + -0.040748, + 0.349256, + -0.113876, + -0.076164, + 0.151271, + 0.221400, + 0.211087, + 0.032657, + -0.231435, + 0.296136, + -0.231148, + 0.459137, + 0.108444, + 0.248150, + -0.376271, + 0.127936, + -0.099636, + 0.120883, + -0.270051, + -0.085812, + -0.642163, + 0.126870, + 0.209603, + -0.540655, + -0.075657, + 0.562389, + 0.175344, + -0.212166, + 0.130173, + -0.082917, + 0.187789, + -0.205010, + -0.708671, + -0.332307, + -0.180621, + -0.068497, + 0.473125, + -0.128134, + 0.269573, + -0.085335, + 0.595744, + 0.268521, + 0.083275, + -0.534317, + -0.170073, + 0.046273, + 0.679051, + -0.405834, + 0.484807, + 0.195312, + -0.299593, + -0.143306, + 0.241298, + 0.109991, + -0.531063, + 0.272722, + -0.018188, + -0.486818, + 0.322608, + 0.043002, + 0.420722, + 0.216005, + -0.217163, + 0.213775, + -0.411516, + 0.108330, + -0.041531, + 0.128713, + -0.402326, + 0.341695, + -0.066235, + -0.275068, + 0.376828, + 0.050276, + -0.004317, + -0.036504, + 0.173600, + -0.369015, + 0.022223, + -0.563693, + 0.332997, + 0.169777, + 0.020548, + -0.460489, + 0.189209, + 0.304171, + 0.237093, + -0.566139, + 0.136272, + 0.210001, + 0.312877, + 0.045119, + 0.152895, + 0.172481, + -0.070919, + 0.046517, + -0.102663, + 0.329158, + 0.139693, + 0.895774, + 0.286348, + 0.824084, + 0.119146, + 0.131330, + 0.176010, + 0.442228, + 0.438188, + 0.670023, + -0.110581, + 0.120165, + 0.030982, + 0.130379, + 0.246904, + -0.042310, + -0.350532, + 0.153483, + 0.219819, + -0.069361, + 0.124803, + -0.157432, + -0.050982, + 0.256411, + 0.038656, + -0.335472, + 0.080454, + -0.173767, + -0.013217, + 0.296947, + 0.139256, + 0.354077, + -0.077821, + -0.059427, + -0.127546, + 0.040256, + -0.007694, + -0.028186, + 0.052653, + -0.026710, + 0.173182, + 0.305588, + 0.070526, + -0.151359, + 0.117087, + -0.007965, + -0.014292, + -0.027292, + 0.011545, + -0.119993, + -0.031938, + 0.041567, + 0.012231, + -0.045249, + -0.117654, + -0.039176, + -0.051987, + -0.029029, + 0.120757, + -0.117719, + 0.094896, + 0.063843, + 0.013406, + 0.041469, + -0.036404, + 0.066757, + -0.062531, + -0.084693, + -0.082823, + 0.077603, + 0.040211, + 0.166923, + 0.014318, + 0.033128, + -0.233187, + -0.068440, + -0.181002, + -0.052931, + 0.051541, + -0.013379, + 0.447056, + 0.072989, + 0.085923, + -0.030199, + -0.035535, + 0.088444, + 0.058010, + 0.079191, + 0.020543, + 0.110602, + 0.059127, + -0.066144, + 0.040749, + -0.170197, + -0.026402, + -0.179390, + 0.073047, + -0.001087, + -0.013681, + -0.229149, + 0.054123, + -0.068781, + 0.009103, + 0.051140, + -0.020189, + 0.011054, + -0.045355, + 0.024796, + -0.013332, + -0.004403, + -0.013041, + -0.020742, + 0.179358, + -0.024988, + -0.008431, + 0.006020, + -0.009384, + 0.035643, + 0.026405, + 0.017362, + 0.007822, + 0.044155, + 0.033228, + -0.021455, + -0.012840, + 0.004729, + 0.027323, + 0.009373, + 0.032571, + -0.014762, + -0.011540, + -0.023232, + 0.048128, + 0.007730, + 0.017166, + -0.010393, + -0.269719, + -0.028159, + -0.009448, + -0.003522, + -0.014892, + -0.021719, + -0.004257, + -0.040979, + 0.008876, + -0.027444, + -0.005343, + -0.007107, + -0.009226, + 0.014541, + -0.167077, + -0.093710, + 0.003605, + -0.000114, + -0.052345, + -0.048213, + 0.003156, + 0.003368, + -0.040695, + -0.006080, + -0.011514, + -0.084524, + 0.053773, + -0.001744, + 0.023458, + 0.222154, + -0.055815, + 0.125176, + -0.201530, + -0.096621, + 0.018465, + -0.147997, + -0.030549, + 0.173385, + -0.077635, + -0.229487, + 0.089202, + 0.149061, + 0.085602, + 0.044925, + 0.123835, + 0.183375, + -0.284848, + -0.102191, + -0.028843, + -0.066338, + 0.032783, + -0.023360, + -0.059119, + -0.011523, + -0.089305, + -0.087013, + 0.040964, + -0.027360, + 0.021843, + 0.355351, + 0.126568, + 0.018695, + 0.009910, + -0.007525, + -0.036687, + 0.127225, + 0.022394, + -0.057441, + -0.082702, + -0.135866, + 0.021292, + 0.035296, + 0.019135, + -0.070003, + -0.026995, + 0.022704, + 0.044292, + -0.031713, + 0.060142, + -0.024556, + -0.032789, + 0.009665, + -0.007461, + -0.045001, + 0.002769, + -0.081513, + -0.010316, + 0.003086, + 0.029591, + -0.053353, + -0.034748, + -0.033328, + -0.011716, + 0.037603, + -0.007224, + 0.001812, + 0.014403, + 0.001554, + 0.006768, + 0.080704, + -0.058098, + -0.029771, + 0.042157, + -0.014885, + -0.002717, + -0.044761, + -0.014396, + 0.019285, + 0.000525, + -0.054059, + -0.019396, + -0.022967, + 0.018681, + 0.010291, + -0.011094, + 0.012657, + -0.025991, + -0.019317, + 0.085299, + 0.033461, + -0.038041, + -0.025677, + 0.017430, + -0.008425, + 0.010084, + -0.146757, + -0.011042, + 0.065422, + -0.136351, + -0.119540, + -0.130253, + -0.002269, + 0.130893, + -0.124871, + 0.173895, + 0.093824, + -0.215906, + -0.264667, + -0.078260, + 0.083504, + 0.060383, + -0.294930, + 0.022223, + 0.037813, + 0.011992, + -0.031703, + -0.041520, + -0.071913, + -0.003022, + -0.044938, + -0.054341, + -0.001356, + 0.042428, + -0.012758, + 0.062604, + -0.223173, + -0.041598, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.008 + std = 0.323 + data = [ + 0.024927, + 0.073823, + -0.006311, + 0.046134, + -0.348553, + -0.082886, + -0.315265, + -0.540927, + 0.111302, + 0.030473, + 0.037326, + 0.393516, + 0.142595, + -0.407920, + 0.017694, + -0.262496, + 0.180022, + -0.006068, + 0.203162, + -0.473904, + -0.184520, + 0.053197, + 0.119655, + 0.333381, + -0.527031, + -0.092935, + 0.764511, + 0.239085, + -0.104324, + 0.651794, + 0.065696, + -0.134791, + 0.232820, + -0.034322, + -0.050503, + 0.236357, + -0.144476, + -0.300280, + 0.221612, + -0.239149, + -0.054018, + -0.183733, + 0.560268, + -0.466444, + 0.550827, + -0.329584, + 0.049572, + -0.392870, + 0.132923, + 0.160549, + 0.674989, + 0.030686, + -0.698162, + -0.169997, + -0.080494, + -0.453052, + -1.584525, + -0.035614, + 0.287266, + 0.487158, + 0.166994, + -0.286346, + -0.090720, + 0.201742, + -0.256144, + 0.179785, + -0.189498, + 0.430419, + -0.359977, + -0.269828, + 0.028571, + 0.120359, + 0.121633, + 0.100535, + -0.186275, + -0.206260, + 0.469454, + 0.103060, + 0.094597, + -0.358085, + 0.513706, + 0.277506, + 0.030926, + 0.512962, + 0.152556, + 0.233337, + -0.094098, + 0.207751, + 0.047862, + 0.083047, + 0.229227, + 0.248046, + 0.026088, + 0.386429, + 0.067110, + -0.541882, + -0.290656, + 0.502671, + 0.257873, + -0.126195, + 0.104067, + 0.236051, + -0.024450, + -0.653478, + -0.499507, + 0.059042, + 0.063685, + -0.025407, + 0.048152, + 0.155374, + 0.395735, + -0.293771, + 0.612403, + -0.079399, + -0.307358, + -0.280638, + 0.138828, + 0.184620, + -0.256270, + 1.151725, + -0.105305, + 0.142619, + 0.207361, + 0.143305, + -0.014975, + 0.045372, + -0.099147, + -0.038573, + 0.341394, + 0.071830, + -0.061796, + 0.007877, + 0.159090, + 0.072034, + 0.252877, + 0.267987, + -0.169049, + -0.196601, + 0.325621, + -0.214700, + -0.132712, + -0.169027, + 1.926866, + 0.121719, + -0.177657, + -0.238225, + 0.239554, + -0.024931, + -0.166795, + 0.370922, + 0.402578, + 0.179708, + 0.038085, + -0.059137, + -0.087878, + -0.517753, + 0.300850, + -0.241131, + 0.266187, + -0.219692, + -0.288741, + 0.236780, + 0.369451, + -0.091345, + -0.428433, + -0.224355, + -0.002171, + 0.190607, + -0.196941, + 0.180609, + -0.260205, + 0.113619, + -0.036156, + 0.714631, + 0.278243, + 0.343193, + -0.267404, + 0.223580, + -0.081364, + 0.228523, + 0.076180, + -0.078183, + 0.081325, + -0.009106, + -0.157434, + -0.406489, + -0.106673, + -0.226990, + -0.037591, + -0.311177, + 0.068622, + -0.048889, + -0.647717, + -0.089232, + 0.442350, + 0.191521, + -0.162061, + -0.145430, + -0.033636, + -0.356425, + 0.069935, + -0.231103, + -0.109794, + 0.302907, + -0.229395, + -0.210514, + -0.203279, + -0.053763, + -0.106725, + 0.012978, + -0.372732, + 0.122259, + 0.196340, + -0.001965, + 0.251666, + -0.052444, + 0.054384, + 0.116558, + 0.866225, + 0.140077, + 0.335584, + -0.274391, + 0.081039, + -0.352788, + -0.188181, + 0.395634, + 0.436219, + 0.182518, + 0.095002, + -0.549704, + 0.037251, + -0.554856, + -0.438906, + 0.251538, + -0.226116, + 0.074022, + -0.358357, + -0.392884, + 0.204071, + 0.095381, + -0.260782, + 0.241689, + -0.461896, + 0.042308, + 0.208561, + 0.036162, + 0.033951, + -0.247271, + 0.159600, + -0.157027, + -0.006166, + -0.284221, + -0.170865, + 0.326800, + -0.185775, + -0.255716, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_weight_" + ) + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 1.187 + std = 0.251 + data = [ + 1.200194, + 1.399639, + 0.354299, + 1.310701, + 0.586797, + 1.360811, + 1.453778, + 1.125064, + 1.207342, + 1.451114, + 1.244534, + 1.006399, + 1.029958, + 1.201896, + 1.367805, + 1.221547, + 1.366385, + 1.228658, + 1.269354, + 1.227640, + 1.281183, + 1.227018, + 1.206567, + 1.329963, + 0.978619, + 1.140830, + 1.356527, + 1.310629, + 1.549450, + 1.017455, + 1.344344, + 1.198049, + 1.298507, + 1.090154, + 1.251830, + 1.337477, + 1.234470, + 1.342215, + 1.348621, + 0.000736, + 1.301288, + 1.409461, + 1.018416, + 1.094278, + 1.290820, + 1.420167, + 1.591118, + 1.086737, + 0.951963, + 1.181398, + 1.317666, + 1.202678, + 1.335164, + 1.186985, + 1.357396, + 1.344077, + 0.593107, + 1.072641, + 1.145949, + 1.191631, + 1.305146, + 1.138314, + 0.867783, + 1.221999, + 0.653573, + 1.301399, + 0.390716, + 0.990079, + 1.188666, + 1.246715, + 1.239797, + 1.258839, + 1.229916, + 1.205809, + 1.308602, + 1.393017, + 1.375973, + 1.361515, + 1.207267, + 1.140921, + 1.351399, + 1.190315, + 1.150927, + 1.175192, + 0.795206, + 1.358835, + 1.492831, + 1.522021, + 1.292060, + 1.201587, + 1.146558, + 1.393756, + 1.356047, + 1.261136, + 1.236229, + 1.324051, + 1.261409, + 1.342947, + 1.146216, + 1.304375, + 1.177105, + 1.152779, + 1.287508, + 1.414649, + 1.316425, + 1.183222, + 1.083009, + 1.368872, + 1.347069, + 1.305955, + 1.250841, + 1.192621, + 1.503316, + 1.286598, + 1.215636, + 0.852432, + 1.116584, + 1.284794, + 1.078120, + 0.294415, + 1.029745, + 1.538262, + 1.311049, + 1.121276, + 1.295933, + 0.969641, + 1.473758, + 0.522504, + 1.408255, + 1.287355, + 1.199663, + 1.211066, + 1.284253, + 1.473429, + 1.174386, + 1.422853, + 1.338558, + 1.320241, + 1.304289, + 1.020274, + 1.303197, + 1.284035, + 0.575344, + 1.318098, + 1.183177, + 1.243664, + 1.160378, + 1.305425, + 1.277992, + 1.273308, + 1.155969, + 1.279294, + 1.139636, + 1.402569, + 1.422554, + 1.096012, + 1.106699, + 1.181413, + 1.211535, + 0.903778, + 0.745330, + 1.231809, + 1.362437, + 1.403709, + 0.454803, + 1.271318, + 1.179613, + 1.288959, + 1.180547, + 1.332914, + 1.221986, + 1.335515, + 1.283339, + 1.239931, + 1.076642, + 1.262124, + 1.354423, + 1.213306, + 1.399873, + 1.333080, + 0.450464, + 1.086877, + 1.394608, + 1.476853, + 1.280982, + 1.262257, + 1.161428, + 1.405296, + 0.422522, + 1.250796, + 1.363774, + 1.362873, + 1.112579, + 1.227965, + 1.169851, + 0.875135, + -0.003529, + 1.202911, + 1.276405, + 1.068274, + 1.316140, + 1.323165, + 1.314035, + 1.331373, + 1.032245, + 1.311024, + 0.665975, + 1.262509, + 1.028972, + 1.155773, + 0.627670, + 1.588017, + 0.860979, + 0.948267, + 1.080505, + 1.261439, + 1.435794, + 1.395414, + 1.264169, + 1.424579, + 1.374657, + 1.418453, + 1.236625, + 1.257009, + 1.415894, + 1.037977, + 1.139135, + 1.296286, + 1.242959, + 0.983969, + 1.002075, + 1.118224, + 1.197585, + 1.229459, + 1.381404, + 1.355608, + 0.799303, + 1.188174, + 1.320536, + 1.372119, + 1.256500, + 1.316134, + 1.176733, + 1.347387, + 1.063662, + 1.261805, + 1.282445, + 0.442667, + 1.290703, + 1.101549, + 1.427790, + 0.440357, + 1.369195, + 1.313855, + 0.989482, + 0.740902, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_1_modules_norm2_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = -0.005 + std = 0.281 + data = [ + 0.157426, + 0.094087, + -0.044214, + -0.063505, + -0.066269, + 0.182264, + 0.111763, + 0.216597, + -0.152504, + -0.211596, + -0.383328, + -0.568486, + -0.086685, + 0.558476, + -0.107367, + 0.339299, + -0.121937, + 0.444270, + -0.141860, + 0.441326, + 0.221437, + 0.264621, + 0.101002, + -0.230288, + 0.487086, + 0.300267, + -0.779457, + -0.032559, + 0.450304, + -1.278880, + -0.499634, + -0.153850, + -0.109748, + 0.228729, + -0.057616, + -0.008838, + 0.137418, + 0.166946, + -0.174573, + 0.000181, + 0.037811, + 0.194359, + -0.474763, + 0.239755, + -0.241215, + 0.270306, + 0.139706, + 0.337681, + 0.156763, + 0.024727, + -0.443157, + -0.173129, + 0.718154, + 0.055959, + 0.115546, + 0.173650, + 0.322515, + 0.098678, + -0.232675, + -0.209899, + -0.051206, + 0.081003, + 0.706816, + -0.087498, + 0.080624, + -0.168096, + 0.336840, + -0.452592, + 0.243805, + 0.133850, + -0.113695, + -0.093641, + -0.136100, + -0.010112, + -0.042661, + 0.065486, + 0.013299, + 0.015790, + -0.093741, + 0.298514, + -0.125498, + -0.140692, + 0.042309, + -0.046948, + -0.290793, + -0.102105, + -0.384273, + -0.147054, + 0.059484, + -0.343380, + -0.142296, + -0.118654, + 0.001497, + -0.023430, + -0.046262, + 0.371139, + 0.229221, + -0.380465, + -0.196041, + 0.235262, + -0.075827, + -0.313189, + 0.021341, + -0.316437, + 0.498654, + 0.165065, + -0.217128, + -0.063581, + -0.170343, + 0.051098, + -0.258893, + 0.415456, + -0.187721, + 0.067042, + 0.327074, + -0.214956, + 0.403303, + -0.101184, + 0.234615, + -1.130223, + 0.188615, + 0.189713, + 0.132573, + -0.324248, + -0.162136, + -0.408573, + 0.145978, + 0.371827, + -0.088956, + 0.028003, + 0.221702, + 0.111126, + -0.165860, + 0.045970, + 0.184203, + -0.078961, + -0.138040, + 0.083489, + -0.245861, + 0.150618, + 0.163805, + 0.053037, + -1.468101, + 0.047553, + 0.181586, + 0.241795, + -0.110551, + -0.026904, + 0.032232, + -0.357689, + -0.187050, + -0.030762, + 0.135881, + 0.156855, + 0.338884, + 0.529670, + -0.168447, + 0.036775, + -0.382106, + 0.169704, + 0.187762, + -0.271305, + -0.246064, + 0.264341, + 0.040584, + 0.103317, + -0.006763, + -0.263299, + -0.072006, + -0.104127, + 0.183765, + -0.127362, + 0.066477, + -0.626538, + -0.197152, + -0.206065, + -0.129366, + -0.414162, + 0.116763, + -0.281033, + 0.095598, + 0.084584, + -0.266427, + 0.124849, + -0.198678, + 0.214303, + 0.030795, + 0.276553, + -0.080542, + 0.082630, + -0.123732, + 0.331278, + 0.463746, + 0.070341, + -0.185704, + -0.183490, + -0.001372, + 0.034688, + -0.000308, + 0.051876, + -0.037490, + 0.185109, + 0.100747, + -0.326408, + 0.655220, + 0.111992, + -0.248376, + 0.016260, + 0.017596, + 0.115642, + -0.040503, + 0.129173, + 0.245066, + -0.255070, + -0.025903, + -0.137722, + -0.017119, + -0.104124, + -0.294207, + 0.121878, + 0.116564, + -0.046688, + -0.035076, + 0.381509, + 0.103752, + -0.348775, + -0.443156, + 0.099304, + 0.120310, + -0.473432, + -0.212777, + 0.305710, + 0.386163, + -0.196221, + 0.219480, + -0.226323, + 0.133276, + 0.195198, + -0.222728, + 0.114791, + 0.209222, + -0.146892, + 0.512733, + -0.186863, + 0.065949, + 0.035925, + 0.121421, + 0.186339, + -0.388383, + 0.287270, + 0.230779, + -0.133726, + -0.090741, + -0.183288, + -0.027769, + 0.571186, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_weight_" + shape = [1024, 256] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_1_modules_mlp_modules_0_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.660 + std = 0.202 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_weight_" + shape = [256, 1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.054 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_3_modules_1_modules_mlp_modules_3_parameters_bias_" + shape = [256] + dtype = "torch.float32" + device = "cpu" + mean = 0.021 + std = 0.423 + data = [ + -0.088625, + 0.053116, + 0.126410, + -0.204622, + -0.220675, + 0.121299, + 0.606756, + 0.232792, + 0.235097, + 0.286276, + -0.209072, + 0.000830, + -0.278122, + 0.152897, + 0.380075, + -0.016790, + 0.480847, + 0.049818, + -0.376675, + -0.242976, + -0.271310, + 0.026343, + -0.115055, + -0.027883, + -0.208345, + 0.169296, + -0.112600, + -0.278852, + 0.126576, + 2.074010, + -0.222408, + -0.182823, + -0.045674, + 0.077807, + -0.030573, + 0.091653, + -0.074988, + 0.023956, + -0.369707, + -0.284802, + 0.542186, + -0.279871, + 0.129924, + -0.088701, + 0.103176, + 0.172918, + -0.111976, + -0.433795, + 0.133704, + 0.202047, + 0.346591, + -0.366979, + -0.063717, + -0.091265, + -0.018728, + -0.259385, + -1.572807, + -0.248371, + -0.134344, + 0.209413, + -0.011692, + -0.135429, + -0.197488, + 0.123469, + -0.041424, + -0.169690, + -0.036231, + -0.086054, + -0.161906, + -0.697778, + -0.288503, + -0.400564, + 0.098759, + -0.382402, + -0.317537, + 0.046785, + 0.339152, + -0.077832, + -0.010714, + -0.307093, + -0.022342, + 0.058736, + -0.176169, + 0.228249, + 0.010348, + 0.241193, + 0.044588, + -0.132070, + -0.081185, + 0.073056, + -0.197427, + 0.379300, + -0.071737, + 0.153527, + 0.331139, + -0.205230, + -0.153262, + 0.256054, + 0.214214, + 0.027488, + -0.329845, + 0.310120, + -0.105102, + -0.267313, + -0.079094, + 0.389071, + 0.404710, + -0.070319, + -0.230344, + -0.086097, + 0.140576, + -0.083791, + -0.241249, + -0.049678, + -0.127234, + -0.192716, + 0.193605, + 0.379707, + -0.147491, + 1.894008, + -0.296691, + 0.224975, + 0.283586, + 0.066070, + 0.036232, + 0.094652, + -0.301052, + -0.120812, + 0.172260, + 0.035589, + -0.414416, + -0.145701, + -0.410184, + 0.205846, + 0.242727, + -0.399586, + 0.062531, + 0.248758, + -0.099917, + -0.222575, + 0.402742, + -0.005648, + 4.745770, + 0.038074, + 0.135926, + 0.086611, + -0.373406, + 0.141353, + -0.063974, + 0.187036, + 0.156103, + -0.116088, + 0.133833, + 0.138226, + 0.141672, + -0.167552, + 0.099779, + 0.065175, + 0.368573, + 0.072046, + -0.166687, + 0.316617, + 0.058346, + 0.147984, + -0.259708, + -0.127989, + 0.232001, + -0.009433, + -0.112522, + 0.251213, + -0.199415, + 0.116719, + -0.227871, + -0.123571, + 0.025965, + 0.157657, + 0.041500, + -0.018372, + 0.151709, + -0.203997, + 0.185677, + -0.000367, + 0.125723, + -0.053894, + -0.012715, + -0.431843, + 0.176327, + -0.157682, + -0.191224, + -0.174920, + 0.291725, + 0.018523, + -0.111951, + 0.233693, + -0.007711, + -0.081661, + 0.160616, + 0.299384, + -0.267464, + -0.139654, + 0.384361, + -0.428057, + -0.376956, + -0.030149, + -0.711346, + -0.037734, + -0.239205, + -0.122675, + 0.173201, + -0.351068, + -0.201963, + 0.492201, + 0.343602, + 0.407267, + -0.062615, + -0.138954, + -0.059095, + 0.379049, + 0.239561, + -0.087154, + 0.170607, + 0.174781, + 0.174272, + 0.061542, + -0.135703, + 0.238602, + 0.019147, + 0.079696, + 0.262965, + -0.363617, + -0.070881, + -0.414400, + -0.197276, + -0.087498, + -0.195460, + 0.333361, + -0.365273, + -0.081270, + -0.077255, + -0.150513, + -0.013374, + 0.055321, + 0.014358, + -0.038663, + 0.340095, + 0.111772, + 0.209708, + 0.014237, + 0.190110, + 0.275403, + -0.103493, + -0.104202, + 0.415986, + -0.242191, + 0.272497, + 0.011355, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_4_modules_norm_parameters_weight_: + name = "L_self_modules_features_modules_4_modules_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.389 + std = 0.101 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_4_modules_norm_parameters_bias_: + name = "L_self_modules_features_modules_4_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.174 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_4_modules_reduction_parameters_weight_: + name = "L_self_modules_features_modules_4_modules_reduction_parameters_weight_" + shape = [512, 1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.043 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.364 + std = 0.237 + data = [ + 0.257761, + 0.525198, + 0.459821, + 0.624177, + 0.771020, + 0.495455, + 0.477561, + 0.460008, + 0.524993, + 0.468237, + 0.132134, + 0.821929, + 0.470207, + -0.000817, + 0.656428, + 0.002998, + 0.273431, + 0.419718, + 0.356087, + -0.000750, + 0.659369, + 0.342034, + 0.608927, + 0.295033, + 0.404738, + 0.512224, + 0.004870, + 0.286378, + 0.342162, + 0.457218, + 0.779612, + 0.512827, + 0.409368, + 0.282915, + 0.602927, + -0.000303, + 0.526580, + 0.305393, + -0.000806, + 0.000154, + 0.384496, + 0.579304, + 0.480722, + 0.584762, + 0.345024, + 0.007194, + 0.329486, + -0.001469, + 0.201700, + 0.662108, + 0.556672, + 0.218306, + 0.428344, + 0.705359, + -0.000174, + -0.000401, + 0.372137, + 0.581286, + 0.657247, + 0.237105, + 0.749709, + -0.002252, + 0.671432, + 0.001676, + 0.409407, + 0.122991, + 0.353259, + 0.436438, + 0.779017, + 0.597470, + 0.000605, + 0.352275, + 0.614221, + 0.001501, + 0.487880, + 0.340039, + -0.001081, + 0.543633, + 0.258573, + 0.368042, + 0.002528, + 0.649407, + -0.001769, + 0.002120, + 0.575243, + 0.411781, + 0.625282, + 0.578367, + 0.519389, + 0.509574, + 0.000917, + 0.255330, + 0.472193, + 0.395864, + 0.386713, + 0.000717, + 0.678568, + 0.383150, + 0.619708, + 0.323489, + 0.573669, + 0.000335, + -0.000039, + 0.565504, + 0.773392, + 0.574046, + 0.236837, + 0.584912, + 0.492701, + 0.436005, + 0.002145, + 0.373987, + 0.583961, + 0.310043, + 0.429836, + 0.002639, + 0.651396, + 0.459239, + 0.388642, + 0.110820, + 0.226515, + 0.207821, + 0.239931, + 0.000647, + 0.413539, + 0.660137, + 0.235671, + 0.684574, + 0.549106, + 0.535752, + 0.002030, + 0.516570, + 0.003693, + -0.000338, + 0.335168, + 0.637903, + 0.552776, + 0.265308, + 0.160943, + 0.611713, + 0.331965, + 0.311748, + 0.333376, + 0.511711, + 0.451468, + 0.766544, + 0.438171, + 0.422408, + 0.408439, + 0.531489, + -0.002361, + 0.368395, + 0.000767, + 0.144934, + 0.526441, + 0.000161, + 0.355384, + 0.602263, + 0.230257, + 0.518948, + 0.607275, + 0.320921, + 0.169761, + 0.752635, + 0.274545, + 0.346541, + -0.000908, + 0.475033, + 0.314566, + 0.006477, + 0.202580, + 0.502097, + 0.498334, + 0.340586, + 0.347149, + 0.193154, + 0.592790, + 0.417633, + 0.383784, + -0.000980, + 0.191707, + 0.727758, + 0.001827, + 0.524036, + 0.456873, + 0.447323, + 0.002953, + 0.011210, + 0.418304, + 0.675727, + 0.439973, + 0.573362, + 0.515522, + 0.125870, + 0.592959, + 0.567013, + 0.475397, + 0.260912, + 0.321404, + 0.401964, + 0.660717, + 0.537001, + 0.423267, + 0.552350, + 0.491252, + 0.417580, + 0.018371, + 0.475404, + 0.000972, + 0.434245, + -0.002605, + 0.465432, + 0.615121, + 0.001577, + 0.000206, + 0.521673, + 0.001707, + 0.625671, + 0.566778, + 0.001556, + 0.303568, + 0.626207, + 0.550856, + 0.713306, + 0.492979, + 0.186657, + 0.537339, + 0.312274, + 0.346141, + 0.512036, + 0.597736, + 0.334679, + 0.557854, + 0.670826, + 0.382452, + 0.341039, + 0.694400, + 0.634169, + 0.000331, + 0.001046, + -0.000971, + 0.631753, + 0.413326, + 0.513039, + 0.424133, + 0.000225, + 0.393297, + 0.465677, + 0.603166, + 0.213744, + 0.001804, + 0.405267, + 0.499310, + 0.484807, + 0.590678, + 0.311647, + -0.000702, + 0.311165, + 0.356420, + 0.254870, + 0.444454, + 0.438929, + -0.000002, + 0.236422, + 0.718661, + 0.297205, + 0.182329, + 0.445552, + 0.489067, + 0.440053, + 0.002715, + 0.457943, + 0.594250, + 0.291439, + 0.000358, + 0.386995, + 0.426664, + 0.723837, + 0.684364, + 0.267798, + 0.000727, + 0.335149, + 0.288830, + 0.671027, + 0.280553, + 0.245028, + 0.761562, + 0.313276, + 0.003508, + 0.410612, + 0.601318, + 0.001181, + 0.380496, + -0.000256, + 0.000088, + 0.000261, + 0.146152, + 0.002154, + 0.591431, + 0.533590, + 0.574614, + 0.541834, + 0.344490, + 0.541096, + 0.209837, + 0.732977, + -0.000224, + 0.002321, + 0.621856, + 0.740205, + 0.001404, + 0.472845, + 0.222855, + 0.423778, + -0.000615, + 0.775377, + 0.585567, + 0.249413, + 0.688003, + 0.466230, + 0.003470, + 0.659330, + 0.587112, + 0.629252, + 0.546024, + 0.615621, + 0.353259, + 0.763865, + 0.381368, + 0.239693, + 0.015425, + 0.002248, + 0.000610, + 0.540218, + 0.757989, + 0.407417, + 0.769055, + 0.003916, + 0.251122, + 0.000875, + 0.307949, + 0.380249, + 0.287650, + 0.691225, + 0.000134, + 0.003148, + 0.507928, + 0.002954, + -0.000945, + 0.166576, + 0.258227, + -0.000711, + 0.553264, + 0.688373, + 0.311299, + 0.416546, + 0.003088, + 0.423617, + 0.713558, + 0.176086, + -0.000002, + 0.415745, + 0.271892, + 0.001304, + 0.440128, + 0.000861, + -0.000260, + -0.002289, + 0.002794, + 0.000016, + 0.471149, + 0.650631, + 0.214391, + 0.163019, + 0.602030, + 0.268547, + 0.608862, + 0.149983, + 0.342265, + 0.482753, + 0.004385, + 0.287657, + 0.386309, + 0.691846, + 0.473089, + 0.384434, + 0.129583, + 0.550817, + 0.001807, + 0.819442, + 0.705529, + 0.950876, + 0.691059, + 0.428917, + -0.000123, + 0.321577, + 0.557787, + 0.572333, + 0.336636, + 0.441202, + 0.620820, + 0.533749, + 0.394028, + 0.300702, + 0.568753, + 0.001797, + 0.008981, + 0.402519, + 0.645494, + 0.425121, + 0.610497, + 0.448075, + 0.705196, + 0.705846, + 0.581420, + 0.593575, + 0.582540, + 0.687137, + 0.286361, + 0.469625, + 0.216141, + 0.179192, + 0.389580, + 0.414142, + 0.532206, + 0.463829, + 0.739691, + 0.509042, + 0.488398, + 0.465126, + 0.290711, + 0.001249, + 0.506752, + 0.418117, + 0.288909, + 0.001481, + 0.352042, + 0.723892, + 0.398174, + 0.607356, + 0.388165, + 0.493406, + 0.080054, + 0.382200, + -0.000450, + 0.136745, + 0.000863, + -0.000298, + 0.720898, + 0.146155, + 0.190738, + 0.498765, + 0.522147, + 0.370013, + 0.210101, + -0.000117, + 0.456909, + 0.199970, + 0.612506, + 0.434200, + 0.247050, + -0.000654, + 0.322342, + 0.425755, + 0.001982, + 0.611419, + 0.266367, + 0.635138, + 0.570932, + 0.234780, + 0.132652, + 0.265610, + 0.745300, + 0.004868, + 0.003841, + 0.699119, + 0.556226, + 0.656528, + 0.621846, + 0.226851, + -0.000859, + 0.784286, + 0.380067, + 0.391200, + 0.464519, + 0.482591, + 0.328559, + 0.000840, + 0.465947, + 0.222249, + 0.439113, + 0.382181, + 0.299146, + 0.575968, + 0.472043, + 0.001137, + 0.240861, + 0.703670, + 0.421020, + 0.731565, + 0.000917, + 0.394853, + -0.000847, + 0.278378, + 0.618608, + 0.003864, + 0.253263, + 0.266302, + 0.147002, + 0.601857, + 0.310988, + 0.595131, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_0_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.004 + std = 0.078 + data = [ + -0.046974, + 0.070216, + 0.082525, + 0.070699, + -0.044938, + 0.136818, + 0.019914, + -0.024336, + 0.012144, + -0.025549, + 0.019377, + 0.133482, + -0.187834, + -0.000533, + -0.057825, + 0.001458, + -0.036390, + 0.091553, + -0.011436, + -0.000288, + 0.033601, + -0.045688, + -0.016392, + 0.062381, + 0.111789, + 0.001759, + -0.000999, + -0.023715, + -0.067218, + 0.030156, + -0.004834, + 0.016194, + 0.108517, + -0.144533, + -0.065819, + -0.000511, + 0.030866, + 0.042764, + 0.000289, + -0.000346, + 0.039028, + -0.057721, + 0.037683, + 0.008149, + 0.059122, + -0.000507, + -0.061531, + -0.002093, + 0.045023, + 0.148118, + -0.141495, + -0.165494, + 0.050248, + 0.015420, + -0.000876, + -0.000181, + -0.022077, + 0.078050, + -0.155991, + -0.024811, + 0.000624, + -0.000919, + -0.095671, + -0.000426, + -0.037221, + 0.070009, + 0.021532, + 0.013419, + -0.143439, + 0.089666, + -0.001426, + -0.019331, + -0.198705, + -0.001347, + -0.093214, + -0.061500, + -0.000003, + 0.021658, + 0.090924, + 0.080310, + -0.002007, + -0.028585, + 0.000333, + 0.000431, + 0.137967, + -0.135850, + 0.256609, + -0.100289, + 0.063262, + -0.024614, + -0.000443, + 0.011012, + 0.033556, + -0.119871, + 0.011254, + 0.000199, + 0.040339, + -0.020239, + 0.072938, + -0.085422, + -0.113915, + 0.000558, + -0.000229, + -0.093629, + -0.145397, + 0.029346, + 0.071489, + -0.103962, + 0.040824, + 0.210495, + 0.000815, + 0.050426, + -0.098925, + -0.072754, + -0.031974, + -0.001319, + -0.031633, + -0.073079, + 0.090292, + -0.042732, + 0.026877, + 0.001915, + -0.001031, + 0.000637, + 0.016783, + 0.031987, + -0.006695, + 0.010028, + -0.030567, + 0.134048, + -0.002193, + 0.033387, + 0.000085, + -0.000636, + 0.017481, + 0.092374, + -0.066197, + 0.022331, + 0.086458, + -0.178949, + 0.091718, + -0.031671, + 0.071931, + -0.007110, + 0.093990, + -0.082086, + -0.018655, + 0.002058, + 0.108388, + -0.182882, + -0.001841, + 0.139076, + 0.000129, + 0.040530, + -0.035360, + -0.000056, + 0.007322, + -0.052078, + -0.001804, + 0.082629, + -0.030975, + -0.066982, + -0.010721, + -0.076757, + -0.022569, + -0.033111, + -0.000019, + 0.025188, + 0.015736, + -0.000039, + -0.084521, + 0.147388, + -0.123345, + 0.007538, + -0.056198, + -0.024165, + -0.041300, + -0.045298, + -0.015627, + -0.000315, + 0.041782, + 0.039125, + 0.000783, + -0.060283, + 0.007239, + 0.006388, + 0.000166, + 0.003699, + -0.039580, + -0.145599, + 0.161644, + 0.083028, + 0.057706, + 0.000939, + -0.070266, + -0.005601, + -0.092462, + -0.201154, + 0.077933, + 0.152084, + 0.090982, + -0.128460, + 0.017937, + 0.140496, + -0.071119, + -0.011788, + -0.000396, + -0.006571, + -0.000248, + -0.058966, + 0.000478, + -0.015653, + -0.111470, + -0.000605, + -0.000917, + -0.046861, + -0.000163, + 0.065146, + 0.086627, + 0.000462, + 0.046008, + -0.079323, + -0.001299, + -0.048498, + 0.132832, + -0.011500, + 0.004547, + -0.025529, + 0.052289, + 0.053828, + 0.074754, + 0.052730, + -0.124740, + 0.143210, + -0.046022, + -0.036810, + 0.089449, + -0.204456, + -0.000601, + 0.000130, + 0.000272, + 0.083228, + 0.103291, + -0.088989, + 0.072773, + 0.000327, + 0.014754, + 0.010535, + -0.043111, + 0.009423, + -0.001819, + 0.044050, + 0.102147, + 0.113681, + -0.075296, + -0.043140, + 0.000036, + -0.015210, + -0.046830, + 0.054700, + 0.034844, + 0.187602, + 0.000040, + 0.099823, + -0.155840, + 0.037968, + -0.060006, + -0.043776, + 0.048318, + 0.068892, + 0.002469, + 0.080636, + 0.210100, + 0.093345, + -0.000350, + 0.027684, + 0.023655, + -0.040212, + 0.010771, + -0.032072, + 0.000560, + -0.020024, + 0.117554, + -0.098799, + -0.071493, + -0.056003, + -0.007205, + 0.019942, + 0.000071, + -0.046442, + 0.057519, + -0.000242, + -0.071508, + 0.000429, + -0.000209, + 0.000137, + 0.021192, + -0.002580, + -0.194288, + -0.013978, + 0.100781, + -0.016576, + -0.064551, + -0.132050, + 0.027146, + 0.003729, + 0.000109, + -0.000007, + -0.104552, + -0.003171, + 0.000022, + -0.114970, + -0.021534, + 0.047416, + 0.000454, + -0.128094, + 0.062772, + 0.046642, + 0.003593, + -0.022542, + 0.001698, + -0.158013, + 0.092242, + -0.085559, + 0.034050, + -0.100135, + -0.150370, + -0.074295, + 0.082839, + -0.074095, + 0.009758, + -0.000983, + -0.000316, + -0.106838, + -0.059812, + -0.136894, + 0.132389, + 0.001531, + -0.032166, + 0.001390, + -0.028059, + -0.045299, + 0.000908, + -0.016099, + 0.000925, + 0.000402, + 0.036330, + -0.000962, + -0.000796, + -0.079822, + -0.030108, + 0.000686, + -0.077036, + -0.068766, + 0.031774, + -0.034375, + 0.001192, + -0.050526, + 0.072216, + -0.004673, + 0.000154, + 0.007365, + -0.174937, + -0.000214, + -0.080677, + -0.000514, + -0.000588, + 0.000161, + -0.000676, + 0.000083, + 0.028900, + -0.024609, + -0.052886, + -0.028818, + 0.131939, + 0.087360, + 0.053211, + -0.021955, + -0.086033, + -0.080481, + 0.002114, + 0.066706, + -0.160385, + 0.023848, + -0.003560, + 0.097928, + -0.010372, + -0.175708, + -0.000511, + -0.060072, + 0.000175, + -0.042508, + -0.127682, + 0.005194, + 0.000300, + 0.000687, + -0.003241, + -0.146055, + 0.145489, + 0.155279, + -0.060831, + -0.107391, + -0.044682, + -0.016960, + -0.035437, + -0.000448, + 0.000721, + -0.058488, + 0.060304, + 0.012972, + -0.043739, + 0.043085, + -0.177907, + -0.079519, + -0.043966, + 0.028848, + 0.126406, + 0.052209, + -0.109546, + 0.116885, + -0.028018, + -0.028069, + -0.017593, + 0.583157, + -0.143048, + -0.020371, + -0.004882, + 0.002701, + -0.025211, + 0.042308, + 0.030606, + -0.000801, + 0.030281, + -0.075755, + 0.102596, + 0.000713, + 0.024753, + -0.084976, + 0.119570, + -0.106170, + 0.150685, + -0.051649, + -0.027046, + 0.036789, + 0.000401, + -0.083789, + -0.000388, + -0.000132, + 0.156828, + 0.003520, + -0.094326, + 0.010677, + -0.088492, + 0.159492, + -0.035745, + -0.000025, + 0.141103, + -0.003050, + 0.045096, + 0.006485, + -0.042317, + 0.000657, + -0.004395, + -0.013294, + -0.000349, + -0.002961, + -0.028150, + -0.072282, + 0.208997, + -0.012764, + 0.069101, + 0.003945, + 0.076384, + -0.003655, + 0.000465, + -0.082557, + -0.110138, + -0.045363, + -0.104178, + 0.024977, + 0.001090, + 0.024209, + -0.033578, + -0.014929, + -0.074678, + -0.138891, + -0.032268, + -0.000057, + 0.016691, + 0.019007, + -0.040307, + -0.037423, + -0.046140, + -0.047831, + -0.041509, + -0.000434, + -0.228946, + -0.085147, + 0.011231, + 0.112861, + -0.001115, + 0.075474, + -0.000509, + 0.025269, + -0.225971, + -0.000969, + 0.034352, + -0.023558, + -0.063504, + -0.100830, + 0.068874, + 0.167107, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_0_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.790 + std = 1.974 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_0_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.042 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.022 + std = 0.336 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.305 + data = [ + -0.250559, + 0.566606, + 0.187393, + 0.087333, + 0.095729, + 0.001629, + 0.103887, + 0.082588, + 0.131421, + 0.245104, + -0.286334, + 0.148871, + -0.272408, + -0.045273, + -0.384103, + 0.276878, + -0.467276, + 0.123581, + 0.124892, + 0.098310, + 0.627119, + -0.025822, + 0.043225, + 0.113619, + -0.069615, + -0.242499, + 0.124279, + -0.035307, + 0.034877, + 0.285931, + 0.072629, + 0.038985, + 0.305808, + 0.125305, + 0.052338, + 0.067098, + 0.195086, + 0.234203, + -0.137881, + 0.090440, + -0.472066, + -0.205372, + 0.048913, + -0.282064, + 0.129283, + 0.279276, + -0.195730, + 0.095590, + -0.084833, + 0.263223, + -0.564701, + 0.710461, + 0.184169, + -0.024416, + 0.048815, + -0.022202, + 0.003670, + 0.347793, + -0.087596, + 0.096674, + 0.013863, + 0.002215, + 0.009803, + -0.113091, + -0.045056, + -0.257345, + 0.076932, + -0.026060, + -0.359369, + 0.153824, + -0.083991, + -0.023669, + -0.391784, + 0.078885, + -0.033784, + -0.245345, + -0.033864, + -0.097365, + -0.180392, + -0.083123, + -0.422770, + -0.173642, + 0.060300, + -0.245531, + 0.205445, + -0.381089, + 0.371857, + 0.170888, + 0.222105, + -0.053016, + 0.318320, + -0.048590, + -0.210679, + -0.258409, + 0.242820, + -0.060457, + 0.038132, + -0.113814, + 0.234387, + -0.408419, + 0.208963, + 0.114230, + 0.237915, + -0.533252, + -0.104108, + 0.026065, + -0.081639, + 0.064396, + 0.052576, + 0.404239, + -0.172046, + -0.027269, + -0.246608, + -0.190525, + -0.087251, + -0.174098, + -0.062581, + -0.339735, + 0.270243, + 0.223008, + 0.063040, + -0.012767, + 0.424146, + 0.219283, + 0.085356, + -0.002905, + 0.072893, + 0.109315, + -0.096433, + 0.168377, + -0.158715, + 0.037270, + 0.112438, + -0.077014, + -0.122272, + 0.220321, + -0.198644, + -0.301742, + 0.337484, + -0.450520, + 0.114350, + 0.191254, + 0.110110, + -0.011103, + 0.163298, + 0.078544, + -0.165922, + -0.014433, + 0.368808, + -0.340765, + 0.413235, + 0.234782, + 0.310754, + 0.066360, + 0.210687, + 0.327161, + -0.202443, + -0.452568, + -0.025275, + 0.432398, + -0.372834, + 0.148425, + -0.321964, + -0.266261, + -0.052181, + 0.065605, + 0.314920, + -0.073020, + -0.153808, + -0.276320, + 0.225257, + 0.245458, + -0.277970, + 0.210532, + -0.046896, + 0.064034, + -0.210450, + -0.201766, + -0.510409, + -0.049351, + 0.376714, + 0.284827, + 0.136942, + 0.356954, + 0.134550, + -0.164489, + -0.167477, + 0.571107, + -0.060774, + -0.207385, + 0.721032, + 0.695070, + 0.166462, + -0.078631, + -0.095312, + -0.242930, + -0.569195, + 0.961782, + -0.208635, + 0.407429, + -0.018994, + -0.016250, + 0.100167, + 0.532158, + -0.052084, + 0.174321, + -0.081768, + -0.046309, + 0.021838, + -0.156011, + -0.104263, + -0.119320, + -0.306843, + 0.158415, + 0.048437, + -0.353062, + -0.091433, + 0.104164, + -0.066477, + -0.025710, + 0.068843, + -0.436123, + -0.187984, + 0.222511, + 0.381740, + 0.319515, + 0.233022, + -0.126547, + 0.308850, + 0.355770, + -0.301580, + -0.146646, + -0.053471, + 0.077260, + -0.095339, + -0.467403, + 0.176370, + -0.611695, + 0.300817, + 0.137439, + 0.057207, + 0.166383, + 0.151738, + -0.324871, + -0.023796, + 0.005226, + -0.165605, + -0.109773, + 0.079388, + -0.148540, + 0.328784, + 0.487650, + 0.249395, + 0.378798, + -0.324297, + 0.069639, + 0.052462, + 0.101174, + -0.153173, + 0.226046, + 0.264310, + 0.332863, + 0.109664, + -0.407357, + 0.011406, + 0.104001, + 0.035713, + 0.041930, + -0.003085, + -0.025484, + -0.314115, + 0.304775, + 0.441895, + -0.454389, + 0.317496, + -0.094680, + -0.116862, + -0.062186, + -0.186093, + 0.130902, + 0.106348, + -0.024940, + -0.019601, + 0.060848, + -0.448708, + -0.109324, + -0.033726, + 0.257015, + 0.082104, + -0.168425, + 0.073566, + -0.052100, + -0.243258, + -0.340020, + 0.048668, + -0.143693, + -0.071779, + 0.076482, + -0.349072, + -0.169471, + -0.117888, + -0.182064, + 0.169084, + -0.105514, + 0.512741, + 0.235166, + 0.234156, + 0.058437, + -0.034335, + -0.083941, + -0.133388, + -0.162117, + -0.117075, + 0.002840, + -0.132121, + 0.030456, + 0.087221, + 0.238953, + -0.178544, + -0.497102, + 0.006011, + -0.176646, + -0.116663, + -0.219728, + 0.216732, + -0.188243, + -0.665331, + 0.085287, + 0.048444, + 0.006301, + 0.198243, + 0.138673, + 0.025327, + -0.211100, + 0.073488, + 0.275323, + 0.267010, + -0.291428, + -0.469704, + -0.000858, + -0.471483, + 0.106104, + 0.066295, + -0.179238, + -0.015874, + 0.175511, + 0.373426, + 0.021357, + -0.317447, + 0.599028, + 0.353447, + 0.189113, + -0.156083, + -0.130711, + 0.093741, + -0.260326, + 0.249797, + 0.127609, + 0.265317, + -0.096751, + 0.132076, + 0.362279, + 0.481099, + 0.105680, + 0.170887, + 0.109679, + -0.031425, + 0.162522, + -0.167558, + -0.025482, + 0.106559, + -0.264681, + -0.103234, + -0.138437, + 0.057383, + 0.164037, + -0.225589, + 0.105546, + 0.039274, + -0.028978, + 0.223327, + 0.310504, + -0.420027, + 0.159646, + -0.175187, + 0.476075, + -0.219468, + -0.212087, + 0.294019, + -0.236684, + 0.117432, + -0.072848, + -0.078853, + -0.026263, + -0.208250, + 0.272959, + 0.033840, + -0.037373, + 0.238918, + 0.170345, + 0.209414, + -0.359591, + 0.195247, + 0.035516, + 0.093847, + -0.602835, + -0.128630, + -0.137713, + 0.408425, + 0.205075, + -0.162329, + 0.046606, + -0.156506, + -0.096395, + -0.229256, + -0.105143, + 0.429199, + 0.025459, + 0.112880, + 0.333761, + -0.004786, + -0.237719, + -0.404646, + -4.077875, + -0.315078, + -0.039932, + 0.183041, + -0.182122, + -0.094990, + -0.016946, + 0.004962, + 0.078610, + 0.039051, + -0.058585, + -0.235891, + 0.075867, + 0.209442, + -0.181309, + 0.326065, + -0.510917, + 0.079127, + -0.019954, + 0.127675, + 0.186842, + -0.205605, + -0.060022, + 0.056190, + -0.045587, + 0.192879, + -1.693127, + -0.088695, + 0.143083, + -0.174626, + 0.003377, + 0.208278, + 0.157919, + 0.082614, + -0.165615, + 0.135615, + 0.100086, + 0.075180, + 0.213415, + -0.105970, + -0.036469, + -0.045883, + 0.129992, + 0.375046, + 0.072720, + 0.348317, + 0.103255, + -0.175188, + 0.021738, + 0.234378, + -0.116752, + 0.044854, + -0.300977, + 0.004471, + 0.142074, + -0.238394, + 0.088931, + -0.050824, + 0.192107, + -0.001858, + -0.200831, + -0.039936, + 0.078423, + -0.027365, + 0.077578, + -0.093508, + 0.042482, + -0.104343, + -0.050364, + -0.087554, + -0.082735, + -0.159726, + 0.151791, + 0.650156, + -0.032422, + 0.017331, + 0.093794, + 0.191827, + 0.215079, + 0.144541, + -0.242849, + -0.245001, + -0.042714, + 0.482929, + 0.269988, + -0.607569, + 0.079754, + 0.309913, + 0.173514, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.555 + std = 0.304 + data = [ + 0.144921, + 0.733690, + 0.652513, + 0.986664, + 1.034349, + 0.701027, + 0.884569, + 0.527331, + 0.516165, + 0.717406, + 0.326398, + 1.175416, + 0.675683, + 0.435633, + 0.887037, + 0.498565, + 0.597604, + 0.510942, + 0.613847, + 0.221232, + 0.826994, + 0.633160, + 1.037422, + 0.452234, + 0.665160, + 0.755478, + 0.313863, + 0.361360, + 0.548998, + 0.582890, + 0.805447, + 0.787437, + 0.446587, + 0.173153, + 0.691964, + 0.517403, + 0.921105, + 0.286427, + 0.270104, + 0.259526, + 0.744511, + 0.776735, + 0.617982, + 0.843152, + 0.275015, + 0.421517, + 0.487301, + 0.001140, + 0.001857, + 0.868564, + 0.699907, + 0.209809, + 0.614667, + 1.082149, + 0.000797, + -0.002242, + 0.472970, + 0.808137, + 1.163569, + 0.254615, + 1.082250, + 0.001301, + 0.853404, + 0.001574, + 0.645615, + 0.371642, + 0.424292, + 0.460163, + 0.955948, + 1.046646, + 0.287945, + 0.300840, + 0.720119, + 0.362837, + 0.710290, + 0.375616, + 0.306674, + 0.607785, + 0.364651, + 0.496734, + 0.357879, + 1.086005, + 0.000645, + 0.303177, + 0.982163, + 0.726243, + 0.978415, + 0.682075, + 0.854539, + 0.826922, + 0.407256, + 0.450228, + 0.716581, + 0.478925, + 0.703966, + 0.001038, + 0.924819, + 0.695260, + 0.638492, + 0.616589, + 0.755235, + 0.314244, + -0.002711, + 0.892273, + 1.195288, + 0.831578, + 0.003078, + 0.901749, + 0.881020, + 0.697589, + -0.003613, + 0.597581, + 0.952428, + 0.296004, + 0.714418, + 0.337501, + 0.700095, + 0.819463, + 0.581341, + 0.488889, + 0.004469, + 0.406393, + 0.405558, + 0.477147, + 0.573946, + 0.952444, + 0.256328, + 0.834347, + 0.590658, + 0.831450, + 0.511487, + 0.781733, + 0.270215, + -0.008785, + 0.558036, + 1.025992, + 0.665010, + 0.335824, + 0.439555, + 1.050523, + 0.737553, + 0.579324, + 0.699490, + 0.402829, + 0.720941, + 1.122109, + 0.826799, + 0.717115, + 0.785149, + 1.101630, + -0.000389, + 0.532786, + 0.430550, + 0.016192, + 0.692676, + 0.436136, + 0.656784, + 0.832023, + 0.002149, + 0.692174, + 0.840760, + 0.572095, + 0.478559, + 1.117054, + 0.317628, + 0.349785, + -0.001683, + 0.676899, + 0.367135, + 0.480597, + -0.004632, + 0.821337, + 0.716985, + 0.489015, + 0.329776, + 0.395889, + 0.928366, + 0.724635, + 0.484500, + 0.383379, + 0.395437, + 0.968335, + 0.285209, + 0.526755, + 0.419571, + 0.520362, + 0.317275, + 0.540078, + 0.473634, + 1.162779, + 0.908066, + 0.808022, + 0.853700, + 0.419811, + 0.878424, + 0.583200, + 0.731928, + 0.565619, + 0.480989, + 0.565642, + 1.003773, + 0.671461, + 0.527328, + 0.901237, + 0.882992, + 0.630762, + 0.359691, + 0.446576, + 0.434767, + 0.581295, + 0.017634, + 0.745209, + 0.698761, + 0.432990, + 0.340079, + 0.775886, + 0.003377, + 1.032286, + 0.610119, + 0.351693, + 0.348274, + 0.934394, + 0.717425, + 0.919057, + 0.587163, + 0.530605, + 0.548114, + 0.130888, + 0.538827, + 0.812206, + 0.892251, + 0.335557, + 0.589127, + 0.704420, + 0.530802, + 0.547073, + 0.968773, + 0.933505, + 0.284501, + -0.003233, + -0.003594, + 1.006240, + 0.696194, + 0.854224, + 0.517668, + 0.002553, + 0.507806, + 0.693966, + 0.588516, + 0.286274, + 0.255084, + 0.785356, + 0.774192, + 0.923935, + 0.866278, + 0.400958, + 0.271021, + 0.427903, + 0.379512, + 0.546553, + 0.677813, + 0.885600, + 0.332286, + 0.368847, + 1.028210, + 0.005948, + -0.000903, + 0.546560, + 0.599521, + 0.565016, + 0.293242, + 0.693172, + 0.688339, + 0.317901, + -0.000037, + 0.596183, + 0.590748, + 0.906956, + 1.015473, + 0.251870, + -0.001521, + 0.564881, + 0.357842, + 0.942731, + 0.639318, + 0.235100, + 1.038977, + 0.376074, + 0.014210, + 0.715703, + 0.867824, + 0.149777, + 0.469438, + 0.138145, + 0.440741, + -0.003490, + 0.341255, + 0.213108, + 0.728020, + 0.845641, + 0.872265, + 0.607957, + 0.511488, + 0.692715, + 0.509704, + 0.869464, + 0.234318, + -0.005330, + 0.837301, + 1.057573, + 0.439786, + 0.513480, + 0.407583, + 0.545971, + 0.000728, + 1.214249, + 0.562002, + 0.255111, + 0.861121, + 0.456756, + 0.247248, + 0.797556, + 0.743449, + 0.833402, + 0.722851, + 0.872190, + 0.614761, + 1.114503, + 0.454350, + 0.404298, + 0.403072, + 0.002484, + -0.000842, + 0.764895, + 0.999037, + 0.378193, + 1.125650, + 0.002332, + 0.599727, + 0.002511, + 0.683343, + 0.472799, + 0.342828, + 0.978774, + 0.384587, + -0.001343, + 0.768874, + 0.354202, + 0.240435, + 0.440616, + 0.394032, + -0.000520, + 0.785655, + 1.006847, + 0.384430, + 0.669219, + 0.237764, + 0.841474, + 0.879953, + 0.617441, + 0.303606, + 0.533296, + 0.457000, + 0.184587, + 0.794192, + 0.008932, + 0.001627, + 0.121976, + 0.000186, + -0.001664, + 0.846367, + 1.036932, + 0.574539, + 0.363340, + 0.980611, + 0.323927, + 0.870622, + 0.254693, + 0.602607, + 0.491661, + 0.371080, + 0.447814, + 0.795773, + 0.993914, + 0.611088, + 0.650047, + 0.437781, + 0.805154, + 0.387599, + 1.178841, + 1.012897, + 0.376010, + 0.955652, + 0.745852, + 0.005883, + 0.525287, + 0.883932, + 0.905448, + 0.535165, + 0.809774, + 0.801953, + 0.890492, + 0.426087, + 0.426032, + 0.797953, + 0.193869, + -0.000701, + 0.429031, + 0.754664, + 0.468615, + 0.937804, + 0.443835, + 0.922752, + 0.594784, + 0.877846, + 0.904329, + 0.879316, + 0.802654, + 0.460855, + 0.699353, + 0.457965, + 0.418587, + 0.524707, + 0.216438, + 0.787593, + 0.709212, + 1.077604, + 0.844272, + 0.597558, + 0.816959, + 0.338968, + -0.000910, + 0.677948, + 0.471555, + 0.303852, + -0.002811, + 0.644051, + 1.134482, + 0.642270, + 0.979823, + 0.421988, + 0.862345, + 0.360054, + 0.460394, + 0.002258, + 0.418767, + -0.004550, + -0.000366, + 0.906926, + 0.272301, + 0.030847, + 0.823001, + 0.635736, + 0.494387, + 0.327956, + 0.000374, + 0.565354, + 0.014307, + 0.591672, + 0.738699, + 0.304593, + 0.371872, + 0.340979, + 0.557781, + 0.377527, + 0.646359, + 0.575670, + 1.010289, + 0.962708, + -0.001332, + 0.358026, + 0.291750, + 1.093792, + -0.000323, + 0.338772, + 0.934017, + 0.709885, + 1.008960, + 0.968702, + 0.417335, + -0.001110, + 0.987147, + 0.491846, + 0.492769, + 0.597468, + 0.795137, + 0.476404, + 0.413858, + 0.763434, + 0.458782, + 0.540384, + 0.539021, + 0.368687, + 0.722785, + 0.623688, + 0.000793, + 0.292761, + 1.004972, + 0.870177, + 0.707313, + -0.000086, + 0.590134, + 0.209091, + 0.593954, + 0.746661, + -0.001808, + 0.445272, + 0.454547, + 0.441647, + 0.826588, + 0.504478, + 0.977385, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_0_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.004 + std = 0.157 + data = [ + 0.084469, + -0.282658, + 0.019162, + -0.043736, + -0.138021, + 0.134121, + -0.010215, + -0.070570, + -0.056701, + -0.221727, + -0.108186, + 0.030012, + -0.085867, + 0.083530, + 0.266669, + -0.133453, + 0.165726, + 0.043536, + -0.158570, + 0.113116, + -0.488972, + -0.054402, + -0.064559, + 0.040155, + 0.290110, + 0.146478, + -0.154088, + -0.038855, + -0.202067, + -0.142045, + -0.097706, + 0.028920, + -0.043919, + 0.175761, + -0.126015, + -0.115219, + -0.050265, + -0.078794, + 0.195163, + -0.075786, + 0.462148, + 0.005599, + 0.113010, + 0.254853, + 0.064023, + -0.113862, + -0.113751, + -0.001537, + -0.000290, + -0.068406, + 0.220941, + -0.196284, + -0.045007, + 0.014747, + 0.002416, + 0.000090, + -0.021206, + -0.161352, + -0.102338, + 0.025010, + -0.053121, + 0.001373, + -0.156156, + -0.000427, + -0.139700, + 0.061205, + -0.007796, + 0.015625, + 0.132462, + -0.137694, + -0.180989, + 0.047958, + 0.033637, + -0.251335, + -0.073286, + 0.037804, + 0.181399, + 0.080530, + 0.163363, + 0.189857, + -0.239972, + 0.157985, + 0.000852, + 0.141413, + 0.003874, + 0.092654, + -0.025079, + -0.256987, + -0.057188, + -0.039580, + -0.351358, + 0.016383, + 0.135209, + -0.063380, + -0.082509, + -0.000431, + -0.047743, + 0.047967, + 0.006907, + 0.060152, + -0.250606, + -0.198815, + 0.000519, + 0.267700, + -0.127147, + -0.010431, + 0.000427, + -0.252823, + -0.096387, + -0.021522, + 0.001515, + 0.134050, + 0.064128, + 0.019060, + 0.061412, + 0.061138, + 0.009166, + 0.148194, + -0.053528, + -0.226184, + -0.000498, + 0.010783, + -0.110269, + -0.416738, + -0.004921, + 0.061912, + 0.040099, + -0.054431, + -0.007597, + 0.026678, + -0.336507, + 0.022469, + -0.053963, + 0.002398, + 0.063863, + -0.143491, + 0.067661, + 0.217347, + -0.075400, + 0.156019, + 0.058821, + -0.104601, + 0.047943, + -0.072535, + 0.048204, + -0.219760, + 0.129843, + -0.119801, + -0.105841, + -0.061501, + 0.000933, + 0.042392, + -0.249413, + 0.005560, + -0.120815, + 0.076808, + 0.173383, + 0.293073, + 0.000070, + -0.194878, + 0.216539, + -0.210959, + 0.116527, + 0.147904, + -0.004794, + -0.098393, + 0.000564, + 0.142984, + 0.044658, + 0.132821, + 0.001202, + -0.062368, + 0.037843, + -0.137109, + -0.038212, + 0.267053, + 0.213194, + 0.032004, + 0.228221, + 0.133339, + -0.118493, + -0.185045, + -0.100599, + -0.262381, + -0.096591, + 0.113549, + 0.233047, + -0.284816, + -0.003857, + -0.132127, + -0.313688, + -0.430348, + -0.049105, + 0.120162, + -0.008053, + 0.127072, + 0.220407, + 0.730279, + 0.182058, + -0.042556, + 0.132371, + -0.106695, + -0.083318, + -0.216487, + -0.006547, + -0.081090, + -0.171940, + 0.049661, + 0.029782, + -0.038159, + 0.004135, + 0.021814, + 0.054189, + 0.311269, + 0.330496, + 0.161051, + -0.000875, + 0.010322, + 0.119216, + -0.010473, + 0.018279, + 0.225283, + 0.076816, + -0.260267, + -0.059379, + -0.290257, + -0.158018, + 0.011024, + -0.055557, + -0.197723, + 0.370710, + 0.101252, + -0.086899, + 0.088824, + -0.063462, + 0.147641, + 0.016142, + 0.208908, + -0.088339, + 0.000391, + 0.000050, + 0.014482, + 0.045389, + 0.143224, + 0.149385, + 0.000617, + 0.137175, + 0.101501, + -0.091663, + 0.149061, + -0.064142, + -0.305774, + -0.071443, + -0.199906, + 0.110761, + -0.091408, + -0.146765, + -0.034961, + 0.022407, + -0.034155, + -0.114153, + 0.088703, + 0.228927, + -0.165345, + -0.201937, + 0.003524, + -0.001131, + -0.051039, + 0.066800, + 0.107697, + 0.113091, + -0.136973, + 0.007466, + -0.189398, + -0.000882, + 0.121477, + 0.090696, + -0.026930, + 0.154495, + -0.128918, + -0.000006, + 0.011312, + -0.208221, + -0.135835, + 0.180690, + 0.041317, + -0.018078, + 0.002507, + 0.004710, + -0.041681, + -0.035428, + -0.146620, + 0.193396, + 0.014304, + -0.523511, + -0.000054, + 0.079704, + -0.174283, + -0.016980, + 0.235776, + 0.251467, + 0.095378, + -0.222417, + -0.076422, + -0.204374, + -0.217885, + 0.028448, + 0.000196, + -0.028888, + 0.003474, + 0.130076, + -0.073486, + 0.076827, + 0.073614, + 0.000351, + -0.247123, + 0.006644, + -0.076523, + 0.096614, + 0.168239, + 0.060882, + 0.041536, + 0.178014, + 0.036444, + -0.127597, + 0.060011, + 0.237768, + -0.179013, + 0.064691, + -0.119625, + -0.192629, + -0.002641, + -0.001442, + -0.000574, + -0.153143, + -0.209260, + -0.088630, + -0.001117, + 0.218739, + 0.000726, + 0.204806, + -0.097522, + -0.061256, + 0.076978, + 0.064549, + 0.000999, + -0.167620, + 0.086385, + 0.060418, + 0.225137, + 0.798304, + 0.000023, + 0.083115, + 0.016015, + -0.059615, + 0.169365, + -0.002194, + -0.231402, + -0.205335, + 0.098826, + -0.099127, + -0.253482, + 0.284388, + -0.036304, + -0.246905, + -0.000647, + 0.000220, + -0.005584, + -0.000384, + 0.000885, + -0.091304, + 0.146394, + -0.153775, + 0.057543, + 0.178468, + 0.037247, + 0.242737, + -0.186198, + -0.194240, + -0.044420, + 0.514256, + -0.048935, + 0.024451, + -0.097220, + 0.144716, + -0.100533, + -0.314058, + -0.102907, + 0.275503, + 0.106555, + -0.123813, + 0.024408, + -0.108926, + -0.000543, + 0.002090, + -0.088006, + -0.053934, + -0.142696, + 0.144539, + 0.175415, + -0.198190, + 0.139487, + -0.100946, + -0.011718, + -0.112307, + 0.274563, + -0.002180, + 0.011537, + -0.204361, + -0.052191, + 0.076176, + 0.067690, + -0.062141, + -0.049108, + 0.119642, + 0.191000, + -0.154108, + 0.039270, + 0.373901, + -0.044947, + -0.106646, + 0.063205, + 0.164031, + 1.121848, + 0.010918, + 0.021049, + -0.197476, + 0.152488, + 0.066546, + 0.096873, + 0.050516, + 0.000641, + -0.035605, + -0.069651, + -0.083233, + -0.000498, + -0.168052, + 0.135288, + -0.111155, + 0.265896, + 0.129449, + -0.110938, + -0.246531, + -0.052377, + 0.001889, + -0.232863, + 0.000808, + -0.000160, + -0.028030, + -0.040470, + -0.013894, + -0.052302, + 0.043411, + 0.131993, + -0.074019, + 0.000068, + 0.086445, + 0.002298, + -0.047055, + -0.082178, + 0.044147, + 0.378977, + -0.020276, + 0.041132, + 0.116983, + -0.055446, + -0.364923, + -0.165559, + 0.025413, + -0.001134, + -0.250181, + 0.038591, + -0.120681, + -0.000509, + -0.060131, + 0.189106, + -0.168818, + -0.156378, + 0.090172, + -0.026770, + 0.000858, + -0.205331, + -0.039262, + 0.003597, + -0.147542, + -0.276466, + -0.058538, + -0.339539, + 0.075377, + 0.064101, + 0.049803, + 0.011604, + 0.021922, + -0.031506, + 0.052712, + -0.000036, + 0.127185, + -0.101553, + 0.013610, + -0.028068, + 0.001537, + 0.029392, + -0.041480, + 0.176917, + 0.032167, + 0.000912, + -0.181596, + -0.240811, + 0.147907, + -0.249135, + 0.042626, + 0.104585, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_0_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.790 + std = 0.321 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.040 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_0_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.282 + data = [ + -0.050967, + -0.026445, + -0.091302, + -0.157416, + 0.054333, + 0.214210, + -0.114955, + -0.053916, + -0.428845, + -0.143765, + -0.080087, + 0.182415, + 0.133647, + 0.069619, + 0.040239, + -0.010873, + 0.162251, + 0.101973, + -0.439703, + 0.112117, + -0.448328, + -0.033328, + -0.188162, + -0.180749, + 0.353466, + -0.150114, + 0.070177, + 0.011581, + 0.002968, + -0.290527, + -0.104032, + -0.100550, + -0.274287, + -0.000744, + -0.259891, + 0.009168, + -0.010767, + 0.110943, + 0.182604, + 0.027584, + 0.400969, + 0.099628, + -0.037817, + 0.216193, + 0.170431, + -0.105215, + -0.143910, + -0.044790, + 0.023347, + -0.148672, + 0.238780, + 0.154282, + 0.116638, + -0.369044, + -0.002977, + -0.405582, + -0.238917, + -0.486988, + 0.014199, + 0.111400, + 0.041413, + 0.090010, + -0.417221, + 0.189844, + -0.121239, + -0.367582, + 0.011630, + 0.007569, + -0.034688, + -0.199696, + -0.129628, + -0.247732, + 0.195361, + -0.387193, + 0.043746, + 0.212454, + 0.267754, + -0.002212, + 0.179275, + 0.202987, + -0.298819, + -0.177180, + -0.075354, + 0.160009, + 0.008750, + 0.066709, + -0.095671, + -0.020903, + -0.236869, + -0.118548, + -0.556799, + -0.034356, + 0.063536, + 0.165452, + 0.316193, + 0.100138, + 0.198201, + -0.003677, + -0.148400, + -0.000798, + -0.109472, + -0.029677, + 0.147872, + 0.347232, + -0.170182, + -0.003025, + -0.213029, + -0.172526, + -0.065411, + -0.227316, + 0.283606, + 0.000260, + 0.326300, + -0.234061, + -0.075839, + 0.378343, + -0.168441, + 0.031813, + -0.076051, + -0.195743, + 0.295835, + 0.312919, + 0.017333, + -0.297738, + 0.224240, + 0.503998, + 0.265938, + 0.074570, + -0.072499, + -0.054240, + -0.604649, + 0.314255, + -0.425611, + 0.129557, + 0.136031, + -0.264394, + -0.017317, + 0.223811, + -0.056778, + -0.138389, + -0.139288, + 0.003384, + 0.114691, + -0.024222, + 0.256059, + -0.219637, + 0.261130, + -0.156514, + -0.105982, + 0.183263, + -0.107758, + -0.177511, + -0.256276, + 0.055201, + 0.306998, + -0.438048, + 0.166315, + 0.268599, + 0.028998, + -0.091049, + 0.333030, + 0.117300, + -0.038080, + 0.131911, + 0.147035, + 0.002529, + 0.059023, + -0.091533, + 0.238866, + 0.144407, + -0.173546, + -0.005100, + 0.142368, + -0.240546, + 0.203296, + 0.274436, + 0.535251, + 0.126128, + 0.312195, + -0.116160, + -0.226256, + -0.441773, + -0.275528, + -0.218091, + 0.024765, + 0.267711, + 0.412878, + -0.264009, + -0.331819, + 0.141491, + -0.213489, + -0.364272, + 0.174579, + 0.274109, + 0.118915, + 0.080279, + 0.279039, + 0.783758, + -0.090756, + -0.071580, + 0.208360, + 0.039870, + -0.103369, + 0.038488, + 0.290062, + 0.030413, + -0.155847, + -0.060061, + 0.098335, + -0.190812, + 0.232526, + -0.173447, + -0.036201, + 0.422316, + 0.235178, + 0.314429, + -0.209866, + -0.001054, + 0.150057, + -0.034387, + -0.262823, + -0.259931, + 0.303051, + -0.149483, + -0.506823, + -0.221947, + 0.005746, + 0.080609, + 0.229863, + -0.008234, + 0.394533, + -0.081019, + 0.111814, + 0.181721, + -0.325916, + 0.153725, + 0.135681, + 0.072429, + 0.030373, + 0.076528, + -0.265899, + 0.093422, + 0.230140, + -0.157751, + 0.189686, + -0.110467, + 0.218495, + 0.086223, + -0.241317, + 0.263047, + 0.259304, + -0.018976, + -0.183904, + -0.039951, + -0.092836, + 0.057400, + -0.091486, + 0.089715, + 0.072107, + -0.200768, + -0.116703, + -0.305429, + 0.273656, + -0.525936, + 0.038112, + 0.164623, + 0.106459, + -0.376325, + -0.038161, + 0.223308, + -0.211803, + -0.302025, + -0.113006, + -0.551686, + 0.138347, + 0.194579, + -0.189423, + -0.200517, + -0.206015, + -0.053050, + -0.062847, + 0.136148, + 0.036539, + 0.134431, + 0.219223, + -0.016519, + -0.064975, + 0.501569, + -0.156950, + -0.183412, + -0.068834, + -0.251455, + 0.342402, + -0.537898, + -0.301396, + -0.086476, + 0.033572, + -0.428197, + 0.194034, + 0.286527, + 0.441191, + 0.226217, + -0.462135, + 0.138566, + -0.432976, + -0.214841, + 0.178521, + -0.147047, + -0.096604, + 0.164131, + -0.255452, + -0.105172, + 0.266524, + 0.155787, + 0.030737, + -0.174198, + 0.021176, + -0.254879, + -0.104065, + 0.308207, + 0.380686, + 0.103685, + 0.029221, + 0.229583, + -0.156839, + 0.076626, + 0.495820, + -0.047159, + 0.019843, + -0.121338, + -0.395431, + -0.139433, + -0.032654, + -0.385359, + -0.132930, + -0.069354, + -0.018442, + -0.211623, + 0.018058, + -0.048908, + 0.293078, + -0.067442, + -0.186600, + -0.167006, + 0.082090, + 0.154309, + 0.086632, + 0.281551, + 0.069484, + 0.665766, + 0.693638, + 0.274085, + 0.351499, + -0.251894, + -0.103847, + 0.554109, + 0.233772, + -0.351420, + -0.386435, + 0.200742, + -0.341627, + -0.135663, + 0.800566, + -0.043476, + -0.006715, + 0.060277, + 0.133124, + -0.197489, + 0.064583, + -0.156458, + -0.400363, + -0.119066, + 0.168476, + 0.131768, + 0.169517, + -0.077222, + -0.026129, + -0.118935, + -0.156679, + 0.103503, + 0.559060, + 0.064724, + 0.314834, + 0.255344, + 0.238194, + 0.054629, + -0.230393, + 0.478755, + 0.426878, + -0.264009, + -0.016648, + -0.330715, + -0.085921, + 0.306859, + 0.254980, + 0.002753, + 0.214754, + 0.175376, + 0.433751, + 0.244912, + 0.053411, + 0.247902, + -0.072711, + 0.179698, + -0.024636, + -0.408976, + 0.036927, + -0.043906, + 0.078997, + -0.257957, + 0.246325, + 0.197998, + 0.040824, + 0.009451, + 0.416567, + 0.070642, + -0.292640, + 0.248486, + 0.520780, + -0.022197, + 0.193976, + 0.036878, + 0.338149, + -3.345927, + -0.202146, + 0.376958, + -0.119928, + -0.194169, + 0.066045, + -0.047417, + 0.038643, + -0.230521, + -0.190499, + 0.262607, + -0.474001, + 0.114529, + -0.397252, + -0.114939, + -0.159677, + 0.329379, + 0.101259, + -0.023858, + -0.196522, + 0.122681, + -0.357721, + 0.053148, + 0.053470, + 0.078663, + -0.270926, + -1.289776, + -0.288601, + 0.018394, + 0.550735, + -0.294169, + 0.331172, + 0.004935, + -0.292410, + 0.165175, + -0.184891, + 0.030958, + 0.166548, + 0.408746, + 0.001044, + 0.192984, + 0.136098, + -0.078211, + -0.250720, + -0.388568, + -0.233986, + -0.049348, + -0.180982, + 0.161529, + -0.353773, + 0.035995, + -0.332231, + 0.433448, + 0.055734, + 0.100895, + 0.037417, + -0.168394, + 0.391772, + -0.347870, + 0.158551, + -0.399794, + -0.132577, + -0.207550, + 0.044774, + -0.308613, + 0.293914, + 0.264241, + 0.103597, + -0.010130, + 0.060042, + -0.245975, + 0.200968, + 0.108667, + 0.560230, + 0.182095, + 0.078054, + 0.105846, + -0.043097, + -0.089882, + 0.282325, + 0.212149, + 0.281811, + 0.026009, + -0.343786, + -0.375800, + 0.296600, + -0.308221, + -0.032883, + -0.004984, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.381 + std = 0.157 + data = [ + 0.268549, + 0.541736, + 0.500706, + 0.564166, + 0.486975, + 0.358270, + 0.475886, + 0.398111, + 0.571644, + 0.409801, + 0.004793, + 0.561283, + 0.402768, + 0.138361, + 0.557811, + 0.263046, + 0.276070, + 0.464618, + 0.533855, + 0.001190, + 0.442901, + 0.339061, + 0.469757, + 0.431898, + 0.253625, + 0.466869, + 0.119576, + 0.389115, + 0.194490, + 0.460564, + 0.619782, + 0.478373, + 0.558945, + 0.257980, + 0.610196, + 0.314315, + 0.483767, + 0.203754, + 0.001550, + 0.000593, + 0.293092, + 0.430693, + 0.498649, + 0.479178, + 0.332736, + 0.150199, + 0.437560, + 0.003066, + 0.321463, + 0.608338, + 0.510467, + 0.003823, + 0.474713, + 0.586883, + 0.350847, + -0.001042, + 0.363551, + 0.565584, + 0.508385, + 0.302381, + 0.462585, + 0.003788, + 0.518628, + 0.297883, + 0.213656, + 0.164868, + 0.362699, + 0.516273, + 0.539486, + 0.540492, + 0.018812, + 0.452243, + 0.470992, + 0.153215, + 0.442653, + 0.388339, + 0.006736, + 0.519641, + 0.353400, + 0.494063, + 0.146305, + 0.413050, + 0.059916, + 0.251851, + 0.543495, + 0.466845, + 0.505344, + 0.470803, + 0.522220, + 0.447767, + 0.356216, + 0.395154, + 0.463294, + 0.371684, + 0.327503, + 0.209589, + 0.551755, + 0.378242, + 0.522891, + 0.417242, + 0.518206, + 0.000966, + 0.263035, + 0.475087, + 0.538120, + 0.503029, + 0.264299, + 0.492654, + 0.449607, + 0.507452, + 0.282151, + 0.489356, + 0.573432, + 0.404788, + 0.325867, + 0.212136, + 0.601108, + 0.521896, + 0.395893, + 0.221939, + 0.358352, + 0.385012, + 0.335204, + 0.077169, + 0.522131, + 0.486075, + 0.332813, + 0.574880, + 0.580263, + 0.493423, + 0.152665, + 0.410156, + 0.338325, + 0.271607, + 0.345716, + 0.538611, + 0.496227, + 0.344642, + 0.227333, + 0.494043, + 0.381642, + 0.464737, + 0.333391, + 0.449284, + 0.431129, + 0.507973, + 0.439705, + 0.390368, + 0.446669, + 0.453426, + 0.001695, + 0.353651, + 0.157456, + 0.302855, + 0.457054, + 0.124358, + 0.399892, + 0.505060, + 0.234408, + 0.483685, + 0.472105, + 0.352012, + 0.106887, + 0.561345, + 0.366428, + 0.396185, + 0.302797, + 0.489696, + 0.403967, + 0.273536, + 0.319913, + 0.395137, + 0.560820, + 0.387140, + 0.361886, + 0.246658, + 0.572501, + 0.496901, + 0.444216, + 0.158511, + 0.349619, + 0.582743, + 0.406825, + 0.516640, + 0.446909, + 0.486161, + 0.258612, + 0.193150, + 0.416390, + 0.571950, + 0.486948, + 0.499835, + 0.477155, + 0.349117, + 0.495353, + 0.597100, + 0.516637, + 0.171309, + 0.409278, + 0.510175, + 0.505730, + 0.495503, + 0.428879, + 0.473554, + 0.424326, + 0.474331, + 0.013185, + 0.427968, + 0.116257, + 0.436226, + 0.473868, + 0.500610, + 0.569105, + 0.132556, + 0.089519, + 0.495478, + 0.000402, + 0.542179, + 0.500913, + 0.000499, + 0.329134, + 0.454994, + 0.555344, + 0.520983, + 0.506892, + 0.349032, + 0.508326, + 0.331399, + 0.396298, + 0.572160, + 0.448211, + 0.413214, + 0.504842, + 0.605854, + 0.458639, + 0.457537, + 0.569091, + 0.504779, + 0.008233, + 0.324870, + 0.066052, + 0.517963, + 0.376101, + 0.483834, + 0.489718, + 0.182833, + 0.441054, + 0.576518, + 0.364295, + 0.385488, + 0.175341, + 0.374673, + 0.517164, + 0.437091, + 0.389148, + 0.434681, + 0.001310, + 0.452254, + 0.433004, + 0.310336, + 0.431975, + 0.369820, + 0.011479, + 0.254821, + 0.455669, + 0.233025, + 0.205841, + 0.444457, + 0.515600, + 0.550184, + 0.172462, + 0.489874, + 0.521017, + 0.227928, + 0.002724, + 0.466659, + 0.379720, + 0.472753, + 0.546923, + 0.390622, + -0.000685, + 0.380967, + 0.312106, + 0.589424, + 0.413105, + 0.422872, + 0.508329, + 0.334400, + 0.023286, + 0.403401, + 0.618831, + 0.003484, + 0.480781, + 0.260933, + 0.166031, + 0.236890, + 0.246079, + 0.356784, + 0.543362, + 0.467055, + 0.538702, + 0.473423, + 0.417785, + 0.491509, + 0.348845, + 0.605869, + -0.002231, + 0.131097, + 0.565596, + 0.590829, + 0.181344, + 0.571323, + 0.258418, + 0.391757, + 0.266245, + 0.585168, + 0.567875, + 0.290137, + 0.528467, + 0.547035, + 0.283145, + 0.560009, + 0.554696, + 0.552907, + 0.459954, + 0.454635, + 0.429458, + 0.619458, + 0.438791, + 0.392065, + 0.248859, + 0.148585, + 0.297843, + 0.482908, + 0.618895, + 0.381846, + 0.578484, + 0.090254, + 0.249249, + 0.222097, + 0.424205, + 0.425902, + 0.282420, + 0.660537, + 0.306923, + 0.259197, + 0.501664, + 0.113062, + 0.207574, + 0.187091, + 0.226041, + 0.252900, + 0.459415, + 0.538000, + 0.418083, + 0.509129, + 0.249207, + 0.417978, + 0.469304, + 0.246798, + 0.098281, + 0.468478, + 0.215424, + 0.149067, + 0.458757, + 0.303530, + 0.255918, + 0.008460, + 0.229444, + 0.013080, + 0.469960, + 0.346379, + 0.491127, + 0.170563, + 0.405818, + 0.327442, + 0.528912, + 0.084013, + 0.471783, + 0.433883, + 0.003022, + 0.352796, + 0.438359, + 0.481211, + 0.428828, + 0.372052, + 0.191467, + 0.498025, + 0.133576, + 0.522081, + 0.544065, + 0.560367, + 0.631278, + 0.453861, + 0.211724, + 0.394044, + 0.528661, + 0.429374, + 0.398989, + 0.460301, + 0.503763, + 0.489727, + 0.442118, + 0.447445, + 0.539991, + 0.004472, + 0.284557, + 0.432810, + 0.575302, + 0.366210, + 0.541354, + 0.510190, + 0.619809, + 0.695849, + 0.568663, + 0.489949, + 0.479936, + 0.584108, + 0.321064, + 0.478316, + 0.292987, + 0.327939, + 0.447078, + 0.296251, + 0.480123, + 0.451382, + 0.472882, + 0.429178, + 0.433648, + 0.508224, + 0.321015, + 0.345422, + 0.377562, + 0.493041, + 0.352224, + 0.270928, + 0.447438, + 0.380189, + 0.484484, + 0.479299, + 0.494972, + 0.378244, + 0.336118, + 0.468102, + 0.002165, + 0.281454, + 0.264855, + 0.246153, + 0.578336, + 0.127760, + 0.205337, + 0.373404, + 0.523607, + 0.457258, + 0.328009, + 0.007641, + 0.342835, + 0.249564, + 0.491766, + 0.411254, + 0.276048, + 0.130127, + 0.432620, + 0.486004, + 0.143717, + 0.491883, + 0.316914, + 0.543405, + 0.446859, + 0.264430, + 0.165618, + 0.246810, + 0.534899, + 0.207459, + 0.172118, + 0.513484, + 0.481311, + 0.476591, + 0.571468, + 0.276761, + 0.296078, + 0.557362, + 0.403207, + 0.429509, + 0.439704, + 0.525911, + 0.414852, + 0.104554, + 0.501021, + 0.470426, + 0.467179, + 0.422450, + 0.387658, + 0.563649, + 0.431983, + 0.230569, + 0.196728, + 0.495977, + 0.478199, + 0.579747, + 0.250438, + 0.408939, + 0.210491, + 0.272842, + 0.615908, + 0.243779, + 0.359344, + 0.340468, + 0.203939, + 0.573997, + 0.517773, + 0.563883, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_1_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.085 + data = [ + -0.005865, + -0.068300, + 0.051578, + 0.007416, + -0.068852, + 0.092635, + -0.004338, + -0.051854, + 0.010398, + -0.075990, + 0.000298, + 0.024402, + -0.152380, + 0.028593, + 0.133166, + -0.060789, + 0.017275, + 0.034043, + -0.020342, + 0.001335, + -0.101422, + -0.025541, + -0.043973, + 0.072227, + 0.053731, + 0.089580, + -0.017099, + -0.064683, + -0.054890, + -0.041986, + -0.078181, + 0.028187, + 0.086344, + -0.075871, + -0.080912, + -0.060998, + -0.049862, + 0.003510, + -0.000488, + 0.000923, + 0.111904, + -0.003344, + 0.036027, + 0.091118, + 0.009556, + -0.009492, + -0.014548, + 0.001287, + 0.088878, + 0.096686, + -0.007291, + -0.003746, + -0.039410, + 0.042945, + 0.011314, + 0.000334, + -0.006828, + 0.005364, + -0.039160, + -0.047668, + -0.044868, + 0.000152, + -0.028301, + -0.048277, + -0.034685, + 0.140150, + -0.013019, + -0.020851, + -0.015755, + 0.006831, + -0.005822, + 0.001884, + -0.036456, + 0.008776, + -0.060234, + -0.034604, + 0.003577, + 0.082509, + 0.152502, + 0.094484, + 0.112034, + 0.119929, + 0.008346, + 0.072875, + 0.000098, + -0.003159, + 0.107031, + -0.150213, + 0.025108, + 0.020812, + -0.094456, + -0.015123, + 0.044207, + -0.057617, + -0.029046, + -0.029302, + -0.070508, + 0.008080, + -0.017663, + -0.069017, + -0.170654, + -0.000494, + 0.029338, + 0.019125, + -0.054634, + -0.015156, + 0.058891, + -0.117722, + -0.008434, + 0.096091, + 0.037047, + 0.073025, + -0.054408, + -0.041569, + -0.019145, + -0.087366, + 0.029491, + 0.036642, + 0.052667, + -0.076411, + -0.027836, + 0.037545, + -0.047130, + 0.011827, + -0.011245, + 0.002699, + -0.019092, + -0.041731, + 0.044732, + 0.056307, + 0.074689, + -0.024574, + 0.119530, + -0.040264, + 0.068352, + -0.012011, + 0.023675, + 0.059645, + 0.080933, + 0.025643, + 0.084402, + -0.084140, + 0.036746, + -0.012866, + -0.017215, + -0.031818, + 0.035381, + -0.001304, + 0.078991, + -0.097006, + 0.000362, + 0.050204, + 0.018920, + 0.040581, + -0.052189, + 0.066390, + 0.070436, + 0.022401, + 0.006275, + -0.032337, + 0.082968, + -0.123020, + 0.023383, + 0.040572, + -0.038465, + -0.081830, + -0.017218, + 0.119796, + 0.051970, + 0.009114, + -0.142825, + 0.071820, + -0.068682, + 0.016796, + -0.042265, + -0.047493, + 0.068592, + -0.047162, + 0.130916, + 0.035238, + 0.033717, + -0.035199, + 0.139463, + -0.132061, + -0.029278, + 0.054321, + 0.000593, + -0.000933, + 0.012462, + -0.071133, + -0.068222, + -0.136411, + 0.006197, + -0.021860, + -0.005408, + 0.033206, + 0.043367, + -0.217776, + 0.143519, + 0.011021, + 0.050904, + -0.127922, + -0.031292, + -0.028190, + -0.073825, + -0.067496, + 0.001048, + -0.026946, + 0.013485, + 0.017113, + 0.022419, + 0.063810, + -0.046327, + -0.048048, + 0.025829, + 0.035981, + -0.000750, + 0.043637, + 0.072186, + 0.000510, + 0.063330, + 0.115971, + -0.005378, + -0.099472, + 0.074649, + -0.100806, + -0.067949, + 0.011024, + -0.003822, + -0.042694, + 0.091677, + 0.098571, + -0.109780, + 0.075245, + 0.028332, + 0.038601, + -0.008069, + 0.061689, + 0.002309, + -0.000583, + -0.006410, + -0.004536, + -0.001710, + 0.020521, + 0.073676, + 0.005832, + 0.031729, + 0.049984, + -0.010243, + -0.008787, + -0.137890, + -0.063749, + -0.035842, + -0.035347, + 0.046017, + -0.035449, + -0.001007, + -0.046993, + -0.042094, + 0.062650, + 0.006733, + 0.188482, + -0.000000, + 0.179102, + -0.126281, + 0.001126, + -0.043240, + 0.008813, + 0.079216, + 0.106138, + 0.173238, + -0.010223, + 0.057025, + 0.108357, + -0.000410, + 0.048519, + 0.108614, + 0.008491, + 0.082665, + -0.019943, + -0.001246, + -0.041507, + 0.185081, + -0.108109, + 0.019258, + -0.088977, + -0.064990, + -0.077496, + 0.009036, + 0.033621, + 0.012475, + -0.000961, + -0.066245, + 0.222239, + -0.006083, + -0.014497, + 0.042414, + -0.136017, + -0.095287, + 0.030956, + 0.048374, + 0.069363, + -0.056752, + -0.069576, + -0.024162, + -0.045432, + -0.000273, + 0.003935, + -0.003240, + -0.006520, + 0.016454, + -0.056241, + 0.009458, + 0.061896, + 0.015832, + -0.140298, + 0.014499, + 0.059788, + 0.094245, + 0.134462, + 0.009967, + -0.031915, + 0.121857, + -0.055165, + -0.002791, + -0.019075, + -0.028971, + -0.115795, + 0.144553, + -0.098816, + 0.115779, + -0.073733, + 0.011736, + -0.049493, + -0.087389, + -0.160579, + 0.030384, + 0.049369, + 0.051077, + 0.041746, + 0.022349, + -0.028166, + 0.015381, + 0.090549, + -0.005871, + -0.062915, + -0.119998, + -0.008949, + -0.026852, + -0.171928, + -0.101808, + -0.044288, + -0.007667, + 0.022815, + 0.065979, + -0.036492, + 0.034832, + -0.067051, + 0.011187, + 0.020199, + 0.038492, + -0.108131, + -0.203647, + -0.068054, + -0.077637, + -0.040267, + -0.069480, + -0.003876, + -0.000768, + -0.003538, + 0.062029, + 0.039126, + -0.092300, + -0.032220, + 0.069890, + 0.057369, + 0.106247, + -0.003718, + -0.066630, + -0.079623, + 0.000414, + 0.019503, + -0.140375, + -0.109562, + 0.038540, + -0.000794, + 0.022246, + -0.119133, + -0.038824, + 0.129227, + -0.084895, + 0.026352, + -0.120531, + 0.001433, + -0.033626, + -0.030578, + -0.050566, + -0.103704, + 0.108274, + 0.107578, + -0.102512, + -0.058671, + -0.037799, + -0.026816, + -0.049541, + 0.002158, + 0.099189, + 0.004391, + -0.114362, + -0.006853, + 0.012746, + 0.039250, + -0.044980, + -0.023021, + 0.001995, + 0.033683, + 0.019020, + 0.026779, + -0.126375, + 0.025190, + -0.044802, + -0.008468, + 0.017164, + 1.092973, + 0.007460, + -0.058111, + -0.062108, + 0.079701, + 0.018414, + 0.038699, + 0.006930, + -0.066987, + 0.007997, + -0.127964, + 0.169776, + 0.022924, + 0.026646, + 0.054251, + 0.065020, + 0.017593, + 0.159963, + -0.018634, + -0.151120, + -0.030539, + 0.000262, + -0.174063, + 0.062214, + 0.123051, + 0.099480, + 0.099620, + -0.026770, + -0.056669, + -0.098909, + 0.169825, + -0.071586, + -0.000804, + 0.145483, + 0.000364, + 0.010964, + -0.038872, + -0.063380, + -0.046581, + 0.002687, + 0.037680, + 0.006379, + 0.009864, + -0.120765, + -0.076527, + 0.107732, + -0.022376, + 0.123661, + 0.001809, + -0.005047, + -0.084031, + 0.046477, + 0.050640, + -0.102399, + -0.076758, + 0.037621, + 0.015074, + -0.096415, + -0.082048, + -0.048795, + 0.099805, + -0.022072, + -0.140385, + -0.043833, + -0.001297, + -0.006044, + 0.013082, + -0.038177, + 0.001035, + 0.027803, + -0.030546, + 0.005624, + -0.087949, + -0.279983, + -0.097616, + 0.007255, + 0.024365, + -0.106732, + 0.013326, + -0.014040, + 0.075675, + -0.200598, + -0.079181, + -0.005467, + -0.057054, + -0.031223, + -0.074973, + 0.017318, + 0.109181, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_1_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.660 + std = 1.811 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_1_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.055 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.040 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.013 + std = 0.341 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.208 + data = [ + -0.010817, + 0.180953, + 0.148871, + 0.072582, + -0.032822, + 0.125249, + 0.261888, + 0.119859, + -0.003043, + 0.099494, + -0.199310, + -0.146349, + -0.662976, + 0.137906, + -0.172083, + -0.030552, + -0.110652, + 0.201836, + 0.198742, + 0.006076, + 0.280339, + -0.120964, + -0.068597, + -0.141773, + 0.029801, + -0.046438, + 0.049919, + -0.086726, + -0.075349, + 0.015464, + 0.093166, + -0.090966, + 0.195447, + 0.158266, + 0.036937, + -0.222126, + 0.021571, + 0.200869, + -0.030742, + 0.008050, + 0.001399, + -0.149426, + 0.088415, + 0.067215, + 0.039527, + 0.195795, + -0.035537, + -0.037301, + 0.171119, + 0.200133, + -0.177060, + 0.369250, + 0.107677, + -0.035289, + -0.134670, + 0.045813, + -0.174984, + -0.062261, + -0.059230, + -0.050190, + -0.009550, + 0.025195, + -0.021377, + -0.093055, + -0.149844, + -0.071354, + 0.146343, + -0.190489, + -0.310453, + -0.021872, + -0.134621, + 0.157744, + 0.174858, + 0.052683, + -0.019393, + -0.148730, + 0.095693, + 0.223308, + 0.121506, + 0.050665, + -0.311387, + 0.065261, + 0.173435, + -0.105338, + -0.036523, + -0.079281, + 0.024557, + -0.117382, + -0.061853, + 0.034569, + 0.001920, + 0.089880, + -0.012938, + -0.207562, + 0.134568, + -0.049169, + -0.061423, + -0.136328, + 0.051614, + -0.496022, + 0.098152, + 0.123550, + 0.109075, + -0.140511, + -0.282051, + -0.099661, + -0.075547, + 0.016344, + 0.062029, + 0.395988, + -0.104759, + 0.114779, + -0.117225, + -0.117944, + -0.075119, + -0.148984, + -0.061622, + -0.153689, + 0.268743, + 0.038790, + 0.183760, + 0.094808, + 0.102380, + 0.209866, + -0.124439, + 0.101866, + -0.187468, + -0.140932, + -0.133651, + -0.011398, + 0.010784, + 0.124540, + 0.223273, + -0.155769, + 0.105879, + 0.115869, + 0.053876, + -0.140243, + 0.111425, + -0.251049, + 0.185704, + 0.113959, + 0.107221, + 0.085145, + 0.024467, + 0.169971, + 0.054765, + -0.101723, + 0.282869, + -0.268741, + 0.284309, + 0.199567, + 0.287199, + 0.191238, + 0.086764, + 0.564799, + 0.131993, + -0.286445, + -0.050977, + 0.190228, + -0.054006, + -0.311294, + -0.143320, + 0.057669, + 0.029529, + 0.084447, + 0.081734, + 0.019388, + 0.188106, + -0.213592, + -0.099333, + 0.359612, + -0.194852, + -0.069262, + -0.145129, + 0.065943, + -0.139130, + -0.155516, + -0.218165, + 0.047215, + 0.353807, + 0.125593, + 0.282785, + 0.178019, + -0.089831, + 0.076120, + 0.122993, + 0.379403, + -0.019509, + -0.439382, + 0.142390, + 0.148234, + 0.228740, + 0.154469, + -0.010711, + -0.096468, + -0.275844, + 0.450130, + -0.026413, + 0.076171, + -0.116603, + -0.071352, + 0.084159, + 0.158944, + -0.327046, + -0.113897, + -0.129470, + -0.030161, + 0.240833, + 0.079996, + -0.225445, + 0.072948, + -0.205335, + 0.124942, + 0.025182, + -0.118559, + 0.027495, + 0.138005, + 0.130056, + 0.009636, + -0.009027, + -0.177432, + 0.040893, + 0.200793, + 0.173458, + 0.015404, + -0.121070, + 0.022805, + 0.282456, + -0.037440, + 0.173417, + 0.147895, + -0.216525, + 0.092801, + -0.113722, + -0.260331, + -0.051479, + -0.211842, + 0.314187, + 0.070009, + 0.121904, + -0.138847, + 0.093120, + -0.240078, + 0.241809, + -0.022594, + -0.016787, + 0.052622, + 0.046492, + 0.077086, + 0.314878, + 0.155646, + 0.178084, + 0.146105, + 0.056580, + -0.222798, + 0.091976, + -0.276366, + 0.063717, + 0.310587, + 0.063804, + 0.130151, + 0.103789, + -0.199757, + -0.001998, + 0.065133, + -0.017389, + 0.091732, + 0.011597, + -0.062723, + -0.038593, + 0.092500, + 0.249227, + -0.161575, + 0.141264, + -0.101245, + 0.039750, + 0.009660, + -0.076442, + 0.064829, + 0.044429, + -0.152798, + 0.018779, + -0.182448, + -0.186927, + -0.043065, + 0.065652, + 0.049870, + 0.264256, + 0.250960, + 0.190819, + 0.048401, + -0.201900, + 0.112825, + 0.005048, + -0.098635, + 0.249124, + -0.041814, + -0.381740, + -0.054128, + -0.244064, + -0.114416, + 0.021083, + -0.036589, + 0.370721, + 0.151288, + 0.239792, + 0.156565, + -0.075945, + 0.076675, + -0.321276, + -0.239859, + 0.022383, + 0.012084, + 0.015681, + -0.082048, + -0.053226, + 0.200985, + 0.112223, + 0.289842, + -0.074126, + -0.024244, + 0.113356, + -0.062170, + 0.253814, + -0.152772, + -0.344166, + 0.078217, + 0.317386, + -0.206968, + 0.062005, + 0.259566, + 0.102833, + -0.176193, + -0.079437, + 0.066483, + 0.108932, + -0.187818, + -0.045809, + 0.035858, + -0.257185, + 0.138079, + 0.072384, + 0.051620, + 0.089835, + 0.120572, + 0.018251, + 0.149745, + -0.246914, + 0.207911, + 0.153439, + 0.017671, + 0.067532, + 0.008007, + 0.092771, + -0.081329, + 0.198572, + -0.177220, + -0.010625, + -0.175888, + 0.127783, + 0.176993, + 0.255759, + -0.148890, + 0.138709, + -0.100501, + -0.136057, + 0.147290, + -0.180104, + -0.239693, + 0.126407, + -0.114488, + -0.180533, + -0.087634, + 0.111542, + 0.097895, + 0.010170, + 0.012666, + -0.017241, + -0.079389, + 0.073845, + 0.109707, + -0.447079, + -0.103597, + -0.065237, + 0.375974, + -0.187766, + -0.213113, + 0.102727, + 0.120270, + -0.027203, + 0.112301, + -0.268989, + 0.031604, + -0.191542, + 0.198108, + 0.045701, + -0.106505, + 0.374717, + 0.277525, + -0.254323, + -0.361807, + 0.051166, + 0.010241, + 0.015168, + -0.186571, + 0.055014, + -0.093549, + -0.211241, + 0.178050, + 0.147970, + 0.058584, + -0.178236, + -0.166929, + -0.238358, + -0.025914, + 0.427126, + 0.000363, + 0.055700, + 0.312302, + -0.023969, + -0.172891, + -0.300274, + -2.769113, + -0.139237, + -0.172566, + -0.077351, + 0.030916, + 0.004937, + 0.187585, + 0.165329, + -0.105696, + -0.098818, + 0.090855, + -0.159226, + 0.024704, + 0.230159, + 0.006808, + 0.318971, + -0.182356, + 0.029265, + -0.113542, + -0.009325, + 0.092584, + 0.031933, + -0.210702, + -0.013532, + 0.042548, + 0.273302, + -0.898378, + 0.045408, + 0.150409, + -0.079456, + 0.062201, + 0.246981, + 0.113448, + 0.282066, + -0.014030, + 0.067412, + 0.003371, + -0.218798, + 0.069628, + -0.125498, + 0.120753, + 0.012899, + 0.116896, + 0.133328, + -0.160631, + 0.115879, + 0.087168, + -0.095542, + 0.020076, + 0.152092, + -0.132256, + -0.158555, + -0.125376, + 0.081893, + 0.112888, + 0.035735, + 0.036779, + -0.183719, + -0.153431, + 0.067146, + 0.016653, + -0.122055, + -0.017042, + -0.041846, + 0.003873, + 0.009320, + 0.131236, + -0.099713, + -0.169811, + 0.111309, + -0.246909, + 0.234998, + 0.039380, + 0.269386, + -0.288115, + 0.099548, + 0.084806, + 0.034415, + 0.189191, + -0.077025, + 0.200365, + -0.236995, + -0.019653, + 0.201795, + -0.012159, + -0.348341, + -0.239679, + 0.087505, + 0.168020, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.628 + std = 0.220 + data = [ + 0.237415, + 0.800500, + 0.692518, + 0.859793, + 0.817612, + 0.780915, + 0.857713, + 0.483411, + 0.580321, + 0.768105, + 0.407499, + 0.886242, + 0.805324, + 0.576593, + 0.859191, + 0.767152, + 0.737443, + 0.701861, + 0.775557, + 0.152960, + 0.727991, + 0.719086, + 0.815182, + 0.608515, + 0.718654, + 0.844081, + 0.362826, + 0.589934, + 0.554567, + 0.655631, + 0.748227, + 0.870949, + 0.558161, + 0.000576, + 0.818433, + 0.749110, + 1.001434, + 0.246956, + 0.429378, + 0.287700, + 0.850761, + 0.782096, + 0.673827, + 0.781911, + 0.385672, + 0.561446, + 0.666091, + 0.375666, + 0.475974, + 0.813723, + 0.772714, + 0.206527, + 0.751283, + 0.966448, + 0.409255, + 0.018739, + 0.682324, + 0.854008, + 0.959095, + 0.359572, + 0.740542, + 0.008992, + 0.815617, + 0.598759, + 0.641649, + 0.522840, + 0.582154, + 0.526273, + 0.786726, + 0.956243, + 0.460999, + 0.413424, + 0.662418, + 0.564696, + 0.746232, + 0.537815, + 0.414228, + 0.859011, + 0.579835, + 0.618974, + 0.508863, + 0.833459, + 0.423755, + 0.530070, + 0.865000, + 0.890757, + 0.879713, + 0.679409, + 0.796211, + 0.845643, + 0.592589, + 0.658452, + 0.693940, + 0.635685, + 0.749410, + -0.001130, + 0.865404, + 0.728925, + 0.708452, + 0.799250, + 0.751972, + 0.491001, + 0.493285, + 0.884880, + 0.834412, + 0.777827, + -0.002023, + 0.853541, + 0.792312, + 0.808201, + 0.333680, + 0.731655, + 0.921825, + 0.443571, + 0.642936, + 0.519485, + 0.732524, + 0.821897, + 0.668179, + 0.693335, + 0.374049, + 0.549673, + 0.622173, + 0.522751, + 0.713181, + 0.809941, + 0.431494, + 0.832304, + 0.703450, + 0.744121, + 0.593596, + 0.754313, + 0.387995, + 0.318073, + 0.714727, + 0.908992, + 0.743867, + 0.482146, + 0.602634, + 0.836143, + 0.855148, + 0.686921, + 0.800495, + 0.572670, + 0.664577, + 0.852160, + 0.834516, + 0.768481, + 0.779518, + 0.950627, + -0.000061, + 0.706132, + 0.510184, + 0.411843, + 0.629328, + 0.631392, + 0.823907, + 0.801997, + 0.000673, + 0.708769, + 0.770167, + 0.719871, + 0.530826, + 0.958012, + 0.436113, + 0.490307, + 0.428793, + 0.653796, + 0.543963, + 0.674866, + 0.420125, + 0.795231, + 0.828710, + 0.643646, + 0.509974, + 0.472641, + 0.872146, + 0.827761, + 0.626724, + 0.531820, + 0.562160, + 0.865438, + 0.359468, + 0.603024, + 0.530763, + 0.657588, + 0.487440, + 0.649567, + 0.529189, + 0.987616, + 0.935870, + 0.902953, + 0.807312, + 0.620568, + 0.819989, + 0.749857, + 0.753224, + 0.614920, + 0.550943, + 0.718779, + 0.821635, + 0.723368, + 0.635686, + 0.880361, + 0.870897, + 0.688039, + 0.525705, + 0.606971, + 0.584605, + 0.668320, + 0.617844, + 0.613499, + 0.592717, + 0.559775, + 0.414325, + 0.887414, + -0.002454, + 0.911054, + 0.704123, + 0.484688, + 0.432162, + 0.722037, + 0.772651, + 0.794075, + 0.746757, + 0.713052, + 0.622719, + 0.339389, + 0.592919, + 0.864254, + 0.853631, + 0.483715, + 0.716992, + 0.730190, + 0.666497, + 0.627185, + 0.846001, + 0.795246, + 0.511290, + 0.212087, + 0.248634, + 0.857996, + 0.694741, + 0.932507, + 0.755416, + 0.000114, + 0.669964, + 0.752623, + 0.455110, + 0.352551, + 0.403793, + 0.801753, + 0.820687, + 0.877538, + 0.854603, + 0.562286, + 0.424702, + 0.628085, + 0.490261, + 0.670920, + 0.766235, + 0.798966, + 0.492640, + 0.558225, + 0.739235, + 0.179127, + 0.001432, + 0.729477, + 0.698927, + 0.723600, + 0.435196, + 0.801057, + 0.710490, + 0.453746, + 0.000914, + 0.739432, + 0.701592, + 0.796935, + 0.906450, + 0.477553, + -0.000147, + 0.707644, + 0.413673, + 0.893319, + 0.758356, + 0.344404, + 0.816421, + 0.544355, + 0.428363, + 0.763886, + 0.866750, + 0.263294, + 0.534398, + 0.358772, + 0.650453, + -0.001589, + 0.538538, + 0.408823, + 0.764984, + 0.795687, + 0.786103, + 0.607502, + 0.642176, + 0.755471, + 0.675045, + 0.773603, + 0.505745, + 0.480152, + 0.758144, + 0.902166, + 0.643240, + 0.576959, + 0.623769, + 0.557895, + 0.462100, + 1.024186, + 0.739748, + 0.374523, + 0.795754, + 0.557911, + 0.544381, + 0.753741, + 0.773180, + 0.760269, + 0.715402, + 0.842043, + 0.672302, + 0.991586, + 0.684879, + 0.592546, + 0.514388, + 0.382212, + 0.246263, + 0.709814, + 0.914751, + 0.518305, + 0.973301, + 0.381682, + 0.780428, + 0.026565, + 0.801170, + 0.628189, + 0.429825, + 0.912613, + 0.514528, + 0.008756, + 0.731772, + 0.483066, + 0.471527, + 0.597990, + 0.535412, + 0.291114, + 0.797724, + 0.864625, + 0.603182, + 0.795488, + 0.330736, + 0.814718, + 0.781681, + 0.736781, + 0.489908, + 0.653255, + 0.646343, + 0.329302, + 0.799634, + 0.504423, + 0.360972, + -0.003968, + 0.365578, + 0.268311, + 0.793740, + 0.705606, + 0.726853, + 0.504173, + 0.795397, + 0.453500, + 0.837579, + 0.336921, + 0.731459, + 0.467758, + 0.505979, + 0.663870, + 0.773481, + 0.904564, + 0.677719, + 0.739826, + 0.602083, + 0.790835, + 0.561668, + 0.860520, + 0.881757, + 0.405019, + 0.949990, + 0.842532, + 0.374049, + 0.711006, + 0.869697, + 0.789587, + 0.660645, + 0.863996, + 0.550615, + 0.869131, + 0.559078, + 0.559126, + 0.803659, + 0.278885, + 0.201722, + 0.517086, + 0.791160, + 0.669128, + 1.000920, + 0.537507, + 0.858013, + 0.711064, + 0.843793, + 0.786747, + 0.778208, + 0.765094, + 0.375085, + 0.761809, + 0.688593, + 0.678027, + 0.641540, + 0.306159, + 0.812094, + 0.744543, + 0.905663, + 0.881325, + 0.681500, + 0.716938, + 0.499921, + 0.288285, + 0.761501, + 0.640808, + 0.252022, + 0.316257, + 0.716469, + 0.775809, + 0.764867, + 0.788360, + 0.553748, + 0.785585, + 0.530106, + 0.660807, + 0.214488, + 0.623670, + 0.003717, + 0.001012, + 0.833155, + 0.442901, + 0.001274, + 0.795156, + 0.700130, + 0.666175, + 0.602000, + 0.000554, + 0.731814, + 0.392003, + 0.718558, + 0.746866, + 0.331042, + 0.490840, + 0.455573, + 0.683566, + 0.492871, + 0.754572, + 0.747821, + 0.848304, + 0.814285, + 0.000159, + 0.454296, + 0.422832, + 0.818463, + 0.336234, + 0.505049, + 0.803098, + 0.710147, + 0.869901, + 0.820993, + 0.559714, + 0.313280, + 0.820746, + 0.592710, + 0.677139, + 0.733716, + 0.865726, + 0.623808, + 0.494166, + 0.792280, + 0.656145, + 0.537362, + 0.659452, + 0.502668, + 0.746757, + 0.687013, + 0.395067, + 0.532421, + 0.887205, + 0.905300, + 0.590622, + -0.003372, + 0.657546, + 0.064184, + 0.735302, + 0.763321, + 0.535488, + 0.638950, + 0.561373, + 0.705593, + 0.865707, + 0.785989, + 0.926019, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_1_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.003 + std = 0.183 + data = [ + 0.076970, + -0.323868, + 0.010312, + -0.030973, + -0.089655, + 0.237297, + -0.150630, + -0.063814, + -0.063848, + -0.249285, + -0.153284, + 0.130250, + 0.120681, + 0.134354, + 0.291450, + -0.207319, + 0.140715, + -0.077870, + -0.248039, + 0.082099, + -0.378994, + 0.040915, + -0.012695, + 0.156812, + 0.296981, + 0.185492, + -0.242217, + -0.055327, + -0.150732, + -0.106008, + -0.131672, + 0.056907, + -0.010183, + -0.000357, + -0.183443, + -0.002983, + -0.000038, + -0.064100, + 0.406261, + -0.025082, + 0.414761, + 0.081390, + 0.061310, + 0.123690, + 0.069454, + -0.150710, + -0.055100, + 0.181950, + 0.018631, + -0.054567, + 0.150385, + -0.275566, + -0.165424, + 0.016523, + 0.094708, + -0.006404, + 0.033106, + -0.037484, + 0.020894, + 0.058145, + -0.070719, + -0.001808, + -0.065698, + -0.003160, + -0.138067, + 0.070035, + -0.078962, + 0.041425, + 0.186877, + -0.047073, + -0.241114, + -0.065519, + -0.087430, + -0.390680, + -0.019621, + 0.096208, + 0.322317, + 0.015979, + 0.193780, + 0.103552, + -0.186690, + 0.146574, + -0.015953, + 0.188512, + 0.052195, + 0.115506, + 0.100274, + -0.185917, + 0.079065, + -0.029096, + -0.289762, + -0.063740, + 0.099414, + 0.006317, + -0.034354, + -0.000429, + -0.090938, + 0.140770, + 0.003971, + 0.155583, + -0.297943, + -0.552977, + 0.124465, + 0.133572, + 0.040665, + 0.053410, + -0.000825, + -0.266182, + -0.115950, + -0.087589, + 0.149252, + 0.084765, + 0.025324, + -0.022304, + 0.006571, + -0.017432, + 0.002265, + 0.138197, + -0.070868, + -0.269712, + 0.036750, + 0.040415, + -0.149540, + -0.384954, + 0.056091, + -0.027636, + 0.057276, + 0.045237, + 0.128986, + 0.071654, + -0.251613, + -0.094319, + -0.015323, + -0.042468, + 0.014492, + -0.163009, + 0.026591, + 0.294874, + 0.084293, + 0.201557, + 0.017353, + -0.180819, + 0.003836, + -0.122678, + 0.030100, + -0.201671, + 0.069946, + -0.006222, + -0.054673, + -0.072419, + -0.001095, + -0.052977, + -0.222917, + 0.047668, + -0.105993, + -0.066609, + 0.076632, + 0.237439, + 0.000015, + -0.167846, + 0.201269, + -0.052074, + 0.215630, + 0.067461, + -0.007898, + -0.118141, + -0.104279, + 0.137813, + -0.054626, + 0.127893, + -0.143055, + -0.122518, + 0.029425, + 0.018099, + -0.068813, + 0.354228, + 0.284082, + 0.005161, + 0.353659, + 0.161107, + -0.143807, + -0.202794, + 0.015954, + -0.243686, + -0.019273, + 0.101368, + 0.202283, + -0.408714, + 0.056611, + 0.076597, + -0.262756, + -0.438462, + -0.109374, + -0.042194, + -0.016560, + 0.091151, + 0.238646, + 0.537729, + 0.210071, + -0.066801, + 0.121894, + -0.101859, + -0.096161, + -0.209801, + 0.175000, + 0.000963, + -0.224770, + 0.070411, + 0.040435, + -0.049444, + 0.131479, + 0.072058, + 0.019591, + 0.299663, + 0.326638, + 0.181564, + -0.000357, + -0.011610, + 0.049621, + -0.067796, + 0.054987, + 0.270266, + 0.018545, + -0.266230, + -0.136725, + -0.374936, + -0.069246, + 0.040963, + -0.118059, + -0.096706, + 0.204351, + 0.023302, + -0.037816, + 0.037892, + 0.089759, + 0.204244, + 0.064184, + 0.209233, + -0.162845, + -0.027165, + -0.088320, + 0.112673, + -0.038578, + 0.197378, + 0.111894, + -0.000082, + 0.106454, + 0.060241, + -0.087403, + 0.117446, + 0.000932, + -0.248411, + -0.204723, + -0.180138, + 0.056471, + 0.000263, + -0.207304, + 0.085137, + -0.020913, + -0.102951, + -0.055528, + 0.265864, + 0.301922, + -0.266869, + -0.221870, + 0.013312, + 0.000942, + 0.002210, + 0.082689, + 0.125768, + 0.047957, + -0.119326, + -0.068232, + -0.417376, + -0.000603, + 0.239892, + 0.202914, + 0.013574, + 0.210383, + -0.157941, + -0.000120, + 0.011549, + -0.381991, + -0.003857, + 0.202248, + -0.016407, + -0.153251, + -0.118782, + 0.012446, + -0.111145, + -0.139480, + -0.179654, + 0.230022, + 0.140809, + -0.575857, + 0.000888, + -0.057657, + -0.197904, + 0.051306, + 0.136855, + 0.247616, + 0.137105, + -0.157811, + -0.026611, + -0.262009, + -0.132736, + -0.045728, + -0.093714, + 0.115914, + -0.109437, + 0.248709, + 0.058097, + 0.081382, + 0.118917, + -0.002684, + -0.158358, + 0.079218, + -0.066326, + 0.082550, + 0.068693, + 0.075184, + -0.001883, + 0.092199, + -0.051604, + -0.127658, + 0.076725, + 0.180234, + -0.242404, + 0.076763, + -0.115348, + -0.023146, + -0.250894, + -0.026295, + 0.021496, + -0.087238, + -0.180763, + -0.018166, + 0.323675, + 0.183362, + 0.003275, + 0.177399, + -0.128769, + -0.019042, + 0.067596, + -0.073096, + -0.002423, + -0.158988, + 0.179360, + 0.095455, + 0.342210, + 0.913969, + 0.170714, + 0.046965, + 0.027399, + -0.001712, + 0.073681, + 0.024250, + -0.005479, + -0.043711, + 0.210038, + -0.156637, + -0.291833, + 0.669708, + -0.026756, + -0.213926, + 0.016837, + -0.036483, + 0.001512, + 0.098992, + 0.044170, + -0.064007, + 0.094573, + -0.179104, + 0.351518, + 0.104668, + 0.112098, + 0.176006, + -0.191785, + -0.182637, + -0.049279, + 0.748282, + -0.009768, + 0.030725, + -0.123807, + 0.123500, + -0.176291, + -0.391282, + -0.048541, + 0.526982, + 0.053035, + -0.135873, + -0.060480, + 0.036393, + 0.048413, + 0.069997, + -0.155501, + -0.129766, + -0.099427, + 0.101880, + 0.089645, + 0.012936, + 0.233217, + -0.098693, + -0.056039, + -0.101547, + 0.260612, + 0.023545, + 0.080210, + -0.030207, + -0.157103, + -0.031283, + 0.103930, + 0.079056, + 0.055881, + 0.183572, + 0.116988, + -0.265368, + 0.043042, + 0.214093, + -0.146752, + -0.052281, + 0.064345, + 0.213069, + 1.628745, + 0.067549, + 0.018500, + -0.132314, + 0.102614, + 0.095677, + -0.029005, + -0.017297, + -0.102160, + -0.002613, + -0.178754, + -0.026898, + 0.017098, + -0.102881, + 0.094569, + -0.155892, + 0.082106, + 0.177696, + 0.010428, + -0.303333, + -0.091439, + -0.005750, + -0.279803, + -0.001720, + -0.000420, + -0.125756, + -0.274082, + -0.000077, + -0.204921, + -0.015403, + 0.168208, + -0.260648, + 0.000813, + 0.060091, + 0.087650, + 0.008310, + -0.085116, + -0.002407, + 0.476882, + 0.023683, + 0.000570, + 0.243729, + -0.098780, + -0.639998, + -0.085213, + 0.119905, + 0.000372, + -0.329282, + 0.045929, + -0.123977, + -0.078807, + 0.140748, + 0.206167, + -0.157576, + -0.174142, + 0.064675, + -0.003100, + 0.019355, + -0.079475, + -0.088673, + 0.042306, + 0.000333, + -0.277636, + -0.032559, + -0.154876, + -0.018155, + -0.047813, + 0.016378, + 0.072568, + 0.044958, + 0.059044, + -0.047926, + -0.167023, + 0.434273, + 0.002651, + -0.075066, + 0.013857, + 0.001018, + -0.087862, + 0.000160, + 0.133593, + -0.046389, + -0.081633, + -0.146437, + -0.111532, + 0.219415, + -0.036294, + -0.040924, + 0.087721, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_1_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.779 + std = 0.306 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.042 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_1_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.231 + data = [ + -0.130130, + -0.173146, + -0.143086, + -0.126870, + 0.002022, + 0.340634, + -0.248526, + 0.088507, + -0.475979, + -0.067921, + 0.006073, + 0.315458, + 0.161523, + 0.128792, + -0.004227, + -0.157646, + 0.189695, + 0.049938, + -0.504610, + 0.093508, + -0.380245, + 0.129778, + -0.115901, + -0.039966, + 0.498375, + -0.090004, + 0.306457, + 0.071902, + -0.040702, + -0.217589, + -0.153881, + -0.177823, + -0.134588, + -0.138829, + -0.296283, + -0.090980, + 0.053692, + 0.073615, + 0.138720, + 0.047925, + 0.497978, + 0.175554, + -0.051438, + 0.163844, + 0.070344, + -0.210870, + -0.280862, + 0.029842, + -0.037867, + -0.140786, + 0.305913, + 0.242887, + -0.041165, + -0.287587, + -0.102461, + -0.246969, + -0.078695, + -0.346180, + 0.073564, + 0.025709, + -0.088816, + 0.203013, + -0.391163, + 0.061986, + -0.129524, + -0.366152, + -0.100514, + 0.101121, + -0.006795, + -0.064518, + -0.075074, + -0.385246, + 0.120634, + -0.431840, + 0.174822, + 0.352773, + 0.265350, + 0.093325, + 0.045031, + 0.079537, + -0.143280, + -0.225813, + -0.140549, + 0.216070, + 0.054560, + 0.088110, + -0.079100, + 0.101445, + -0.239201, + -0.026336, + -0.399280, + 0.022988, + -0.122246, + 0.450745, + 0.166546, + 0.108871, + 0.186395, + 0.166634, + -0.165660, + 0.019803, + -0.012643, + -0.185675, + 0.276579, + 0.208175, + -0.259980, + 0.128606, + -0.083096, + -0.338408, + -0.143280, + -0.149258, + 0.343247, + -0.065557, + 0.224671, + -0.182614, + -0.001527, + 0.442942, + -0.272190, + -0.041318, + -0.101379, + -0.214839, + 0.222021, + 0.146476, + -0.067965, + -0.180296, + 0.012867, + 0.438157, + 0.253036, + -0.061908, + 0.129124, + 0.016942, + -0.396876, + 0.189341, + -0.280485, + 0.048566, + -0.047172, + -0.231592, + -0.000814, + 0.173591, + 0.052916, + -0.181019, + -0.280104, + -0.224041, + 0.175817, + 0.051249, + 0.182085, + -0.228279, + 0.129158, + -0.049298, + 0.009337, + -0.045156, + 0.010697, + -0.241739, + -0.180888, + -0.104801, + 0.288286, + -0.392835, + 0.144488, + 0.192275, + 0.077377, + -0.226996, + 0.333273, + 0.163377, + -0.008172, + -0.087191, + 0.083585, + -0.170970, + -0.013756, + -0.075000, + 0.141380, + 0.015285, + -0.029697, + -0.004313, + 0.032732, + -0.127194, + -0.101890, + 0.203584, + 0.573807, + 0.021476, + 0.631708, + -0.052931, + -0.135135, + -0.429012, + -0.041204, + -0.373378, + -0.001614, + 0.246654, + 0.244171, + -0.247567, + 0.053493, + 0.006025, + -0.110385, + -0.486176, + 0.045579, + 0.054517, + -0.048341, + -0.134609, + 0.285574, + 0.380822, + 0.125686, + -0.081404, + 0.348088, + -0.171985, + -0.006050, + 0.024783, + 0.401221, + 0.085232, + -0.056733, + 0.089256, + 0.052105, + -0.313732, + 0.283589, + -0.054121, + -0.043789, + 0.230623, + 0.112078, + 0.218083, + -0.123800, + 0.024243, + 0.225885, + -0.010681, + -0.143014, + 0.024367, + 0.327132, + -0.200167, + -0.549948, + -0.118365, + -0.149818, + -0.006420, + 0.272607, + -0.076047, + 0.435331, + -0.086244, + 0.041756, + 0.243073, + -0.122948, + 0.337323, + 0.043507, + 0.089691, + -0.134745, + -0.064425, + -0.220166, + -0.009978, + 0.286990, + -0.041510, + 0.054968, + -0.185338, + 0.076014, + 0.097812, + -0.106717, + 0.088252, + 0.144515, + 0.015576, + -0.081438, + -0.085620, + -0.061856, + -0.089656, + -0.055877, + 0.034585, + -0.126806, + -0.258379, + -0.120423, + -0.026856, + 0.300194, + -0.266443, + -0.060499, + 0.299303, + -0.041564, + -0.061978, + 0.076256, + 0.066736, + -0.092257, + -0.189245, + -0.108315, + -0.270322, + 0.110504, + 0.158161, + 0.011452, + 0.048440, + 0.118879, + -0.057093, + -0.195627, + -0.020355, + -0.087212, + 0.109253, + 0.199349, + -0.174430, + 0.133691, + 0.334532, + -0.152647, + -0.316955, + 0.012981, + -0.147247, + 0.159272, + -0.197663, + -0.298811, + -0.160434, + -0.161399, + -0.290849, + 0.211950, + 0.218526, + 0.483503, + 0.136418, + -0.207565, + -0.126863, + -0.359863, + -0.276197, + -0.004330, + -0.135228, + 0.114367, + 0.206325, + -0.262605, + 0.036653, + 0.001105, + 0.258849, + 0.015122, + -0.102828, + 0.136111, + -0.274037, + -0.221258, + 0.197677, + 0.314073, + 0.023868, + 0.058914, + 0.174117, + -0.162868, + 0.035980, + 0.266399, + -0.236495, + -0.054735, + -0.110150, + -0.082435, + -0.082631, + -0.034565, + -0.250920, + -0.123115, + -0.240188, + -0.025518, + 0.020855, + -0.022812, + -0.053685, + 0.245033, + -0.195427, + -0.336583, + -0.210959, + -0.036286, + 0.104474, + -0.105781, + 0.234558, + 0.061727, + 0.526852, + 0.434202, + 0.165049, + 0.320021, + -0.103847, + 0.150313, + 0.356763, + 0.053538, + -0.158425, + -0.288637, + 0.274901, + -0.266699, + -0.180870, + 0.525241, + -0.049970, + 0.108987, + 0.086113, + 0.157529, + -0.020000, + 0.031457, + -0.278530, + -0.365846, + 0.078948, + 0.116660, + 0.231030, + 0.111356, + 0.140690, + -0.051307, + -0.097783, + -0.143259, + 0.105821, + 0.345547, + 0.056410, + 0.197796, + 0.066725, + 0.071078, + 0.056995, + -0.247528, + 0.386191, + 0.371794, + -0.238930, + -0.148832, + -0.228684, + -0.042658, + 0.284946, + 0.245633, + -0.071967, + 0.049304, + -0.015663, + 0.301427, + 0.161775, + 0.079574, + 0.172057, + 0.041054, + 0.052189, + 0.152591, + -0.294244, + 0.114432, + 0.225220, + 0.098742, + -0.434122, + 0.235899, + 0.176346, + 0.053236, + 0.119602, + 0.432814, + 0.185288, + -0.205887, + 0.178409, + 0.381459, + -0.109474, + 0.371882, + -0.138357, + 0.274201, + -2.336716, + -0.136115, + 0.210299, + -0.244924, + -0.251222, + 0.015568, + -0.043699, + 0.135358, + 0.004591, + 0.071391, + 0.257014, + -0.278537, + -0.240755, + -0.387750, + -0.097765, + -0.115406, + 0.214960, + 0.027451, + -0.037878, + -0.256163, + -0.014523, + -0.297987, + -0.129219, + 0.027093, + 0.065387, + -0.388153, + -0.619054, + -0.131409, + -0.003083, + 0.285604, + -0.204034, + 0.250457, + 0.041643, + -0.082488, + 0.249047, + -0.152873, + 0.102081, + 0.111136, + 0.278100, + 0.164992, + 0.101200, + -0.031141, + -0.122751, + -0.195783, + -0.401080, + 0.084186, + -0.161200, + -0.141789, + 0.327606, + -0.068104, + -0.036910, + -0.088118, + 0.252351, + 0.075032, + -0.111478, + 0.006257, + 0.008488, + 0.579629, + -0.062919, + 0.230545, + -0.391297, + 0.072413, + -0.374778, + 0.119546, + -0.085536, + 0.315526, + 0.057600, + 0.178009, + 0.165881, + 0.124760, + -0.152607, + -0.073993, + 0.136910, + 0.429836, + 0.172515, + -0.031381, + 0.385373, + -0.019464, + -0.137210, + 0.137744, + 0.096201, + -0.016565, + 0.042455, + -0.383126, + -0.225305, + 0.218545, + -0.314085, + 0.016314, + 0.159023, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.520 + std = 0.196 + data = [ + 0.318630, + 0.649105, + 0.667039, + 0.502713, + 0.489055, + 0.375647, + 0.619776, + 0.642102, + 0.675751, + 0.514151, + 0.001065, + 0.445872, + 0.599394, + 0.016072, + 0.534138, + 0.393432, + 0.245430, + 0.709408, + 0.704575, + 0.200436, + 0.484975, + 0.479114, + 0.326258, + 0.753905, + 0.285811, + 0.573228, + 0.002547, + 0.767823, + 0.111115, + 0.681081, + 0.695974, + 0.610367, + 0.748829, + 0.415575, + 0.773127, + 0.481847, + 0.480779, + 0.762651, + 0.001058, + 0.450416, + 0.337574, + 0.541984, + 0.676352, + 0.526505, + 0.819616, + 0.247347, + 0.626004, + 0.109895, + 0.674235, + 0.570204, + 0.615882, + 0.001523, + 0.681101, + 0.629073, + 0.418703, + 0.560270, + 0.694260, + 0.655807, + 0.507301, + 0.575551, + 0.434789, + 0.555418, + 0.575357, + 0.678849, + 0.060146, + 0.205605, + 0.641753, + 0.634345, + 0.420395, + 0.501727, + 0.005851, + 0.671598, + 0.585136, + 0.242050, + 0.442744, + 0.702404, + 0.004502, + 0.718298, + 0.688647, + 0.714959, + 0.171175, + 0.317981, + 0.603130, + 0.357004, + 0.672873, + 0.554307, + 0.558501, + 0.647193, + 0.634271, + 0.585804, + 0.582455, + 0.573053, + 0.676968, + 0.774362, + 0.439182, + 0.234999, + 0.615488, + 0.403765, + 0.707129, + 0.522152, + 0.552929, + 0.015391, + 0.605092, + 0.558721, + 0.443264, + 0.667874, + 0.354741, + 0.588129, + 0.647621, + 0.679662, + 0.634504, + 0.786492, + 0.612209, + 0.717459, + 0.219930, + 0.400096, + 0.628743, + 0.584309, + 0.648668, + 0.280966, + 0.617312, + 0.716907, + 0.620084, + 0.094597, + 0.755558, + 0.538681, + 0.679673, + 0.497115, + 0.680028, + 0.430341, + 0.140752, + 0.317885, + 0.459022, + 0.573273, + 0.536787, + 0.537636, + 0.723470, + 0.873482, + 0.422129, + 0.435597, + 0.485533, + 0.662643, + 0.366813, + 0.766192, + 0.638510, + 0.430401, + 0.351384, + 0.342580, + 0.582890, + 0.393432, + 0.267912, + 0.564550, + 0.255785, + 0.727493, + 0.570141, + 0.230337, + 0.549451, + 0.627050, + 0.384283, + 0.653231, + 0.509453, + 0.470468, + 0.004218, + 0.535565, + 0.641014, + 0.660847, + 0.564328, + 0.609087, + 0.724617, + 0.448558, + 0.724988, + 0.350556, + 0.725588, + 0.539242, + 0.735525, + 0.239635, + 0.622946, + 0.658441, + 0.670928, + 0.251990, + 0.506470, + 0.630719, + 0.445328, + 0.644473, + 0.533355, + 0.721815, + 0.554444, + 0.265729, + 0.710578, + 0.605792, + 0.607444, + 0.674513, + 0.486635, + 0.638031, + 0.585123, + 0.846862, + 0.527972, + 0.211525, + 0.591650, + 0.952789, + 0.400074, + 0.612669, + 0.665205, + 0.517074, + 0.512844, + 0.675146, + 0.006851, + 0.757634, + 0.145991, + 0.560889, + 0.790032, + 0.560617, + 0.673020, + 0.170650, + 0.101185, + 0.732433, + 0.457297, + 0.548428, + 0.639353, + -0.001274, + 0.736485, + 0.308965, + 0.679169, + 0.549805, + 0.791009, + 0.507438, + 0.790037, + 0.849043, + 0.698795, + 0.572519, + 0.444635, + 0.584648, + 0.815147, + 0.634923, + 0.598290, + 0.623211, + 0.639731, + 0.497266, + 0.109986, + 0.437852, + 0.583888, + 0.451473, + 0.644494, + 0.621709, + 0.783431, + 0.405338, + 0.697094, + 0.686012, + 0.050848, + 0.493300, + 0.218194, + 0.340293, + 0.743121, + 0.503834, + 0.349938, + 0.754042, + 0.001271, + 0.653610, + 0.806039, + 0.397339, + 0.575432, + 0.384294, + 0.092983, + 0.340004, + 0.405472, + 0.482225, + 0.385400, + 0.792426, + 0.614138, + 0.756678, + 0.223046, + 0.696119, + 0.684133, + 0.188031, + 0.516593, + 0.588348, + 0.496876, + 0.394644, + 0.615106, + 0.662636, + 0.587424, + 0.529047, + 0.526829, + 0.657234, + 0.567850, + 0.550218, + 0.651676, + 0.785612, + 0.406559, + 0.558905, + 0.671883, + 0.000242, + 0.544328, + 0.334093, + 0.157675, + 0.394773, + 0.413466, + 0.546742, + 0.680011, + 0.491489, + 0.710114, + 0.674218, + 0.685162, + 0.559492, + 0.456750, + 0.587614, + 0.256016, + 0.268203, + 0.678987, + 0.559639, + 0.155489, + 0.635780, + 0.463438, + 0.708531, + 0.478096, + 0.500441, + 0.748912, + 0.637118, + 0.644482, + 0.662329, + 0.514966, + 0.611526, + 0.675279, + 0.580497, + 0.449493, + 0.516748, + 0.552188, + 0.606935, + 0.683702, + 0.609730, + 0.467774, + 0.614091, + 0.435183, + 0.596250, + 0.591870, + 0.591823, + 0.536276, + 0.435014, + 0.219248, + 0.541266, + 0.536984, + 0.693741, + 0.652947, + 0.634995, + 0.760698, + 0.649613, + 0.549944, + 0.010574, + 0.446794, + 0.158528, + 0.260955, + 0.487360, + 0.567332, + 0.530943, + 0.655724, + 0.711414, + 0.636217, + 0.364392, + 0.572176, + 0.251795, + 0.001590, + 0.686554, + 0.156296, + 0.317992, + 0.614695, + 0.773340, + 0.356246, + 0.306469, + 0.565245, + 0.253327, + 0.646085, + 0.420080, + 0.695287, + 0.044474, + 0.361989, + 0.650803, + 0.571099, + 0.005920, + 0.664327, + 0.555215, + -0.000276, + 0.696638, + 0.544016, + 0.472179, + 0.688065, + 0.402589, + 0.161292, + 0.638102, + 0.004659, + 0.456361, + 0.492983, + 0.651312, + 0.476833, + 0.581155, + 0.517364, + 0.617920, + 0.637897, + 0.533158, + 0.717834, + 0.460412, + 0.639104, + 0.619812, + 0.685721, + 0.943764, + 0.695065, + 0.001434, + 0.433895, + 0.696945, + 0.594053, + 0.457781, + 0.560347, + 0.601005, + 0.535809, + 0.772787, + 0.708534, + 0.530101, + 0.684663, + 0.729875, + 0.436507, + 0.622476, + 0.552890, + 0.595541, + 0.706202, + 0.278655, + 0.640624, + 0.651663, + 0.474372, + 0.455162, + 0.647765, + 0.744058, + 0.595407, + 0.281086, + 0.450233, + 0.675393, + 0.479315, + 0.573766, + 0.625493, + 0.265499, + 0.635243, + 0.451577, + 0.706320, + 0.374869, + 0.614606, + 0.743704, + 0.515228, + 0.441161, + 0.675734, + 0.130557, + 0.621714, + 0.129275, + 0.724261, + 0.416443, + 0.620963, + 0.593839, + 0.497478, + 0.267906, + 0.599478, + 0.397427, + 0.748315, + 0.398886, + 0.428688, + 0.121116, + 0.571134, + 0.665468, + 0.113758, + 0.700627, + 0.257931, + 0.543799, + 0.462916, + 0.577739, + 0.184406, + 0.611463, + 0.518348, + 0.574754, + 0.287435, + 0.580892, + 0.704811, + 0.431183, + 0.557610, + 0.494788, + 0.515004, + 0.644049, + 0.674126, + 0.832558, + 0.590229, + 0.667475, + 0.699685, + 0.035261, + 0.558474, + 0.795958, + 0.768195, + 0.688635, + 0.760288, + 0.719509, + 0.588791, + 0.378798, + 0.124493, + 0.425245, + 0.706989, + 0.630725, + 0.418860, + 0.652597, + 0.679963, + 0.277975, + 0.773257, + 0.510120, + 0.604050, + 0.554346, + 0.385638, + 0.707518, + 0.762823, + 0.542374, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_2_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.104 + data = [ + -0.016127, + -0.082247, + 0.040063, + -0.018898, + -0.073826, + 0.067190, + -0.049565, + -0.182480, + 0.055269, + -0.072198, + -0.001308, + 0.035505, + -0.029206, + -0.000573, + 0.194538, + -0.055848, + 0.013459, + -0.061634, + -0.108316, + -0.023912, + -0.082158, + 0.019667, + -0.016633, + 0.158578, + 0.024273, + 0.086762, + -0.002019, + -0.131860, + -0.023638, + -0.005070, + -0.142362, + 0.076261, + 0.044755, + -0.137028, + -0.071905, + 0.010293, + 0.003627, + 0.000418, + 0.000399, + 0.093034, + 0.077425, + 0.006422, + 0.041280, + 0.052417, + 0.027313, + -0.026230, + 0.001822, + 0.006712, + 0.117105, + 0.095764, + -0.021222, + -0.002165, + -0.130288, + 0.030822, + 0.077249, + -0.143598, + 0.066657, + 0.094060, + 0.019507, + -0.052675, + -0.051867, + -0.056280, + -0.040983, + -0.107922, + -0.001374, + 0.209202, + -0.056334, + 0.003675, + 0.023434, + 0.032287, + -0.001888, + -0.019422, + -0.101563, + 0.048255, + -0.038591, + -0.011705, + 0.001502, + 0.019339, + 0.198387, + 0.059391, + 0.176740, + 0.098685, + 0.058631, + 0.079415, + -0.004798, + -0.007282, + 0.114646, + -0.157079, + 0.098148, + 0.010679, + -0.079484, + -0.054743, + 0.019701, + -0.066865, + 0.000316, + -0.031550, + -0.098706, + 0.066527, + -0.031994, + 0.001284, + -0.222515, + -0.002502, + 0.055152, + 0.007546, + 0.026797, + -0.008643, + 0.068899, + -0.111508, + -0.046692, + -0.082584, + 0.053457, + 0.013862, + -0.073549, + -0.026823, + -0.002586, + -0.158579, + 0.074305, + 0.049320, + -0.024341, + -0.051610, + -0.133468, + 0.038565, + -0.047502, + 0.019369, + 0.081820, + -0.037981, + 0.011355, + 0.038544, + 0.104202, + 0.051782, + 0.082438, + -0.051020, + 0.168345, + 0.024285, + 0.070253, + -0.042372, + -0.010282, + 0.189627, + 0.179955, + 0.103270, + 0.065742, + -0.118639, + 0.005726, + -0.096732, + -0.034429, + -0.058964, + 0.034627, + 0.008232, + 0.062175, + -0.044405, + -0.010167, + -0.011133, + 0.028308, + 0.015790, + -0.087920, + 0.061999, + 0.050467, + 0.037336, + 0.014055, + -0.050279, + 0.097293, + -0.072291, + 0.001923, + 0.061274, + -0.007319, + -0.108337, + -0.066350, + 0.145897, + -0.036353, + 0.023398, + -0.199700, + -0.021577, + -0.048872, + 0.108200, + -0.033018, + -0.072761, + 0.145052, + -0.000129, + 0.198284, + 0.054624, + -0.008526, + -0.044482, + 0.102603, + -0.145276, + 0.015251, + 0.019475, + -0.068626, + -0.025663, + -0.000293, + 0.040032, + -0.101026, + -0.170733, + -0.081581, + -0.149299, + 0.006780, + 0.116479, + 0.087655, + -0.286129, + 0.199674, + 0.033542, + 0.022162, + -0.138047, + -0.059084, + -0.038253, + 0.017830, + -0.025992, + -0.000097, + -0.090700, + 0.006292, + 0.007940, + 0.115942, + 0.021176, + -0.025589, + -0.071059, + 0.019192, + 0.032434, + 0.054783, + 0.039153, + -0.008206, + 0.001119, + 0.151538, + 0.112406, + -0.088118, + -0.112246, + 0.067787, + -0.110337, + -0.030017, + -0.061264, + -0.126025, + 0.042200, + 0.016039, + 0.075842, + -0.093564, + -0.005212, + 0.111865, + 0.088850, + 0.039436, + 0.080695, + -0.001488, + 0.010081, + -0.151085, + 0.063840, + -0.068060, + 0.113829, + -0.039800, + 0.052282, + 0.039917, + 0.025900, + -0.002555, + -0.002466, + -0.228760, + -0.024834, + -0.156484, + -0.057124, + 0.001904, + 0.070413, + 0.000319, + 0.069674, + -0.126807, + 0.048611, + 0.053749, + 0.238542, + -0.003418, + 0.256776, + -0.120107, + -0.043260, + -0.060537, + 0.016039, + 0.063281, + 0.132854, + 0.196311, + -0.000564, + -0.022086, + 0.073509, + -0.083855, + 0.115671, + 0.140421, + 0.000056, + 0.087401, + 0.036199, + -0.014084, + 0.003962, + 0.367815, + -0.053608, + 0.073332, + -0.117135, + -0.143354, + -0.225679, + 0.188795, + -0.004668, + -0.042242, + -0.000925, + -0.083775, + 0.240583, + 0.005518, + 0.013109, + 0.037890, + -0.106500, + -0.018556, + 0.023526, + 0.135476, + 0.148885, + 0.021919, + -0.049597, + -0.080818, + -0.048373, + 0.037782, + 0.011466, + 0.053980, + -0.074443, + 0.024321, + 0.053396, + 0.033415, + 0.128544, + -0.045539, + -0.108166, + 0.055501, + 0.120902, + 0.058999, + 0.009106, + -0.023710, + -0.035642, + 0.070330, + -0.077535, + -0.045141, + 0.019632, + -0.006902, + -0.136938, + 0.107275, + -0.073078, + 0.211861, + -0.364042, + -0.007312, + -0.009346, + -0.091992, + -0.185434, + 0.047481, + 0.260853, + 0.034630, + 0.143043, + 0.007067, + -0.080601, + 0.024225, + 0.064814, + -0.084857, + -0.161337, + -0.102122, + 0.000264, + 0.010488, + -0.194266, + -0.148283, + -0.148187, + -0.059179, + 0.076245, + 0.083007, + -0.051253, + 0.036072, + 0.024263, + 0.077682, + 0.044835, + 0.000977, + -0.174328, + -0.170128, + -0.125954, + -0.109108, + -0.040077, + -0.081916, + -0.158134, + 0.027146, + -0.033878, + 0.068297, + 0.045873, + -0.049803, + -0.025109, + 0.016853, + 0.095709, + 0.083707, + 0.000456, + -0.044879, + -0.036125, + 0.001395, + 0.024426, + -0.077315, + -0.109111, + 0.110791, + -0.045993, + 0.060495, + -0.060270, + -0.001566, + 0.065325, + -0.031545, + 0.028922, + -0.031933, + -0.016753, + -0.051408, + -0.105939, + -0.080711, + -0.100842, + 0.029027, + 0.054142, + 0.017467, + 0.031202, + -0.028774, + -0.016742, + -0.048374, + 0.001881, + 0.036524, + 0.005790, + -0.013662, + 0.005444, + -0.051130, + 0.065875, + 0.014663, + 0.099063, + 0.068394, + 0.010916, + -0.134265, + 0.049056, + -0.184216, + -0.070924, + -0.096254, + 0.044264, + 0.083627, + 1.134534, + 0.062176, + -0.079075, + -0.029057, + 0.105220, + 0.053711, + -0.075851, + -0.038280, + -0.039220, + 0.010902, + -0.239669, + 0.207758, + 0.013680, + 0.011820, + 0.059073, + -0.022949, + 0.036739, + 0.244534, + 0.031620, + -0.194593, + -0.070101, + 0.034792, + -0.234998, + 0.112061, + 0.040381, + 0.038591, + 0.091490, + -0.089130, + -0.121325, + -0.135656, + 0.182464, + -0.243294, + -0.082901, + 0.145668, + -0.018421, + 0.035617, + -0.076646, + -0.046886, + -0.051397, + 0.035076, + 0.021957, + -0.014766, + -0.040011, + -0.093847, + 0.011128, + 0.131196, + -0.035338, + 0.120849, + 0.014565, + -0.036125, + -0.183571, + 0.119775, + 0.077269, + -0.134646, + -0.057472, + 0.011269, + 0.015063, + -0.179527, + -0.038870, + -0.205505, + 0.213332, + 0.042127, + -0.116954, + -0.002663, + 0.006673, + -0.076344, + -0.004421, + -0.003295, + 0.084122, + 0.004830, + 0.050156, + -0.049034, + -0.161684, + -0.211931, + -0.016468, + -0.026063, + -0.060736, + -0.148983, + -0.077088, + -0.053896, + 0.055755, + -0.139923, + -0.157343, + 0.007292, + -0.025504, + -0.019546, + 0.042602, + -0.021874, + 0.080884, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_2_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.317 + std = 1.304 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_2_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.043 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_2_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.012 + std = 0.334 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_2_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.277 + data = [ + 0.031139, + 0.495299, + 0.085898, + -0.025115, + -0.159362, + 0.161201, + 0.262408, + -0.309082, + 0.192781, + 0.171936, + -0.175168, + -0.056274, + -0.473242, + 0.090917, + -0.043048, + 0.000346, + -0.122594, + 0.327751, + -0.072456, + 0.036840, + 0.137013, + -0.341578, + -0.033908, + 0.343689, + 0.095226, + -0.058006, + -0.030170, + -0.056693, + -0.293176, + 0.032722, + -0.203636, + 0.104236, + 0.148946, + -0.069247, + -0.046638, + -0.381601, + -0.225261, + 0.216478, + 0.226715, + -0.050765, + 0.105075, + -0.117958, + 0.153686, + 0.104727, + -0.085016, + 0.043376, + -0.186267, + -0.098515, + 0.117196, + 0.220078, + -0.080249, + 0.448711, + 0.184955, + -0.088456, + 0.136650, + -0.285527, + -0.083719, + 0.362720, + -0.475249, + 0.056274, + 0.061141, + 0.028471, + -0.094555, + -0.143167, + -0.013541, + 0.169987, + 0.091454, + -0.236525, + -0.574648, + 0.200164, + -0.132288, + 0.160529, + -0.086486, + -0.089161, + -0.153650, + -0.415356, + 0.101478, + 0.220291, + 0.212637, + 0.070330, + -0.203118, + 0.005529, + 0.396155, + -0.168183, + 0.155439, + -0.322278, + 0.710441, + 0.005918, + 0.318197, + -0.033864, + 0.156245, + -0.179208, + -0.099861, + -0.473368, + 0.394508, + -0.027398, + -0.041891, + -0.001001, + -0.203360, + -0.334159, + -0.358925, + -0.040843, + 0.219444, + -0.249929, + -0.401398, + -0.051059, + -0.055974, + 0.074105, + 0.177972, + 0.166989, + -0.114103, + 0.028715, + -0.240826, + 0.055058, + 0.143354, + -0.435803, + 0.283253, + 0.013504, + 0.306589, + 0.169245, + -0.036237, + 0.252488, + 0.300728, + -0.027799, + 0.051444, + 0.409569, + 0.036062, + 0.010802, + 0.076825, + -0.096971, + -0.160459, + 0.070625, + 0.316324, + 0.060217, + 0.270948, + 0.006009, + -0.135959, + -0.015114, + 0.663563, + 0.022580, + 0.287936, + 0.182627, + 0.160418, + -0.106243, + -0.050525, + -0.129253, + 0.144140, + 0.023765, + 0.357015, + -0.065417, + 0.230392, + 0.135452, + 0.267315, + 0.215102, + -0.123900, + 0.667744, + 0.147640, + -0.218157, + 0.005377, + 0.281213, + 0.005393, + -0.306608, + -0.074609, + -0.039937, + -0.115617, + -0.051716, + 0.203666, + 0.188864, + 0.259719, + -0.116007, + -0.363076, + 0.300802, + -0.287883, + 0.060142, + -0.067974, + 0.012547, + -0.204298, + 0.079220, + -0.203756, + -0.072793, + 0.358505, + 0.221330, + 0.358915, + -0.042667, + 0.118376, + -0.169365, + 0.059545, + 0.185245, + -0.031586, + -0.353358, + 0.286487, + 0.253543, + 0.037628, + 0.185045, + 0.167663, + -0.001260, + -0.134921, + 0.501152, + 0.263460, + 0.009912, + -0.076268, + -0.264177, + -0.068691, + 0.288169, + -0.265806, + -0.101478, + -0.095009, + -0.072340, + 0.368780, + 0.008181, + 0.047229, + -0.024199, + -0.382604, + 0.474311, + -0.126183, + -0.230725, + 0.107825, + 0.285644, + 0.152573, + 0.167432, + 0.207476, + -0.062215, + -0.251732, + -0.050657, + 0.501338, + -0.066535, + 0.051640, + 0.059237, + 0.216290, + 0.447727, + -0.050581, + 0.111933, + -0.301507, + 0.169403, + -0.097052, + -0.484677, + -0.031567, + -0.020537, + 0.000147, + 0.151972, + -0.004936, + -0.125991, + -0.166038, + -0.091514, + 0.067966, + 0.200740, + -0.071757, + -0.063192, + -0.023484, + -0.065981, + 0.258065, + 0.153881, + 0.113461, + 0.361351, + -0.166660, + -0.085548, + 0.082281, + -0.162299, + 0.035975, + 0.507352, + 0.453890, + 0.424881, + 0.089276, + -0.209232, + -0.032623, + -0.171895, + -0.073347, + 0.093320, + 0.122212, + 0.378803, + -0.111621, + 0.147775, + 0.317854, + -0.285048, + -0.011121, + 0.075130, + 0.055076, + -0.239840, + -0.016142, + 0.115204, + 0.050582, + 0.157763, + 0.190197, + -0.318266, + -0.139582, + -0.102153, + -0.067082, + 0.242892, + 0.205307, + 0.077812, + 0.104481, + -0.042895, + 0.087885, + 0.275221, + 0.233923, + 0.053963, + 0.303413, + -0.130372, + -0.302388, + 0.205881, + 0.160645, + 0.052300, + 0.034924, + -0.230259, + 0.234184, + -0.072318, + 0.427560, + 0.266616, + 0.139628, + 0.086587, + -0.243087, + -0.054857, + 0.221133, + 0.108611, + -0.097124, + -0.357147, + -0.267038, + 0.234973, + 0.101505, + -0.254615, + 0.143483, + -0.051536, + 0.092883, + -0.123436, + 0.207202, + -0.049976, + -0.240690, + -0.161329, + 0.248263, + -0.433970, + 0.218496, + -0.480251, + -0.095141, + -0.325824, + -0.179269, + -0.060161, + 0.302566, + 0.059531, + -0.163350, + 0.174711, + -0.326642, + 0.047201, + -0.012814, + 0.038369, + 0.237886, + 0.006916, + 0.137422, + 0.141735, + -0.240476, + 0.245083, + 0.172488, + -0.016103, + -0.036477, + -0.097516, + 0.013403, + 0.091246, + -0.018856, + -0.171011, + 0.152659, + -0.042813, + 0.133383, + 0.089715, + 0.442457, + -0.124173, + -0.156292, + -0.096733, + -0.125711, + 0.017488, + -0.208134, + -0.175556, + -0.147614, + -0.207935, + -0.108274, + -0.107298, + 0.266630, + 0.092867, + 0.165387, + 0.035515, + -0.002152, + 0.046821, + 0.233296, + -0.133856, + -0.395119, + -0.493741, + 0.366433, + 0.345323, + -0.201332, + -0.494288, + 0.183333, + 0.018269, + 0.345729, + 0.166364, + -0.513430, + -0.109634, + -0.385036, + -0.116315, + 0.082244, + -0.470101, + 0.224671, + 0.313168, + -0.023702, + -0.549889, + 0.035047, + 0.016966, + 0.041061, + -0.106299, + -0.095673, + -0.324767, + -0.047665, + 0.153056, + 0.211431, + 0.220026, + -0.097066, + -0.204664, + -0.231976, + -0.076365, + 0.196897, + -0.047733, + 0.079261, + 0.160373, + -0.327950, + 0.167726, + 0.150022, + -3.673074, + -0.048262, + -0.152207, + -0.080168, + 0.357478, + -0.073644, + -0.061647, + 0.100932, + -0.066107, + -0.110146, + -0.461869, + -0.354956, + 0.010391, + -0.020156, + 0.196090, + 0.290596, + -0.181117, + 0.444546, + -0.001093, + -0.403355, + -0.076186, + -0.057332, + -0.361179, + 0.078096, + -0.126549, + 0.631406, + -1.197789, + 0.102093, + 0.043995, + -0.461584, + 0.423190, + 0.045899, + -0.078733, + 0.388443, + -0.134676, + 0.060516, + -0.185817, + 0.001507, + 0.302090, + -0.274966, + 0.233543, + 0.185840, + -0.116287, + 0.090916, + 0.111818, + 0.026143, + -0.005829, + -0.338548, + 0.025471, + 0.060585, + -0.314451, + -0.061926, + -0.122324, + -0.467484, + 0.068901, + -0.230363, + 0.004241, + -0.273299, + -0.043308, + -0.044323, + 0.277780, + 0.034265, + -0.150132, + -0.010526, + -0.254405, + 0.035749, + 0.277762, + -0.110973, + 0.067695, + 0.027539, + 0.100585, + -0.311486, + -0.070705, + 0.290152, + -0.179393, + 0.216623, + -0.173535, + -0.108834, + 0.104577, + -0.094610, + 0.096688, + -0.138506, + -0.374576, + 0.322469, + 0.090331, + -0.479691, + 0.067315, + 0.030734, + 0.363427, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.674 + std = 0.144 + data = [ + 0.394605, + 0.785295, + 0.732317, + 0.666704, + 0.757744, + 0.759165, + 0.748348, + 0.604717, + 0.671189, + 0.800829, + 0.469423, + 0.654904, + 0.773619, + 0.675820, + 0.717264, + 0.839224, + 0.704021, + 0.741238, + 0.774362, + 0.003294, + 0.749288, + 0.661058, + 0.596827, + 0.727624, + 0.775115, + 0.753595, + 0.443973, + 0.752417, + 0.576900, + 0.728669, + 0.654029, + 0.853457, + 0.707368, + 0.001599, + 0.832394, + 0.780963, + 0.876961, + 0.577093, + 0.586790, + 0.505368, + 0.852817, + 0.737150, + 0.704772, + 0.705365, + 0.686468, + 0.652393, + 0.737731, + 0.432264, + 0.817024, + 0.782759, + 0.699438, + 0.230785, + 0.755033, + 0.670444, + 0.628971, + 0.545693, + 0.818897, + 0.773456, + 0.745222, + 0.486930, + 0.588869, + 0.556635, + 0.744206, + 0.781474, + 0.624525, + 0.700511, + 0.710129, + 0.583656, + 0.683521, + 0.791907, + 0.567729, + 0.560485, + 0.664517, + 0.650028, + 0.760985, + 0.715095, + 0.497973, + 0.867321, + 0.772723, + 0.708836, + 0.614824, + 0.669992, + 0.694155, + 0.715772, + 0.686424, + 0.918672, + 0.762043, + 0.651659, + 0.730166, + 0.759020, + 0.717931, + 0.730102, + 0.667683, + 0.798064, + 0.770491, + 0.001647, + 0.799165, + 0.752842, + 0.684245, + 0.818749, + 0.712812, + 0.599290, + 0.676864, + 0.827059, + 0.657137, + 0.758388, + 0.238462, + 0.753390, + 0.790457, + 0.856950, + 0.574926, + 0.796597, + 0.831381, + 0.618072, + 0.692596, + 0.667398, + 0.696485, + 0.664141, + 0.769298, + 0.734775, + 0.598652, + 0.693804, + 0.745558, + 0.597498, + 0.773558, + 0.709764, + 0.648510, + 0.732597, + 0.767604, + 0.620870, + 0.751065, + 0.679274, + 0.547856, + 0.519654, + 0.800307, + 0.809832, + 0.794038, + 0.694686, + 0.729967, + 0.714150, + 0.859863, + 0.683402, + 0.727441, + 0.721983, + 0.717360, + 0.636278, + 0.762084, + 0.722624, + 0.687673, + 0.812994, + 0.000770, + 0.758688, + 0.577517, + 0.664504, + 0.602545, + 0.709849, + 0.840274, + 0.760163, + -0.002284, + 0.772619, + 0.755954, + 0.772532, + 0.568871, + 0.790014, + 0.612617, + 0.638983, + 0.618749, + 0.726706, + 0.708256, + 0.700527, + 0.662359, + 0.764264, + 0.844528, + 0.764062, + 0.695771, + 0.570710, + 0.748290, + 0.813089, + 0.721894, + 0.734331, + 0.652784, + 0.751689, + 0.543754, + 0.719288, + 0.646866, + 0.789244, + 0.613731, + 0.683726, + 0.705334, + 0.565080, + 0.754064, + 0.830809, + 0.765940, + 0.734547, + 0.741123, + 0.786194, + 0.728674, + 0.674774, + 0.649163, + 0.811409, + 0.705383, + 0.758825, + 0.694789, + 0.753518, + 0.827200, + 0.772505, + 0.587072, + 0.710362, + 0.668354, + 0.747232, + 0.806037, + 0.568542, + 0.652688, + 0.647906, + 0.500771, + 0.829317, + 0.003095, + 0.655531, + 0.750065, + 0.579298, + 0.659543, + 0.633509, + 0.661756, + 0.674245, + 0.730966, + 0.720754, + 0.707807, + 0.641658, + 0.689343, + 0.816337, + 0.809324, + 0.640049, + 0.779314, + 0.738730, + 0.738366, + 0.711574, + 0.809144, + 0.706601, + 0.630668, + 0.407662, + 0.526123, + 0.742751, + 0.674508, + 0.812662, + 0.849393, + 0.295891, + 0.756454, + 0.734893, + 0.406657, + 0.495379, + 0.523435, + 0.672116, + 0.784526, + 0.738535, + 0.776594, + 0.695957, + 0.527732, + 0.795265, + 0.710795, + 0.749451, + 0.782088, + 0.751659, + 0.620299, + 0.675390, + 0.684320, + 0.457747, + 0.274611, + 0.841189, + 0.665308, + 0.748087, + 0.460137, + 0.802980, + 0.731039, + 0.519779, + 0.165440, + 0.753605, + 0.812892, + 0.674535, + 0.723572, + 0.640611, + 0.473330, + 0.763415, + 0.526482, + 0.766511, + 0.815776, + 0.443005, + 0.677972, + 0.751824, + 0.665789, + 0.866010, + 0.785318, + 0.374978, + 0.581886, + 0.467656, + 0.728611, + 0.329098, + 0.643059, + 0.607335, + 0.752232, + 0.732587, + 0.685231, + 0.642568, + 0.770444, + 0.789565, + 0.746363, + 0.749751, + 0.712668, + 0.634888, + 0.690027, + 0.703996, + 0.670530, + 0.578742, + 0.732795, + 0.693112, + 0.659624, + 0.767543, + 0.766648, + 0.583277, + 0.752875, + 0.653067, + 0.731803, + 0.697986, + 0.791055, + 0.734949, + 0.662606, + 0.796062, + 0.692869, + 0.753494, + 0.771995, + 0.679733, + 0.648709, + 0.748780, + 0.389990, + 0.766450, + 0.751765, + 0.668550, + 0.665903, + 0.620925, + 0.757556, + 0.471885, + 0.740948, + 0.720651, + 0.623977, + 0.758655, + 0.648169, + 0.529791, + 0.694366, + 0.572276, + 0.681960, + 0.669147, + 0.677848, + 0.449011, + 0.744705, + 0.718806, + 0.670916, + 0.793093, + 0.600167, + 0.669823, + 0.722875, + 0.711361, + 0.587588, + 0.724833, + 0.727197, + 0.524414, + 0.759035, + 0.728150, + 0.527534, + 0.352375, + 0.610136, + 0.438741, + 0.710650, + 0.549807, + 0.647841, + 0.647869, + 0.696029, + 0.634491, + 0.744495, + 0.417906, + 0.803995, + 0.595525, + 0.624251, + 0.843415, + 0.721390, + 0.762446, + 0.690517, + 0.700177, + 0.715376, + 0.723617, + 0.686582, + 0.690427, + 0.769559, + 0.511007, + 0.703577, + 0.800257, + 0.600939, + 0.800459, + 0.716522, + 0.695342, + 0.758382, + 0.752625, + 0.509984, + 0.781170, + 0.661823, + 0.760471, + 0.777909, + 0.323597, + 0.469924, + 0.696618, + 0.838436, + 0.780796, + 0.769319, + 0.609704, + 0.745648, + 0.743178, + 0.777469, + 0.649083, + 0.745263, + 0.737607, + 0.254431, + 0.737918, + 0.788713, + 0.806627, + 0.718449, + 0.298887, + 0.788588, + 0.746761, + 0.748422, + 0.714973, + 0.708558, + 0.624722, + 0.668700, + 0.391096, + 0.819850, + 0.697136, + 0.175504, + 0.605873, + 0.724338, + 0.613515, + 0.801299, + 0.727177, + 0.750637, + 0.706126, + 0.665454, + 0.812837, + 0.495415, + 0.750712, + 0.435383, + 0.002755, + 0.731758, + 0.548853, + 0.423667, + 0.695380, + 0.771334, + 0.759267, + 0.705865, + 0.352989, + 0.834789, + 0.593292, + 0.831044, + 0.752705, + 0.499027, + 0.538442, + 0.626695, + 0.740374, + 0.599445, + 0.790814, + 0.779976, + 0.730244, + 0.721094, + -0.002943, + 0.532620, + 0.590146, + 0.639743, + 0.575136, + 0.632237, + 0.717712, + 0.719913, + 0.672952, + 0.684748, + 0.710952, + 0.520871, + 0.745914, + 0.745099, + 0.858707, + 0.775266, + 0.817774, + 0.722182, + 0.581800, + 0.728870, + 0.820849, + 0.695718, + 0.765949, + 0.681219, + 0.742894, + 0.786768, + 0.630138, + 0.655715, + 0.796612, + 0.819915, + 0.639366, + 0.375486, + 0.720037, + 0.599061, + 0.687326, + 0.731607, + 0.788122, + 0.704226, + 0.630206, + 0.748237, + 0.757442, + 0.873499, + 0.866539, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_2_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.193 + data = [ + 0.040693, + -0.394968, + -0.012928, + -0.022431, + -0.061148, + 0.192982, + -0.225185, + -0.027547, + -0.117231, + -0.280279, + -0.160996, + 0.096606, + 0.225616, + 0.160832, + 0.228578, + -0.171324, + 0.101931, + -0.192473, + -0.175505, + -0.000816, + -0.347176, + 0.194491, + 0.033778, + 0.041768, + 0.219443, + 0.141724, + -0.285136, + -0.078523, + -0.133110, + 0.001853, + -0.072525, + 0.044949, + -0.012931, + -0.000475, + -0.102231, + 0.173106, + 0.193633, + -0.104613, + 0.473577, + 0.104550, + 0.310555, + 0.080541, + -0.014583, + 0.025835, + 0.062298, + -0.135475, + 0.017685, + 0.210056, + 0.021031, + -0.087727, + 0.069707, + -0.376942, + -0.283991, + 0.015288, + 0.039848, + -0.098992, + 0.113834, + -0.141158, + 0.282397, + 0.049158, + -0.154135, + -0.059417, + -0.041535, + -0.030008, + -0.179611, + 0.047470, + -0.144527, + 0.061017, + 0.328145, + -0.125084, + -0.180126, + -0.155219, + -0.061549, + -0.304813, + 0.016669, + 0.260289, + 0.284637, + -0.094565, + 0.077222, + 0.040329, + -0.116719, + 0.162236, + -0.099817, + 0.219023, + -0.028029, + 0.208098, + -0.178467, + -0.126700, + -0.022950, + 0.020423, + -0.303201, + 0.008253, + 0.082499, + 0.194338, + -0.165723, + -0.000305, + -0.091566, + 0.162289, + 0.125924, + 0.203469, + -0.116926, + -0.696807, + 0.015886, + 0.135071, + 0.147440, + 0.081135, + 0.136248, + -0.247519, + -0.118539, + -0.120100, + 0.242959, + 0.004996, + 0.086073, + -0.063941, + -0.040334, + 0.009581, + -0.126748, + 0.044759, + -0.192037, + -0.286255, + -0.125824, + -0.009647, + -0.173454, + -0.259626, + 0.051109, + -0.172867, + 0.045017, + 0.074295, + 0.096476, + 0.071224, + -0.219031, + -0.164775, + -0.083678, + -0.027357, + -0.080404, + -0.085717, + 0.071317, + 0.281037, + -0.045532, + 0.140016, + -0.163269, + -0.235866, + -0.053144, + -0.111571, + 0.011162, + -0.122544, + 0.014887, + -0.092704, + -0.045469, + -0.151713, + 0.000240, + -0.115855, + -0.233375, + -0.095226, + 0.002372, + -0.185184, + 0.037316, + 0.191502, + 0.000550, + -0.219915, + 0.142120, + 0.118221, + 0.316192, + 0.092428, + 0.040936, + -0.142146, + -0.219388, + 0.041716, + -0.121202, + 0.136364, + -0.002950, + -0.217414, + 0.158716, + 0.040234, + -0.017905, + 0.284447, + 0.317041, + -0.063427, + 0.416040, + 0.270501, + -0.193393, + -0.243621, + -0.072188, + -0.185651, + -0.079738, + 0.103423, + 0.083184, + -0.367961, + 0.104905, + 0.138877, + -0.285234, + -0.418470, + -0.077857, + -0.174147, + -0.087366, + 0.040881, + 0.185532, + 0.399049, + 0.128922, + -0.000627, + 0.100342, + -0.049245, + -0.086090, + -0.232644, + 0.304383, + 0.087035, + -0.222903, + 0.068192, + -0.112819, + -0.025114, + 0.099283, + 0.050638, + 0.102465, + 0.296375, + 0.341806, + 0.242095, + 0.000393, + -0.031905, + -0.086376, + -0.017067, + 0.072533, + 0.263451, + 0.086190, + -0.142414, + -0.271088, + -0.240728, + -0.067441, + -0.047647, + -0.188929, + -0.175728, + 0.172072, + -0.018568, + 0.032850, + -0.084111, + 0.177710, + 0.347196, + 0.093848, + 0.134055, + -0.138998, + -0.085773, + -0.106084, + 0.232707, + 0.052458, + 0.123941, + 0.006517, + -0.208441, + 0.123369, + 0.081883, + -0.047600, + 0.059624, + 0.160303, + -0.161924, + -0.264513, + -0.256520, + 0.020385, + 0.055038, + -0.153739, + 0.231788, + -0.084516, + -0.251476, + -0.167252, + 0.210823, + 0.317274, + -0.329664, + -0.215781, + 0.084325, + -0.011235, + -0.031301, + 0.016401, + -0.023520, + 0.130616, + -0.124684, + -0.188437, + -0.353323, + -0.022479, + 0.171477, + 0.215292, + 0.126562, + 0.170375, + -0.047695, + 0.024821, + -0.068936, + -0.587254, + 0.120843, + 0.186475, + -0.060071, + -0.104043, + -0.277360, + 0.052332, + -0.090808, + -0.172846, + -0.230727, + 0.214507, + 0.146873, + -0.488586, + -0.113152, + -0.186004, + -0.169036, + 0.097435, + 0.016023, + 0.141674, + 0.114889, + -0.046362, + 0.073859, + -0.270630, + -0.046191, + -0.159975, + -0.124056, + 0.084039, + -0.125336, + 0.344290, + 0.086023, + 0.009464, + 0.148313, + -0.017455, + 0.024938, + 0.189870, + -0.040934, + -0.014538, + 0.107897, + 0.004362, + 0.014646, + 0.016286, + 0.026110, + -0.129909, + 0.077762, + 0.154681, + -0.116752, + 0.010904, + 0.036024, + 0.093958, + -0.213986, + -0.012805, + 0.099293, + -0.011212, + -0.165890, + -0.065926, + 0.386704, + 0.225306, + 0.039686, + 0.163893, + -0.168433, + -0.017347, + 0.020783, + -0.203774, + -0.058852, + -0.133870, + 0.213876, + 0.158189, + 0.290589, + 0.812668, + 0.097143, + 0.023292, + 0.109761, + 0.079618, + -0.038351, + 0.070269, + 0.093424, + -0.037682, + 0.166749, + -0.169314, + -0.255715, + 0.571466, + 0.009052, + -0.014382, + 0.068394, + -0.021796, + -0.174037, + 0.113668, + 0.107192, + 0.085592, + 0.094513, + -0.119775, + 0.566481, + -0.070421, + 0.092928, + -0.000102, + -0.160628, + -0.130882, + -0.070972, + 0.878052, + 0.090677, + 0.113308, + 0.099511, + -0.016146, + -0.273719, + -0.366422, + 0.119328, + 0.646354, + 0.051570, + -0.307267, + -0.113108, + 0.181363, + 0.017552, + 0.139057, + -0.115889, + -0.153192, + 0.077621, + -0.064260, + 0.007245, + 0.050791, + 0.405074, + 0.003565, + -0.035325, + -0.092792, + 0.171667, + 0.125158, + 0.191172, + 0.007323, + -0.151846, + -0.062247, + 0.058373, + 0.090576, + 0.156817, + 0.255108, + 0.124452, + -0.285620, + 0.073370, + 0.034144, + -0.151107, + 0.100309, + -0.013937, + 0.064317, + 1.757574, + 0.063847, + 0.014105, + -0.066738, + -0.041884, + 0.122039, + -0.043688, + -0.112330, + -0.032444, + 0.062052, + -0.041929, + 0.031747, + -0.030289, + -0.055058, + -0.004586, + -0.279370, + 0.111689, + 0.022307, + 0.018538, + -0.180294, + -0.085413, + 0.031657, + -0.247311, + 0.043196, + 0.000407, + -0.355058, + -0.207644, + -0.152937, + -0.179927, + 0.061716, + -0.024625, + -0.365026, + -0.100493, + -0.029243, + 0.092905, + -0.001214, + -0.033851, + -0.055501, + 0.252423, + 0.132971, + -0.062778, + 0.312972, + -0.001116, + -0.602468, + -0.075398, + 0.174874, + -0.000281, + -0.323628, + 0.023426, + -0.056057, + -0.053448, + 0.302047, + 0.166946, + 0.041288, + -0.089167, + 0.111875, + 0.025083, + 0.081996, + -0.046485, + -0.136256, + -0.055496, + -0.009143, + -0.127525, + 0.007232, + -0.032343, + -0.053172, + -0.183619, + 0.072319, + 0.054425, + 0.030187, + 0.031287, + 0.063969, + -0.202600, + 0.391598, + 0.085234, + -0.160510, + 0.092742, + 0.012267, + -0.134137, + 0.024335, + 0.089863, + -0.038017, + -0.045141, + -0.217429, + -0.077723, + 0.244265, + -0.045548, + -0.046407, + -0.032237, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_2_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.717 + std = 0.217 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.043 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_2_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.231 + data = [ + -0.198017, + -0.132686, + 0.026615, + -0.006522, + -0.091870, + 0.335611, + -0.326560, + 0.060656, + -0.271360, + -0.086272, + -0.023357, + 0.264066, + 0.435678, + 0.128456, + 0.099111, + -0.213194, + 0.055280, + -0.034254, + -0.599887, + 0.074787, + -0.486309, + 0.219988, + 0.003486, + -0.069025, + 0.500716, + -0.042056, + 0.352365, + -0.067962, + -0.222570, + -0.187527, + -0.215200, + -0.233374, + -0.162932, + -0.251920, + -0.453254, + -0.051540, + 0.067999, + 0.008399, + 0.136530, + 0.124314, + 0.351141, + 0.310326, + -0.081585, + 0.297446, + 0.097866, + -0.076292, + -0.394976, + 0.049159, + -0.057488, + -0.113755, + 0.311185, + 0.198201, + 0.031060, + -0.177804, + 0.029018, + -0.195314, + 0.052675, + -0.277832, + 0.220327, + 0.236918, + -0.065111, + 0.169736, + -0.287347, + -0.001001, + -0.163820, + -0.266014, + -0.025000, + 0.224143, + 0.079274, + -0.117824, + -0.060858, + -0.367986, + -0.102724, + -0.363834, + 0.126411, + 0.393582, + 0.192928, + -0.093154, + -0.175141, + 0.132061, + -0.127827, + -0.139052, + -0.224995, + 0.202557, + 0.047580, + 0.116844, + -0.040038, + -0.024156, + -0.154112, + -0.092011, + -0.404750, + 0.018302, + 0.103653, + 0.389201, + 0.042913, + 0.121735, + 0.248896, + 0.148057, + -0.028655, + 0.265926, + -0.028738, + -0.362010, + 0.290581, + 0.083533, + 0.086165, + 0.434610, + -0.119708, + -0.324790, + -0.226419, + -0.145440, + 0.443736, + -0.062799, + 0.190706, + -0.129453, + -0.051685, + 0.212709, + -0.458050, + 0.041540, + -0.252690, + -0.252410, + -0.079315, + 0.266270, + -0.047500, + -0.263978, + 0.045047, + 0.471982, + 0.124603, + 0.068479, + 0.109635, + -0.001152, + -0.331816, + -0.001182, + -0.340151, + -0.098345, + -0.219171, + -0.166071, + -0.081334, + 0.244807, + -0.021245, + -0.223104, + -0.255289, + -0.455049, + 0.169376, + -0.098950, + 0.255878, + -0.292081, + 0.036871, + -0.163962, + 0.129330, + -0.026594, + -0.031661, + -0.114290, + -0.321873, + -0.242466, + 0.173496, + -0.374305, + 0.233082, + 0.154430, + 0.094366, + -0.398640, + 0.153052, + 0.280420, + 0.058580, + -0.167026, + 0.161433, + -0.123672, + 0.062469, + -0.296921, + 0.132548, + -0.024537, + 0.109790, + -0.195797, + 0.268050, + -0.038972, + -0.141027, + 0.164423, + 0.546085, + -0.095213, + 0.625170, + 0.028712, + -0.135770, + -0.588846, + 0.018578, + -0.445273, + 0.001710, + 0.162578, + 0.215237, + -0.232476, + 0.215428, + -0.149949, + -0.075156, + -0.599337, + 0.058622, + 0.051519, + -0.215753, + 0.022247, + 0.076385, + 0.224221, + 0.011956, + -0.159162, + 0.394448, + -0.108235, + -0.105707, + 0.012006, + 0.407587, + 0.238043, + 0.031811, + 0.162964, + -0.084664, + -0.114698, + 0.256446, + 0.132534, + 0.100774, + 0.278453, + 0.217401, + 0.220378, + -0.239997, + 0.152426, + 0.050694, + 0.040269, + -0.125305, + 0.170813, + 0.248774, + -0.122186, + -0.486690, + -0.124835, + -0.186269, + -0.070699, + 0.212753, + -0.091383, + 0.339062, + -0.115070, + -0.017493, + 0.109693, + 0.025927, + 0.543169, + -0.047199, + 0.119478, + -0.076898, + -0.088284, + -0.189012, + 0.002552, + 0.345300, + -0.015038, + 0.150064, + -0.117611, + 0.039084, + 0.023801, + -0.057738, + 0.076211, + 0.024795, + -0.061261, + -0.311134, + -0.024849, + -0.081259, + -0.032041, + -0.038927, + 0.068220, + -0.029645, + -0.256255, + -0.045393, + 0.171640, + 0.408889, + -0.118778, + -0.071698, + 0.196709, + 0.004821, + -0.183547, + 0.108793, + 0.064386, + -0.002580, + -0.176061, + -0.251392, + -0.310227, + 0.181177, + 0.122370, + -0.049441, + 0.198734, + 0.247811, + -0.148665, + -0.105245, + -0.072391, + -0.161105, + 0.214514, + 0.130754, + -0.210436, + 0.125486, + 0.354446, + -0.112155, + -0.329653, + -0.116348, + -0.093070, + 0.167178, + -0.101202, + -0.365263, + -0.174526, + -0.232301, + -0.156239, + 0.187270, + 0.364201, + 0.635617, + -0.019351, + -0.280197, + -0.113939, + -0.380197, + -0.123022, + -0.001329, + -0.099125, + 0.262265, + 0.217032, + -0.147458, + 0.123354, + 0.047351, + 0.244645, + 0.039906, + -0.054533, + 0.157341, + -0.276917, + -0.213999, + 0.094370, + 0.196177, + -0.008153, + 0.030870, + 0.118608, + -0.167655, + 0.108322, + 0.198034, + -0.300492, + 0.054406, + 0.008958, + -0.041591, + -0.120675, + -0.103834, + -0.345134, + 0.106249, + -0.209588, + -0.068781, + 0.067031, + -0.077506, + -0.120548, + 0.195188, + -0.443670, + -0.287529, + -0.163688, + -0.082468, + 0.052406, + -0.118731, + 0.216464, + 0.068485, + 0.418429, + 0.467717, + 0.178847, + 0.273938, + -0.018175, + 0.203554, + 0.232001, + 0.107435, + -0.132905, + -0.171219, + 0.166635, + -0.157182, + -0.115844, + 0.384050, + -0.087147, + 0.140141, + 0.242690, + 0.085272, + -0.172068, + -0.057746, + -0.105074, + -0.237650, + 0.146142, + 0.118433, + 0.329919, + 0.298532, + 0.081523, + -0.159898, + -0.068717, + 0.043169, + 0.050127, + 0.452833, + 0.184911, + 0.300929, + 0.132618, + 0.095908, + 0.086055, + -0.165752, + 0.218151, + 0.386058, + -0.234199, + -0.121917, + -0.310810, + 0.102704, + 0.198280, + 0.236230, + -0.304423, + 0.022588, + -0.019821, + 0.141392, + -0.061127, + 0.247958, + 0.255588, + 0.123791, + 0.088622, + 0.032977, + -0.162141, + 0.082539, + 0.149713, + 0.189683, + -0.527859, + 0.321948, + 0.053327, + 0.046136, + 0.153203, + 0.576133, + 0.302548, + -0.310270, + 0.133434, + 0.295436, + -0.150379, + 0.490738, + -0.257477, + 0.339641, + -1.786719, + -0.107544, + -0.053997, + -0.232635, + -0.229626, + 0.173132, + -0.022205, + 0.088586, + -0.011406, + 0.226427, + 0.049009, + -0.233390, + -0.052181, + -0.351142, + -0.106634, + -0.304404, + 0.282816, + 0.009314, + 0.010539, + -0.133492, + -0.056645, + -0.265119, + -0.106115, + 0.091427, + 0.034616, + -0.352221, + -0.567297, + -0.222623, + 0.091077, + 0.327356, + -0.222427, + 0.140311, + 0.120541, + -0.098271, + 0.281826, + -0.319192, + 0.056520, + 0.118031, + 0.215056, + 0.228877, + -0.142945, + 0.073867, + 0.040858, + -0.345083, + -0.329072, + 0.137744, + -0.216097, + -0.042668, + 0.214915, + 0.059142, + -0.159485, + 0.056390, + 0.306742, + 0.137296, + -0.173968, + -0.211481, + 0.013856, + 0.565056, + 0.124963, + 0.171794, + -0.420660, + -0.029836, + -0.436174, + 0.028151, + -0.112121, + 0.235619, + -0.152910, + 0.225668, + 0.236999, + -0.006059, + -0.039123, + -0.180983, + 0.063648, + 0.254462, + 0.196210, + -0.091203, + 0.401740, + -0.130994, + -0.022635, + 0.182003, + 0.147406, + -0.177072, + -0.402555, + -0.432575, + -0.184069, + 0.213990, + -0.246456, + 0.015200, + 0.399612, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.491 + std = 0.183 + data = [ + 0.807049, + 0.540314, + 0.543860, + 0.444703, + 0.451506, + 0.297322, + 0.567352, + 0.592544, + 0.805916, + 0.464451, + 0.123662, + 0.376124, + 0.596557, + 0.199222, + 0.405212, + 0.343761, + 0.254938, + 0.623037, + 0.635827, + 0.235646, + 0.447184, + 0.366974, + 0.229835, + 0.690173, + 0.252347, + 0.490696, + 0.011613, + 0.617340, + 0.136947, + 0.707855, + 0.682549, + 0.519872, + 0.784383, + 0.370858, + 0.709314, + 0.408544, + 0.403178, + 0.351713, + 0.002158, + 0.424806, + 0.259019, + 0.464261, + 0.800063, + 0.427989, + 0.505646, + 0.222422, + 0.513321, + 0.136336, + 0.598502, + 0.543070, + 0.664030, + 0.004562, + 0.605583, + 0.539674, + 0.686587, + 0.558780, + 0.583667, + 0.569858, + 0.419239, + 0.645708, + 0.322009, + 0.354264, + 0.483371, + 0.557590, + 0.085543, + 0.289786, + 0.549206, + 0.769033, + 0.277684, + 0.445458, + 0.078862, + 0.721917, + 0.513583, + 0.235032, + 0.374062, + 0.655459, + 0.090933, + 0.658302, + 0.626912, + 0.688004, + 0.253913, + 0.215275, + 0.496918, + 0.349996, + 0.576964, + 0.461718, + 0.428188, + 0.567570, + 0.583062, + 0.493159, + 0.627153, + 0.498489, + 0.531281, + 0.613745, + 0.352175, + 0.406446, + 0.468632, + 0.322603, + 0.660654, + 0.467631, + 0.712885, + 0.084494, + 0.647315, + 0.482614, + 0.329319, + 0.630476, + 0.381334, + 0.592438, + 0.576495, + 0.609637, + 0.514947, + 0.595796, + 0.476871, + 0.673417, + 0.214624, + 0.391075, + 0.626160, + 0.513326, + 0.572219, + 0.265907, + 0.865375, + 0.540165, + 0.488339, + 0.155771, + 0.659658, + 0.489049, + 0.716217, + 0.478376, + 0.619224, + 0.306387, + 0.216189, + 0.235758, + 0.735036, + 0.730044, + 0.441229, + 0.542676, + 0.603066, + 0.605114, + 0.402701, + 0.413351, + 0.425601, + 0.668603, + 0.265158, + 0.719627, + 0.555543, + 0.361643, + 0.295790, + 0.293881, + 0.555555, + 0.308451, + 0.215412, + 0.429812, + 0.287723, + 0.603267, + 0.577764, + 0.274182, + 0.467396, + 0.476361, + 0.350585, + 0.478685, + 0.417847, + 0.398501, + 0.008991, + 0.384085, + 0.695545, + 0.629688, + 0.718421, + 0.559989, + 0.697635, + 0.339901, + 0.718388, + 0.275813, + 0.696651, + 0.474940, + 0.714691, + 0.281592, + 0.513293, + 0.599538, + 0.547044, + 0.288711, + 0.479135, + 0.594486, + 1.007636, + 0.616720, + 0.720974, + 0.663490, + 0.518335, + 0.273274, + 0.558017, + 0.591937, + 0.455675, + 0.551558, + 0.400367, + 0.529892, + 0.482378, + 0.720884, + 0.505465, + 0.224608, + 0.715525, + 0.761775, + 0.339229, + 0.578312, + 0.610452, + 0.408768, + 0.403682, + 0.643908, + 0.162571, + 0.545678, + 0.179696, + 0.383945, + 0.758135, + 0.682992, + 0.678948, + 0.174460, + 0.173644, + 0.618109, + 0.283140, + 0.489480, + 0.472608, + 0.118727, + 0.600188, + 0.212113, + 0.486417, + 0.408639, + 0.564067, + 0.439811, + 0.666024, + 0.571996, + 0.585689, + 0.493529, + 0.312958, + 0.707739, + 0.649883, + 0.500190, + 0.616660, + 0.437326, + 0.610544, + 0.380931, + 0.181066, + 0.790230, + 0.750829, + 0.400717, + 0.604748, + 0.486066, + 0.697679, + 0.358645, + 0.601692, + 0.769463, + 0.280385, + 0.898418, + 0.227012, + 0.259980, + 0.787240, + 0.429426, + 0.320922, + 0.722452, + 0.006960, + 0.501159, + 0.670767, + 0.371348, + 0.463739, + 0.315919, + 0.188424, + 0.345229, + 0.354008, + 0.544390, + 0.444737, + 0.593410, + 0.684723, + 0.692430, + 0.246489, + 0.601502, + 0.623705, + 0.191299, + 0.256831, + 0.463505, + 0.349313, + 0.295380, + 0.473807, + 0.720903, + 0.489889, + 0.392592, + 0.452795, + 0.628271, + 0.478057, + 0.814566, + 0.468555, + 0.520136, + 0.421012, + 0.504855, + 0.621040, + 0.000359, + 0.409798, + 0.720970, + 0.211854, + 0.508545, + 0.318549, + 0.600565, + 0.657420, + 0.528115, + 0.610890, + 0.652512, + 0.529540, + 0.553022, + 0.442781, + 0.667770, + 0.246015, + 0.241052, + 0.651788, + 0.450667, + 0.183098, + 0.702103, + 0.302980, + 0.576082, + 0.583160, + 0.391943, + 0.600398, + 0.627279, + 0.497677, + 0.819094, + 0.509264, + 0.595787, + 0.678060, + 0.596197, + 0.376138, + 0.395057, + 0.634716, + 0.516841, + 0.647231, + 0.519176, + 0.472952, + 0.533903, + 0.820567, + 0.501767, + 0.475541, + 0.505432, + 0.414571, + 0.504492, + 0.198909, + 0.666629, + 0.458267, + 0.635259, + 0.540426, + 0.544877, + 0.473588, + 0.546978, + 0.547717, + 0.170551, + 0.389393, + 0.158743, + 0.340445, + 0.721259, + 0.426023, + 0.503492, + 0.544065, + 0.510547, + 0.608461, + 0.285909, + 0.499090, + 0.225730, + 0.181640, + 0.653608, + 0.194548, + 0.379824, + 0.534465, + 0.642669, + 0.778362, + 0.553013, + 0.559176, + 0.619663, + 0.524670, + 0.312332, + 0.503644, + 0.175848, + 0.261007, + 0.599038, + 0.445772, + 0.063298, + 0.605737, + 0.813441, + 0.148440, + 0.568654, + 0.458017, + 0.404052, + 0.540395, + 0.305239, + 0.227995, + 0.617282, + 0.155657, + 0.357352, + 0.345069, + 0.785420, + 0.404307, + 0.539715, + 0.547424, + 0.503185, + 0.568704, + 0.403076, + 0.705153, + 0.372557, + 0.531209, + 0.488658, + 0.677660, + 0.565260, + 0.599101, + 0.109814, + 0.909428, + 0.651875, + 0.742118, + 0.391099, + 0.511061, + 0.764647, + 0.479105, + 0.843431, + 0.629320, + 0.418931, + 0.602067, + 0.609253, + 0.454227, + 0.574043, + 0.472755, + 0.547030, + 0.583167, + 0.290393, + 0.612454, + 0.555853, + 0.440901, + 0.323566, + 0.591629, + 0.537876, + 0.693006, + 1.012246, + 0.395659, + 0.661017, + 0.381065, + 0.645254, + 0.544105, + 0.162682, + 0.610512, + 0.337616, + 0.682456, + 0.308155, + 0.497701, + 0.624939, + 0.760585, + 0.438547, + 0.609484, + 0.617811, + 0.553404, + 0.141182, + 0.314983, + 0.313240, + 0.730622, + 0.615169, + 0.431936, + 0.908787, + 0.545515, + 0.303452, + 0.657246, + 0.336149, + 0.378507, + 0.136361, + 0.860155, + 0.729683, + 0.180566, + 0.553307, + 0.289565, + 0.474906, + 0.361050, + 0.608122, + 0.237318, + 0.481106, + 0.496174, + 0.504110, + 0.254701, + 0.548533, + 0.581498, + 0.379277, + 0.399353, + 0.544560, + 0.768256, + 0.679048, + 0.497886, + 0.620097, + 0.534761, + 0.547720, + 0.612433, + 0.149257, + 0.461861, + 0.724247, + 0.635336, + 0.844791, + 0.674118, + 0.609972, + 0.532507, + 0.515035, + 0.156810, + 0.402863, + 0.593899, + 0.757292, + 0.944407, + 0.630666, + 0.704734, + 0.232670, + 0.560800, + 0.542356, + 0.448429, + 0.539001, + 0.328153, + 0.574447, + 0.681805, + 0.519822, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_3_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.102 + data = [ + -0.026864, + -0.179693, + 0.020331, + -0.020382, + -0.022752, + 0.051351, + -0.060617, + -0.112490, + 0.051752, + -0.098306, + 0.035641, + -0.013987, + 0.036728, + 0.012026, + 0.139222, + -0.011455, + 0.021101, + -0.139628, + -0.054346, + -0.042780, + -0.029817, + 0.054931, + -0.007355, + 0.049193, + -0.007877, + 0.072500, + -0.005250, + -0.098642, + -0.017063, + -0.004589, + -0.101184, + 0.055528, + 0.027457, + -0.042962, + 0.005252, + 0.069844, + 0.091835, + -0.015687, + -0.001343, + 0.099298, + 0.028248, + -0.016148, + 0.012290, + 0.015272, + -0.005573, + -0.000767, + 0.058733, + 0.011070, + 0.069953, + 0.088600, + -0.051337, + -0.003054, + -0.164444, + 0.015384, + 0.040000, + -0.051646, + 0.070031, + -0.012070, + 0.123658, + -0.075376, + -0.077578, + -0.065667, + -0.007831, + -0.047528, + -0.007496, + 0.277710, + -0.092854, + 0.050456, + 0.058431, + -0.017570, + 0.010148, + -0.004145, + -0.003488, + 0.076327, + -0.003140, + 0.109187, + 0.016235, + -0.001477, + 0.123496, + -0.014853, + 0.238227, + 0.072402, + -0.032798, + 0.044871, + -0.076896, + 0.034091, + -0.069914, + -0.135971, + 0.007668, + 0.020416, + -0.118557, + 0.002859, + 0.041988, + 0.020891, + -0.032831, + -0.036052, + -0.080849, + 0.039044, + 0.039289, + 0.041734, + -0.137569, + -0.000976, + -0.040178, + 0.026044, + 0.039600, + -0.008302, + 0.042376, + -0.111020, + -0.071536, + -0.090840, + 0.070893, + -0.001977, + -0.021185, + -0.108247, + -0.015208, + -0.070180, + -0.045000, + 0.004828, + -0.097238, + -0.047115, + -0.203650, + 0.000150, + -0.049652, + 0.043481, + 0.019498, + -0.104497, + -0.044351, + 0.064274, + 0.040324, + 0.018435, + 0.160437, + -0.052122, + 0.139178, + 0.007479, + 0.015021, + -0.062288, + 0.062386, + 0.095107, + 0.057103, + 0.074823, + 0.024610, + -0.138739, + -0.038270, + -0.021447, + -0.044692, + -0.017894, + 0.040894, + -0.004738, + -0.009329, + -0.066261, + -0.005585, + -0.046110, + 0.031401, + -0.077717, + -0.009304, + 0.031385, + 0.063458, + 0.022026, + 0.004758, + -0.051533, + 0.081078, + -0.034398, + 0.002755, + 0.086124, + -0.003542, + -0.091371, + -0.174445, + 0.070266, + -0.065757, + 0.004951, + -0.046019, + -0.017906, + 0.002578, + 0.109607, + -0.004986, + -0.117816, + 0.152498, + -0.065692, + 0.185124, + 0.056468, + -0.053379, + -0.066516, + 0.058755, + -0.050533, + -0.083540, + 0.088143, + -0.068117, + -0.011669, + 0.017911, + 0.045875, + -0.137434, + -0.179532, + -0.070688, + -0.145592, + -0.033895, + 0.037399, + 0.105419, + -0.338106, + 0.113559, + 0.021126, + 0.009986, + -0.054179, + -0.051778, + -0.065330, + 0.056372, + 0.025753, + 0.013235, + -0.080242, + -0.024885, + 0.016814, + 0.038308, + 0.016558, + 0.025775, + -0.110591, + 0.027303, + 0.094354, + 0.023992, + -0.008091, + -0.053169, + -0.015034, + 0.056813, + 0.065725, + -0.004970, + -0.007575, + -0.033143, + -0.077898, + -0.014380, + -0.058197, + -0.141795, + -0.035228, + 0.034947, + 0.021231, + -0.026913, + -0.064274, + 0.168413, + 0.101348, + 0.044952, + 0.015407, + 0.022093, + 0.016923, + -0.135023, + 0.116776, + -0.013279, + 0.053160, + 0.001634, + 0.049332, + 0.051920, + 0.015349, + -0.007587, + -0.072283, + -0.242948, + -0.020262, + -0.215018, + -0.122716, + 0.026501, + 0.126765, + -0.000309, + 0.061589, + -0.134820, + -0.009940, + -0.025506, + 0.130455, + -0.022636, + 0.286932, + -0.100961, + -0.017289, + -0.048410, + 0.031080, + 0.013124, + -0.008054, + 0.168888, + -0.040696, + -0.078044, + 0.113685, + -0.032381, + 0.078648, + 0.121641, + 0.029805, + 0.069490, + 0.091830, + 0.012173, + -0.041320, + 0.289554, + 0.011619, + 0.068012, + -0.179035, + -0.092211, + -0.215773, + 0.157279, + 0.026702, + -0.045503, + 0.001110, + -0.123702, + 0.446330, + 0.028967, + 0.010369, + -0.001807, + -0.018762, + 0.042213, + -0.046134, + 0.016129, + 0.097782, + 0.033198, + 0.017402, + -0.076828, + 0.035208, + 0.000046, + 0.012148, + 0.023767, + -0.078137, + 0.018993, + 0.067548, + 0.015531, + 0.035807, + -0.053930, + -0.017895, + 0.159628, + 0.104472, + -0.002565, + 0.143559, + -0.091778, + -0.042036, + 0.021658, + -0.020528, + -0.046102, + 0.010074, + 0.064869, + -0.035950, + 0.092709, + 0.007082, + 0.159449, + -0.121019, + -0.004023, + 0.049975, + -0.048685, + -0.085982, + -0.021421, + 0.249614, + 0.068172, + 0.114133, + 0.021486, + -0.048010, + 0.037539, + 0.067027, + -0.103054, + -0.091091, + -0.138600, + -0.024765, + 0.040117, + -0.184866, + -0.212560, + -0.244876, + -0.034192, + 0.102803, + 0.065120, + -0.089021, + 0.055089, + 0.030103, + 0.016320, + 0.040296, + 0.072125, + -0.136248, + -0.251565, + -0.134759, + -0.029983, + -0.034418, + -0.051287, + -0.259903, + -0.005795, + -0.049211, + 0.137928, + 0.027908, + 0.021174, + -0.053649, + -0.052996, + 0.037383, + 0.037805, + 0.006950, + -0.020175, + -0.122405, + -0.076336, + 0.109711, + -0.020458, + -0.005801, + -0.025715, + -0.054947, + 0.132410, + 0.057889, + -0.072441, + 0.065616, + -0.121426, + -0.065902, + 0.037517, + -0.009725, + 0.018643, + -0.040179, + -0.091970, + 0.005310, + -0.033316, + 0.009490, + 0.049093, + 0.112488, + -0.001202, + -0.026413, + -0.076751, + 0.086159, + 0.095309, + 0.096827, + -0.027508, + 0.038287, + -0.072611, + 0.029986, + 0.026820, + 0.166214, + 0.095693, + -0.023039, + -0.095764, + 0.060894, + -0.181841, + -0.054841, + -0.039671, + 0.048443, + -0.020842, + 1.221247, + 0.088004, + -0.037099, + -0.032580, + 0.002330, + 0.071817, + -0.036790, + -0.066989, + -0.025537, + -0.025491, + -0.073396, + 0.178227, + -0.013813, + 0.036636, + 0.017368, + -0.047159, + 0.063284, + 0.061078, + 0.023915, + -0.069949, + -0.069982, + 0.103527, + -0.139201, + 0.036025, + 0.243947, + -0.100210, + 0.157169, + -0.037147, + -0.083365, + -0.029223, + 0.065117, + -0.187113, + -0.139084, + 0.059942, + -0.016290, + 0.043882, + -0.035279, + -0.042263, + -0.079926, + 0.109643, + -0.017302, + -0.033640, + 0.005026, + -0.108573, + -0.007328, + 0.075044, + -0.002571, + 0.186943, + -0.010595, + -0.017011, + -0.060277, + 0.082791, + 0.108737, + 0.013416, + -0.046668, + 0.055739, + -0.004918, + -0.189978, + -0.029536, + -0.173612, + 0.076629, + 0.026894, + -0.003944, + -0.015127, + 0.039539, + -0.106503, + -0.076251, + 0.063138, + 0.060173, + 0.064487, + -0.014361, + 0.061066, + -0.216226, + -0.256617, + -0.007808, + -0.071953, + 0.033468, + -0.208167, + -0.075236, + -0.071234, + 0.046480, + -0.078573, + -0.060213, + -0.010151, + -0.008647, + 0.020805, + 0.008054, + -0.047886, + -0.013160, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_3_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.368 + std = 1.344 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_3_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.054 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.040 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_3_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.006 + std = 0.320 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_3_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.218 + data = [ + 0.304899, + 0.128989, + -0.012925, + -0.244259, + -0.115049, + 0.162168, + 0.042575, + -0.044830, + 0.038242, + 0.119203, + -0.145026, + -0.317905, + -0.645332, + 0.012391, + -0.065815, + -0.060078, + 0.110313, + 0.084388, + -0.152999, + -0.062822, + 0.171355, + -0.286360, + -0.047338, + -0.001306, + 0.078629, + 0.040616, + -0.000845, + -0.058538, + -0.322265, + -0.108415, + -0.179060, + -0.008794, + 0.207937, + 0.107249, + 0.004391, + -0.252406, + -0.102846, + 0.188167, + 0.106482, + -0.059518, + 0.206554, + -0.008691, + 0.300552, + 0.141790, + -0.120326, + 0.164210, + 0.025740, + -0.078832, + 0.143063, + 0.469478, + -0.110982, + 0.297437, + -0.014576, + -0.091727, + -0.162123, + 0.012233, + -0.133321, + 0.055338, + -0.178402, + 0.025457, + -0.131437, + -0.123280, + -0.043772, + -0.094072, + -0.048290, + 0.169178, + 0.031593, + -0.043957, + -0.301551, + 0.223575, + -0.063180, + 0.146105, + 0.079120, + 0.054449, + 0.155405, + -0.089217, + 0.023741, + 0.288442, + 0.203756, + -0.044110, + -0.139683, + 0.018655, + 0.229020, + -0.114738, + -0.083323, + -0.204693, + 0.177117, + -0.217950, + 0.115057, + -0.138801, + 0.050371, + -0.070681, + -0.114778, + -0.111170, + 0.146389, + 0.074328, + -0.039859, + -0.013693, + -0.104014, + -0.489838, + -0.159236, + 0.081337, + 0.132441, + -0.094416, + -0.269464, + -0.251951, + -0.098616, + -0.108811, + 0.178686, + 0.111565, + -0.135719, + 0.125160, + -0.321083, + -0.084478, + 0.003694, + -0.117541, + 0.087728, + -0.028851, + 0.164969, + 0.065546, + 0.079082, + 0.249274, + 0.083837, + 0.066041, + -0.157644, + 0.162203, + -0.193915, + -0.254482, + 0.111318, + -0.053953, + -0.012902, + 0.084873, + 0.630118, + 0.035408, + 0.106599, + -0.170666, + 0.182852, + -0.052819, + 0.216985, + 0.094659, + 0.269730, + 0.077870, + 0.024165, + -0.093414, + 0.024635, + 0.022395, + 0.295408, + -0.050903, + -0.012445, + -0.155587, + 0.229908, + 0.146086, + 0.311250, + 0.153767, + -0.029857, + 0.639199, + 0.309693, + -0.017591, + 0.032695, + 0.246274, + 0.113747, + -0.496656, + 0.021118, + 0.159351, + 0.027110, + -0.031975, + -0.150165, + 0.068546, + 0.194645, + -0.091592, + -0.075062, + 0.177807, + -0.335359, + 0.074985, + -0.162165, + -0.042782, + -0.018561, + -0.045700, + -0.062388, + 0.036202, + 0.211319, + 0.211753, + 0.088945, + -0.010244, + -0.045678, + 0.118762, + 0.033545, + 0.148377, + -0.052801, + -0.180981, + -0.229975, + 0.036017, + 0.014487, + 0.220145, + 0.113311, + -0.047466, + 0.216695, + 0.194418, + 0.288851, + -0.180169, + -0.072471, + -0.126913, + -0.049959, + -0.006272, + -0.209017, + -0.114069, + -0.052245, + -0.138415, + 0.274865, + -0.063156, + -0.116025, + 0.149608, + -0.316112, + 0.236202, + -0.046697, + -0.000969, + 0.084802, + 0.082127, + 0.237825, + 0.101152, + 0.031087, + 0.005981, + 0.039418, + 0.255330, + 0.220687, + -0.082141, + -0.013163, + -0.047587, + -0.002002, + 0.046177, + 0.138703, + 0.347862, + -0.192025, + 0.141142, + 0.139813, + -0.258827, + 0.047361, + -0.141582, + 0.033091, + 0.042331, + -0.072716, + -0.109895, + -0.194904, + 0.193900, + 0.149927, + 0.158221, + -0.117909, + -0.040922, + -0.054215, + 0.052087, + 0.215283, + 0.094487, + -0.200808, + 0.206635, + 0.123251, + 0.108505, + 0.114090, + -0.248385, + -0.065861, + 0.357398, + 0.159412, + 0.361255, + 0.075926, + -0.079103, + -0.173944, + -0.076489, + -0.088111, + 0.136073, + 0.108374, + 0.163262, + 0.062875, + -0.035634, + 0.235447, + -0.155038, + 0.043861, + -0.113928, + 0.205176, + -0.017057, + 0.014060, + 0.154027, + 0.135148, + 0.079773, + 0.026541, + -0.208000, + -0.081075, + -0.021512, + -0.106061, + 0.120832, + 0.168403, + 0.192861, + 0.068855, + -0.002424, + 0.052749, + 0.544499, + 0.171210, + -0.030309, + 0.395107, + -0.069485, + -0.123984, + 0.013661, + -0.019195, + 0.118778, + 0.037984, + 0.004066, + 0.277416, + 0.034341, + 0.225576, + 0.200911, + -0.035582, + 0.170953, + -0.222859, + -0.075665, + -0.016569, + 0.076648, + -0.113167, + -0.280830, + 0.108399, + 0.113612, + 0.078039, + 0.097046, + -0.162962, + -0.229242, + 0.083894, + -0.039989, + 0.175240, + 0.020568, + -0.160677, + -0.056842, + 0.305333, + -0.202296, + 0.255940, + -0.125213, + -0.009131, + -0.134689, + -0.101027, + -0.268789, + 0.173642, + 0.086348, + 0.156537, + 0.254311, + -0.181555, + 0.081991, + 0.123126, + 0.117296, + 0.157860, + 0.242617, + -0.023147, + 0.204409, + -0.192190, + 0.131277, + 0.061295, + -0.035887, + 0.002170, + 0.054043, + 0.052324, + -0.161887, + -0.059190, + -0.120791, + -0.109730, + -0.146339, + 0.102586, + -0.027586, + 0.271834, + -0.189732, + 0.010476, + -0.163281, + -0.118983, + -0.053955, + -0.288745, + -0.321979, + -0.110340, + -0.063767, + -0.042493, + -0.053507, + 0.111754, + 0.173740, + 0.176150, + -0.056054, + 0.116178, + -0.116831, + 0.060441, + -0.048847, + -0.264590, + -0.394241, + -0.036163, + 0.191804, + -0.190300, + -0.254305, + 0.116830, + 0.090437, + -0.080995, + 0.110181, + -0.479497, + -0.085763, + -0.088018, + 0.028552, + 0.057738, + -0.326521, + 0.219124, + 0.196740, + -0.116582, + -0.164672, + 0.029666, + -0.097711, + 0.087360, + -0.006232, + -0.022873, + -0.167386, + -0.262976, + 0.134766, + 0.092810, + 0.165392, + -0.065977, + 0.267935, + -0.362261, + 0.033858, + 0.149088, + 0.123513, + 0.027154, + -0.039158, + -0.269887, + 0.118943, + 0.059447, + -3.015622, + 0.168895, + -0.150085, + -0.266172, + 0.035187, + 0.066826, + 0.157561, + 0.253658, + -0.137859, + -0.085616, + -0.090009, + -0.309408, + 0.048958, + 0.036179, + 0.125012, + 0.326050, + 0.001162, + 0.268809, + -0.003653, + -0.085092, + 0.010773, + 0.113240, + -0.319873, + 0.009774, + 0.011011, + 0.343845, + -0.892500, + 0.056678, + -0.083151, + -0.191862, + 0.376815, + 0.173388, + -0.389435, + 0.394179, + 0.050874, + 0.070724, + -0.049337, + -0.166704, + 0.089821, + -0.122149, + 0.160852, + 0.120231, + -0.166623, + -0.143323, + -0.109776, + 0.017971, + 0.105389, + -0.145729, + 0.088405, + 0.009122, + -0.154901, + 0.040346, + 0.045526, + -0.161511, + -0.223381, + -0.026383, + -0.058587, + -0.256983, + -0.108462, + -0.127184, + 0.031603, + 0.082525, + -0.142808, + 0.109080, + -0.039824, + -0.258622, + 0.362813, + -0.030725, + 0.057650, + 0.262215, + -0.267796, + 0.091222, + -0.067569, + 0.140242, + -0.005860, + -0.062441, + -0.114144, + 0.035788, + 0.082619, + -0.181665, + 0.256967, + -0.093682, + -0.085292, + 0.232856, + -0.050307, + -0.164088, + -0.178464, + -0.018180, + 0.211594, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.720 + std = 0.133 + data = [ + 0.672140, + 0.775638, + 0.794504, + 0.738131, + 0.782595, + 0.798188, + 0.805847, + 0.678303, + 0.668496, + 0.848565, + 0.597091, + 0.687120, + 0.821131, + 0.712970, + 0.668807, + 0.919092, + 0.789195, + 0.726379, + 0.741475, + 0.009902, + 0.738522, + 0.770415, + 0.584669, + 0.775647, + 0.843104, + 0.771019, + 0.507495, + 0.716640, + 0.645627, + 0.735179, + 0.672482, + 0.848045, + 0.748971, + 0.000239, + 0.817856, + 0.763562, + 0.857317, + 0.564085, + 0.700783, + 0.622349, + 0.901447, + 0.788404, + 0.717745, + 0.718063, + 0.674137, + 0.706595, + 0.775863, + 0.518475, + 0.837739, + 0.834082, + 0.724841, + 0.293612, + 0.725956, + 0.690757, + 0.784075, + 0.714729, + 0.844007, + 0.781040, + 0.808615, + 0.582241, + 0.665345, + 0.682178, + 0.758774, + 0.814472, + 0.636515, + 0.793302, + 0.716408, + 0.665192, + 0.714360, + 0.830764, + 0.617801, + 0.680281, + 0.707046, + 0.719735, + 0.795270, + 0.745207, + 0.581484, + 0.821772, + 0.803285, + 0.762152, + 0.699274, + 0.684121, + 0.770171, + 0.801318, + 0.688445, + 0.925550, + 0.756440, + 0.644570, + 0.763940, + 0.788203, + 0.780638, + 0.829043, + 0.668051, + 0.812726, + 0.829392, + 0.002364, + 0.784799, + 0.797850, + 0.689123, + 0.821745, + 0.761268, + 0.733889, + 0.766711, + 0.868821, + 0.694082, + 0.803154, + 0.339520, + 0.773905, + 0.797253, + 0.848073, + 0.657132, + 0.772278, + 0.778497, + 0.719655, + 0.721847, + 0.765779, + 0.703962, + 0.705227, + 0.796558, + 0.837513, + 0.714214, + 0.724847, + 0.835054, + 0.696082, + 0.759507, + 0.749466, + 0.707526, + 0.775079, + 0.814104, + 0.624542, + 0.827968, + 0.735448, + 0.670262, + 0.614658, + 0.862966, + 0.791606, + 0.790239, + 0.761712, + 0.749790, + 0.791493, + 0.898238, + 0.736395, + 0.764141, + 0.731521, + 0.727743, + 0.596158, + 0.838473, + 0.789276, + 0.703734, + 0.922043, + 0.000624, + 0.784709, + 0.667745, + 0.746419, + 0.640335, + 0.768351, + 0.856234, + 0.772967, + -0.001459, + 0.739151, + 0.803667, + 0.819640, + 0.622905, + 0.770043, + 0.697007, + 0.717188, + 0.707278, + 0.737211, + 0.759558, + 0.747188, + 0.735889, + 0.767635, + 0.911610, + 0.773577, + 0.775884, + 0.661171, + 0.767680, + 0.860532, + 0.786906, + 0.883933, + 0.725421, + 0.773901, + 0.683454, + 0.745021, + 0.772546, + 0.804180, + 0.688341, + 0.721513, + 0.684619, + 0.451779, + 0.764288, + 0.819027, + 0.807303, + 0.695150, + 0.744549, + 0.782164, + 0.764907, + 0.783583, + 0.753121, + 0.794729, + 0.736366, + 0.802434, + 0.712935, + 0.800984, + 0.865391, + 0.783075, + 0.682180, + 0.746504, + 0.739835, + 0.732326, + 0.800977, + 0.618017, + 0.663639, + 0.730221, + 0.616566, + 0.862026, + -0.000867, + 0.627053, + 0.729880, + 0.644661, + 0.701810, + 0.656558, + 0.663379, + 0.684651, + 0.708931, + 0.701348, + 0.652863, + 0.672339, + 0.723685, + 0.837547, + 0.817290, + 0.728062, + 0.762006, + 0.767002, + 0.748672, + 0.757517, + 0.781341, + 0.738367, + 0.725170, + 0.628149, + 0.683927, + 0.800777, + 0.687730, + 0.859196, + 0.863224, + 0.411787, + 0.774051, + 0.778657, + 0.440950, + 0.654946, + 0.629468, + 0.703158, + 0.791506, + 0.748985, + 0.803095, + 0.778592, + 0.656508, + 0.856829, + 0.729154, + 0.799086, + 0.825109, + 0.807832, + 0.719670, + 0.706865, + 0.720585, + 0.545570, + 0.379568, + 0.838379, + 0.748180, + 0.761501, + 0.513505, + 0.778691, + 0.744346, + 0.610068, + 0.258559, + 0.778104, + 0.823277, + 0.690777, + 0.712190, + 0.739175, + 0.570088, + 0.774315, + 0.580543, + 0.796717, + 0.828267, + 0.538694, + 0.651916, + 0.822249, + 0.751271, + 0.866852, + 0.760223, + 0.443430, + 0.638298, + 0.748235, + 0.811429, + 0.487617, + 0.734770, + 0.740245, + 0.752678, + 0.774020, + 0.687048, + 0.663512, + 0.752270, + 0.810215, + 0.783204, + 0.751896, + 0.826306, + 0.721173, + 0.695692, + 0.715962, + 0.768814, + 0.571699, + 0.749678, + 0.664834, + 0.790364, + 0.780943, + 0.773879, + 0.685234, + 0.757685, + 0.730153, + 0.828698, + 0.665130, + 0.792454, + 0.732511, + 0.695975, + 0.833420, + 0.768440, + 0.737679, + 0.755394, + 0.777021, + 0.747011, + 0.833616, + 0.617408, + 0.762697, + 0.733477, + 0.729540, + 0.666156, + 0.754667, + 0.753717, + 0.576225, + 0.750079, + 0.820925, + 0.701578, + 0.760959, + 0.714418, + 0.598318, + 0.730020, + 0.668496, + 0.759333, + 0.782211, + 0.795467, + 0.702870, + 0.702275, + 0.700265, + 0.669483, + 0.773182, + 0.678133, + 0.689032, + 0.742369, + 0.749913, + 0.651784, + 0.715146, + 0.852898, + 0.693282, + 0.821105, + 0.791052, + 0.760667, + 0.562067, + 0.712741, + 0.691149, + 0.731299, + 0.610718, + 0.607352, + 0.740628, + 0.725639, + 0.660883, + 0.792054, + 0.523192, + 0.894487, + 0.624587, + 0.796334, + 0.832632, + 0.730867, + 0.755324, + 0.665348, + 0.728435, + 0.806040, + 0.747676, + 0.799624, + 0.731043, + 0.770465, + 0.629830, + 0.680481, + 0.738174, + 0.755357, + 0.824489, + 0.681324, + 0.764231, + 0.788282, + 0.791733, + 0.557950, + 0.753399, + 0.728509, + 0.739135, + 0.792274, + 0.361925, + 0.607203, + 0.721319, + 0.877440, + 0.848929, + 0.747245, + 0.692166, + 0.760142, + 0.827784, + 0.758547, + 0.725839, + 0.750530, + 0.732231, + 0.215838, + 0.779953, + 0.815784, + 0.851836, + 0.729676, + 0.302968, + 0.771391, + 0.788194, + 0.729076, + 0.687896, + 0.772260, + 0.598878, + 0.731002, + 0.783719, + 0.861744, + 0.742648, + 0.010765, + 0.766474, + 0.699608, + 0.698410, + 0.791300, + 0.753136, + 0.752438, + 0.677104, + 0.676874, + 0.811717, + 0.649523, + 0.837321, + 0.506944, + -0.001809, + 0.738887, + 0.690606, + 0.273393, + 0.753121, + 0.872677, + 0.760428, + 0.763470, + 0.687087, + 0.863828, + 0.711780, + 0.851689, + 0.756721, + 0.568258, + 0.586693, + 0.649691, + 0.785135, + 0.683011, + 0.761145, + 0.854849, + 0.716830, + 0.728721, + 0.292883, + 0.607814, + 0.664314, + 0.685483, + 0.672086, + 0.718003, + 0.730692, + 0.788181, + 0.739666, + 0.692454, + 0.820027, + 0.641672, + 0.782554, + 0.770089, + 0.886812, + 0.821999, + 0.836215, + 0.743661, + 0.636943, + 0.739178, + 0.784987, + 0.709959, + 0.806618, + 0.761570, + 0.734643, + 0.792553, + 0.765466, + 0.821890, + 0.816432, + 0.833740, + 0.673545, + 0.722006, + 0.749446, + 0.743999, + 0.733242, + 0.665978, + 0.894722, + 0.780378, + 0.710143, + 0.824743, + 0.665872, + 0.876866, + 0.854354, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_3_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.202 + data = [ + -0.110440, + -0.392333, + 0.053789, + 0.111900, + -0.022618, + 0.182233, + -0.149615, + 0.006299, + -0.014296, + -0.277373, + -0.205916, + 0.149484, + 0.400925, + 0.127755, + 0.223507, + -0.074339, + 0.089104, + -0.207449, + -0.061234, + -0.000872, + -0.234862, + 0.265044, + 0.038592, + -0.000448, + 0.171378, + 0.123148, + -0.409406, + -0.074175, + -0.098986, + 0.031013, + -0.003726, + 0.101108, + -0.118101, + 0.000034, + -0.098789, + 0.250731, + 0.330507, + -0.101450, + 0.577462, + 0.143181, + 0.224110, + 0.045812, + -0.098817, + 0.003339, + 0.096009, + -0.164475, + 0.107432, + 0.232743, + 0.043774, + -0.172499, + 0.037047, + -0.452008, + -0.254489, + 0.040373, + 0.148694, + -0.014352, + 0.135955, + -0.135590, + 0.343904, + 0.020480, + -0.169368, + -0.031928, + -0.042722, + -0.008429, + -0.175002, + 0.178988, + -0.109931, + 0.082184, + 0.371543, + -0.224361, + -0.167044, + -0.152007, + -0.037292, + -0.229339, + -0.099475, + 0.221511, + 0.303144, + -0.173080, + 0.061994, + 0.022361, + 0.012448, + 0.229964, + -0.149429, + 0.245084, + 0.011795, + 0.204918, + -0.212409, + -0.089159, + -0.038608, + 0.096328, + -0.283663, + 0.037486, + 0.142685, + 0.160153, + -0.187943, + -0.000690, + -0.104448, + 0.168133, + 0.128177, + 0.310675, + -0.082376, + -0.873430, + -0.017308, + 0.163612, + 0.182693, + 0.156343, + 0.194680, + -0.187335, + -0.156792, + -0.146806, + 0.212454, + -0.065344, + 0.141715, + -0.089444, + -0.105694, + -0.003661, + -0.133515, + -0.023158, + -0.247597, + -0.338109, + -0.218971, + -0.077764, + -0.155291, + -0.184197, + 0.125790, + -0.217783, + -0.004244, + 0.193435, + 0.018637, + 0.053377, + -0.120488, + -0.180259, + -0.126510, + 0.011746, + -0.090016, + 0.028742, + -0.013170, + 0.275834, + -0.041179, + 0.110519, + -0.202418, + -0.209751, + -0.084503, + -0.051214, + -0.034144, + -0.128707, + -0.068268, + -0.112229, + 0.017193, + -0.209692, + -0.000420, + -0.158292, + -0.235480, + -0.188428, + -0.030498, + -0.273392, + -0.038859, + 0.127943, + -0.000546, + -0.225337, + 0.097063, + 0.291764, + 0.435310, + 0.076501, + 0.063557, + -0.091741, + -0.152945, + 0.028725, + -0.174719, + 0.095098, + -0.014934, + -0.192605, + 0.277510, + 0.068231, + -0.000519, + 0.231267, + 0.275931, + -0.091720, + 0.356747, + 0.417374, + -0.226940, + -0.284699, + -0.026380, + -0.092762, + -0.083902, + 0.047089, + -0.003976, + -0.322390, + 0.072979, + 0.063410, + -0.179057, + -0.341494, + -0.030149, + -0.213121, + -0.151913, + 0.000304, + 0.046641, + 0.333741, + -0.029096, + 0.089174, + 0.107742, + -0.035751, + 0.002555, + -0.214710, + 0.382241, + 0.113166, + -0.224223, + 0.047395, + -0.194716, + 0.007975, + 0.095852, + -0.006410, + 0.152165, + 0.311725, + 0.297131, + 0.228279, + 0.000292, + -0.000723, + -0.154456, + -0.020415, + 0.062343, + 0.248036, + 0.090772, + -0.115268, + -0.242957, + -0.182294, + 0.042674, + -0.057743, + -0.158638, + -0.064657, + 0.102048, + -0.122340, + 0.071481, + -0.132588, + 0.126768, + 0.375478, + 0.085391, + 0.151317, + -0.121658, + -0.094386, + -0.077544, + 0.300194, + 0.136280, + -0.008401, + -0.036963, + -0.246041, + 0.150960, + 0.051122, + -0.068660, + 0.014401, + 0.212460, + -0.157992, + -0.110487, + -0.321032, + -0.047838, + 0.068463, + -0.184908, + 0.271223, + -0.053153, + -0.285973, + -0.209853, + 0.195550, + 0.262045, + -0.186414, + -0.173891, + 0.109142, + 0.081896, + -0.032770, + -0.030504, + -0.040620, + 0.123969, + -0.078325, + -0.238733, + -0.328076, + -0.035660, + 0.243505, + 0.183822, + 0.124676, + 0.161671, + 0.003524, + -0.006620, + -0.085788, + -0.606839, + 0.154274, + 0.201697, + -0.077132, + -0.052677, + -0.389087, + 0.114804, + -0.063377, + -0.146963, + -0.195349, + 0.290187, + 0.168160, + -0.436627, + -0.132301, + -0.322506, + -0.105876, + 0.084676, + -0.033538, + 0.087319, + 0.079048, + 0.009462, + 0.094761, + -0.265776, + 0.016773, + -0.238081, + -0.136502, + 0.071788, + -0.168191, + 0.455094, + 0.104487, + 0.022553, + 0.086516, + 0.044812, + 0.083527, + 0.139770, + -0.014871, + -0.069425, + 0.172469, + 0.011336, + 0.049636, + -0.018924, + 0.023789, + -0.163107, + 0.040437, + 0.128022, + -0.062368, + -0.033413, + 0.089079, + 0.148956, + -0.173201, + 0.008139, + 0.130953, + 0.011199, + 0.005190, + -0.082748, + 0.437567, + 0.176666, + 0.023060, + 0.154896, + -0.133063, + -0.043703, + 0.014344, + -0.244036, + -0.125446, + -0.171519, + 0.158943, + 0.174548, + 0.315339, + 0.798602, + -0.105654, + -0.015216, + 0.086983, + 0.086743, + -0.027672, + 0.121728, + 0.078382, + 0.038184, + 0.214974, + -0.116389, + -0.165081, + 0.590795, + -0.050006, + -0.001557, + 0.086953, + 0.049113, + -0.297777, + 0.182510, + 0.206219, + 0.161972, + 0.091373, + -0.064683, + 0.654884, + -0.148745, + -0.002207, + -0.078801, + -0.153129, + -0.149578, + -0.043189, + 1.030955, + 0.166734, + 0.145690, + 0.208475, + -0.007142, + -0.273703, + -0.392027, + 0.184238, + 0.696053, + 0.110631, + -0.298221, + -0.135822, + 0.281655, + -0.001086, + 0.155608, + -0.112447, + -0.112112, + 0.146391, + -0.171402, + 0.021028, + 0.053719, + 0.310878, + -0.051542, + -0.040267, + -0.125095, + 0.109605, + 0.100725, + 0.186326, + 0.043858, + -0.046928, + -0.040640, + -0.012779, + 0.105115, + 0.034753, + 0.307706, + 0.023732, + -0.276634, + 0.027356, + -0.017982, + -0.081923, + 0.129764, + 0.009681, + -0.013080, + 1.678402, + 0.007731, + 0.040105, + 0.036037, + -0.029698, + 0.139941, + -0.082169, + -0.161933, + -0.030849, + 0.061458, + -0.010188, + 0.005670, + -0.075202, + 0.005808, + -0.063581, + -0.261864, + 0.061138, + -0.030067, + 0.047336, + -0.157101, + -0.044640, + 0.036636, + -0.175717, + 0.101071, + 0.000521, + -0.405095, + -0.292653, + -0.046622, + -0.155470, + 0.002360, + -0.095063, + -0.438286, + -0.006617, + -0.164638, + 0.085182, + 0.012065, + -0.023659, + -0.029948, + 0.186182, + 0.144331, + -0.134391, + 0.345701, + 0.058830, + -0.562646, + -0.023347, + 0.165790, + -0.002774, + -0.359569, + -0.021962, + -0.031859, + -0.094227, + 0.324319, + 0.139848, + 0.115419, + -0.042691, + 0.106109, + 0.039113, + 0.063043, + 0.026567, + -0.137215, + -0.013457, + -0.078967, + -0.025031, + -0.059444, + 0.065288, + 0.013533, + -0.327740, + 0.104411, + -0.004130, + -0.010493, + 0.084423, + 0.056779, + -0.255584, + 0.293041, + 0.049899, + -0.093433, + 0.137262, + -0.044215, + -0.165745, + 0.047994, + 0.107898, + -0.058616, + -0.081052, + -0.238955, + -0.016993, + 0.209293, + 0.058196, + -0.067062, + -0.070751, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_3_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.705 + std = 0.206 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.045 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_3_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.189 + data = [ + -0.184119, + -0.097134, + 0.070820, + 0.018004, + -0.190242, + 0.243064, + -0.270392, + 0.009086, + -0.267631, + -0.128083, + -0.057022, + 0.197899, + 0.277485, + 0.110611, + 0.098241, + -0.239736, + 0.053502, + -0.009494, + -0.316919, + 0.001143, + -0.427192, + 0.140310, + -0.044902, + -0.198120, + 0.406484, + 0.059553, + 0.243810, + 0.011047, + -0.204222, + -0.165125, + -0.186350, + -0.063894, + -0.265902, + -0.155641, + -0.472223, + -0.076275, + 0.076563, + -0.141691, + 0.180334, + 0.053520, + 0.223936, + 0.153061, + -0.141067, + 0.144029, + 0.075619, + -0.023362, + -0.278949, + 0.009350, + -0.009883, + -0.259842, + 0.291988, + 0.033341, + 0.021599, + 0.019699, + 0.100641, + -0.097635, + 0.056323, + -0.162040, + 0.240025, + 0.207963, + 0.006629, + 0.185687, + -0.026828, + -0.007588, + -0.019956, + -0.107335, + -0.088129, + 0.131039, + 0.103815, + -0.089041, + -0.071370, + -0.309160, + -0.054261, + -0.250437, + -0.063263, + 0.252384, + 0.201863, + -0.211250, + -0.347457, + 0.034835, + -0.137251, + -0.054063, + -0.116741, + 0.141990, + 0.280890, + 0.037824, + -0.007392, + 0.005132, + -0.132974, + -0.051119, + -0.268558, + 0.124152, + 0.241898, + 0.274879, + -0.100773, + 0.086830, + 0.259802, + 0.024579, + 0.066936, + 0.145665, + 0.085338, + -0.231784, + 0.176461, + 0.193260, + 0.246580, + 0.341116, + -0.048093, + -0.394853, + -0.123193, + -0.168487, + 0.291507, + -0.057965, + 0.177837, + -0.131039, + -0.104201, + 0.171263, + -0.251568, + -0.068210, + -0.112470, + -0.271381, + -0.258678, + 0.152473, + -0.126811, + -0.137069, + 0.020701, + 0.396793, + 0.028610, + 0.057025, + 0.100006, + 0.108739, + -0.157162, + 0.018193, + -0.255501, + -0.037314, + -0.250179, + -0.053829, + 0.001402, + 0.224965, + -0.007053, + -0.102906, + -0.154265, + -0.331729, + 0.223764, + -0.139037, + 0.112929, + -0.172255, + -0.035483, + -0.090401, + 0.024180, + -0.062091, + -0.084242, + 0.016140, + -0.296027, + -0.225100, + 0.007330, + -0.305589, + 0.131021, + 0.063023, + 0.050798, + -0.292786, + 0.076700, + 0.161455, + 0.144346, + -0.155913, + 0.248687, + -0.112646, + 0.013616, + -0.256382, + 0.155880, + -0.015151, + -0.029819, + -0.085503, + 0.241456, + -0.007505, + -0.136368, + 0.155505, + 0.453208, + -0.004641, + 0.526975, + 0.037594, + 0.020516, + -0.573679, + -0.008049, + -0.261297, + -0.093495, + 0.158992, + 0.116834, + -0.265019, + 0.176334, + -0.026721, + 0.069904, + -0.403214, + -0.025712, + -0.048766, + -0.220681, + -0.005404, + -0.028524, + 0.067046, + 0.006649, + 0.002808, + 0.358614, + -0.107767, + 0.013588, + -0.057689, + 0.232349, + 0.249722, + -0.000272, + 0.058306, + -0.081296, + -0.097318, + 0.269980, + 0.220773, + 0.047519, + 0.184800, + 0.144156, + 0.242275, + -0.189196, + 0.143742, + 0.076901, + 0.009773, + -0.049120, + 0.194823, + 0.263861, + -0.040290, + -0.330655, + -0.084345, + -0.045192, + -0.109807, + 0.134507, + -0.146074, + 0.196072, + -0.175089, + 0.042388, + -0.005379, + -0.047174, + 0.545883, + -0.048309, + 0.202437, + -0.118995, + -0.049806, + -0.189145, + -0.124049, + 0.387257, + -0.129713, + 0.177249, + -0.184637, + 0.049628, + -0.008003, + -0.099964, + -0.019118, + 0.064604, + -0.102026, + -0.275801, + -0.049180, + -0.001815, + 0.048344, + 0.062868, + 0.063953, + 0.068323, + -0.135503, + -0.011373, + 0.199585, + 0.338681, + -0.097455, + -0.125678, + 0.107854, + 0.057657, + -0.170000, + 0.019824, + 0.100393, + 0.092029, + -0.111328, + -0.341736, + -0.278710, + 0.150577, + 0.109119, + 0.012375, + 0.130994, + 0.293503, + -0.077384, + -0.080382, + -0.121419, + -0.077087, + 0.146866, + 0.117723, + -0.189208, + 0.271454, + 0.173454, + 0.025818, + -0.201323, + -0.019900, + -0.088777, + 0.192993, + 0.042664, + -0.383264, + -0.146487, + -0.225185, + -0.058757, + 0.084392, + 0.194619, + 0.411593, + 0.039320, + -0.335492, + -0.065962, + -0.394717, + 0.062877, + -0.025894, + -0.054809, + 0.146193, + 0.206911, + -0.002478, + -0.001943, + -0.005381, + 0.211266, + 0.087924, + 0.025718, + 0.090330, + -0.136806, + -0.283209, + 0.275540, + 0.020129, + 0.081149, + 0.052945, + 0.090637, + -0.106193, + 0.104191, + 0.022511, + -0.294338, + -0.005683, + -0.063627, + 0.178296, + 0.014744, + -0.071560, + -0.253485, + 0.045926, + -0.167774, + 0.040444, + 0.070130, + -0.044935, + -0.087413, + 0.260739, + -0.466671, + -0.331265, + -0.142970, + -0.013339, + 0.021146, + -0.270979, + 0.092815, + 0.018669, + 0.323811, + 0.347053, + 0.061456, + 0.137989, + 0.041031, + 0.303421, + 0.294996, + 0.219491, + 0.046348, + -0.033125, + 0.069157, + 0.014296, + -0.075972, + 0.336348, + -0.141635, + 0.207217, + 0.174630, + 0.075527, + -0.231179, + -0.112510, + -0.067049, + -0.154466, + 0.187100, + -0.041908, + 0.288969, + 0.225960, + 0.014504, + -0.167438, + -0.080006, + 0.110039, + 0.088925, + 0.315508, + 0.045836, + 0.167085, + 0.006296, + 0.053051, + -0.015614, + -0.250344, + 0.173901, + 0.333247, + -0.102798, + -0.077513, + -0.288928, + 0.140127, + 0.104527, + 0.144761, + -0.109605, + 0.075473, + -0.010587, + 0.013756, + -0.089274, + 0.181196, + 0.272619, + 0.125100, + 0.066765, + 0.012386, + -0.121394, + -0.004969, + 0.228195, + 0.087572, + -0.368649, + 0.236466, + 0.004586, + 0.035169, + 0.030613, + 0.511759, + 0.209928, + -0.266815, + 0.121098, + 0.069192, + -0.197893, + 0.450754, + -0.263857, + 0.203474, + -1.166346, + -0.216784, + -0.041742, + -0.141458, + -0.071852, + 0.313338, + 0.030087, + 0.032676, + 0.044442, + 0.261235, + -0.033615, + -0.072016, + -0.093080, + -0.210362, + -0.059705, + -0.137961, + 0.190884, + -0.089330, + 0.048995, + -0.102391, + -0.042475, + -0.158402, + -0.125258, + 0.133071, + 0.041126, + -0.172961, + -0.432309, + -0.089465, + 0.055309, + 0.233537, + -0.238616, + 0.123699, + 0.139211, + -0.126898, + 0.219064, + -0.255974, + 0.021850, + 0.109548, + 0.182751, + 0.217447, + -0.207703, + 0.016498, + 0.061220, + -0.429620, + -0.145090, + 0.208438, + -0.211943, + 0.048909, + 0.139014, + -0.013522, + -0.192368, + 0.146288, + 0.222911, + 0.169935, + -0.136638, + -0.139273, + -0.029179, + 0.362983, + 0.140634, + 0.138604, + -0.371052, + 0.034459, + -0.364952, + 0.124719, + -0.003806, + 0.152652, + -0.209704, + 0.068266, + 0.282978, + 0.018005, + 0.018502, + -0.098104, + 0.029622, + 0.193019, + 0.009646, + -0.067379, + 0.370358, + -0.128841, + -0.056347, + 0.099006, + 0.125259, + -0.281102, + -0.366286, + -0.488677, + -0.313027, + 0.135289, + -0.135829, + -0.153560, + 0.429565, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.563 + std = 0.223 + data = [ + 0.548745, + 0.602843, + 0.733927, + 0.471946, + 0.504619, + 0.270637, + 0.594224, + 0.860256, + 0.658049, + 0.477846, + 0.113171, + 0.413167, + 0.670287, + 0.071705, + 0.472493, + 0.397722, + 0.226487, + 0.726466, + 0.716227, + 0.296523, + 0.410605, + 0.430468, + 0.212462, + 0.814370, + 0.268412, + 0.534265, + 0.007316, + 0.743999, + 0.041088, + 0.836559, + 0.739644, + 0.533736, + 0.821967, + 0.567630, + 0.721973, + 0.362091, + 0.434913, + 0.972744, + 0.003899, + 0.584595, + 0.291168, + 0.533285, + 0.842750, + 0.478664, + 1.034877, + 0.257936, + 0.571726, + 0.147025, + 0.749981, + 0.572200, + 0.697581, + 0.035665, + 0.669817, + 0.602769, + 0.532960, + 0.783746, + 0.796507, + 0.692227, + 0.451285, + 0.788539, + 0.301053, + 0.705469, + 0.554601, + 0.734356, + 0.110847, + 0.224197, + 0.725177, + 0.767415, + 0.332549, + 0.481442, + 0.006996, + 0.846392, + 0.698325, + 0.298275, + 0.412309, + 0.749565, + 0.002391, + 0.668591, + 0.718773, + 0.758467, + 0.240372, + 0.256745, + 0.647657, + 0.353163, + 0.744804, + 0.451988, + 0.512759, + 0.643708, + 0.681542, + 0.526126, + 0.655431, + 0.511329, + 0.677433, + 0.914053, + 0.422536, + 0.367382, + 0.528205, + 0.340286, + 0.772080, + 0.478758, + 0.745481, + 0.116963, + 0.610249, + 0.558144, + 0.344075, + 0.701303, + 0.542781, + 0.628219, + 0.680545, + 0.672687, + 0.872018, + 0.700478, + 0.524471, + 0.900908, + 0.223498, + 0.443781, + 0.616235, + 0.602507, + 0.701837, + 0.291440, + 0.827324, + 0.743576, + 0.570867, + 0.124286, + 0.712128, + 0.561299, + 0.885965, + 0.515437, + 0.623826, + 0.299737, + 0.173118, + 0.259049, + 0.691759, + 0.761715, + 0.550616, + 0.530217, + 0.697432, + 1.065131, + 0.451323, + 0.432542, + 0.457296, + 0.701092, + 0.307067, + 0.871440, + 0.675879, + 0.371381, + 0.348057, + 0.304041, + 0.751815, + 0.374048, + 0.500213, + 0.475362, + 0.317860, + 0.836073, + 0.678085, + 0.268619, + 0.494759, + 0.590975, + 0.552630, + 0.665244, + 0.423335, + 0.450584, + 0.036446, + 0.423533, + 0.727373, + 0.786739, + 0.650939, + 0.618205, + 0.815517, + 0.360354, + 0.924399, + 0.337167, + 0.818198, + 0.582238, + 0.834344, + 0.340119, + 0.504370, + 0.647678, + 0.699793, + 0.340885, + 0.514002, + 0.707991, + 0.595400, + 0.618926, + 0.653678, + 0.731700, + 0.699608, + 0.267167, + 0.756584, + 0.687920, + 0.519757, + 0.618075, + 0.504293, + 0.645596, + 0.512284, + 0.935630, + 0.506969, + 0.302279, + 0.756644, + 1.008349, + 0.317614, + 0.713701, + 0.778877, + 0.422682, + 0.426904, + 0.698153, + 0.061034, + 0.786011, + 0.173036, + 0.435063, + 0.740043, + 0.621609, + 0.816648, + 0.166976, + 0.167253, + 0.738277, + 0.721446, + 0.555331, + 0.572843, + 0.024351, + 0.937723, + 0.258531, + 0.703420, + 0.526880, + 0.809062, + 0.517840, + 0.930480, + 0.998703, + 0.797467, + 0.452983, + 0.309558, + 0.731813, + 0.884172, + 0.515742, + 0.555819, + 0.539331, + 0.774954, + 0.523487, + 0.144261, + 0.622890, + 0.869067, + 0.375923, + 0.852715, + 0.541795, + 0.847386, + 0.584970, + 0.774189, + 0.787221, + 0.209866, + 0.677034, + 0.261675, + 0.270279, + 0.837944, + 0.458942, + 0.305368, + 0.798412, + 0.124230, + 0.630047, + 0.859303, + 0.417499, + 0.506853, + 0.318492, + 0.093589, + 0.369939, + 0.378712, + 0.641237, + 0.596308, + 0.830629, + 0.638415, + 0.811464, + 0.244089, + 0.648373, + 0.656312, + 0.237368, + 0.811693, + 0.542733, + 0.437577, + 0.296906, + 0.593066, + 0.770127, + 0.870767, + 0.490815, + 0.764213, + 0.725424, + 0.530383, + 0.720945, + 0.745538, + 0.785530, + 0.518265, + 0.520973, + 0.630219, + 0.002815, + 0.623758, + 0.515960, + 0.173409, + 0.569330, + 0.401615, + 0.643654, + 0.857313, + 0.542108, + 0.778634, + 0.806391, + 0.691410, + 0.592021, + 0.416084, + 0.643159, + 0.293434, + 0.285519, + 0.781424, + 0.531317, + 0.224005, + 0.771411, + 0.376099, + 0.811414, + 0.529456, + 0.405856, + 0.733914, + 0.883208, + 0.627631, + 0.742235, + 0.551329, + 0.559001, + 0.693382, + 0.680257, + 0.377096, + 0.423384, + 0.637069, + 0.554776, + 0.725085, + 0.691765, + 0.520416, + 0.769157, + 0.694588, + 0.618227, + 0.564428, + 0.575387, + 0.445585, + 0.522602, + 0.176000, + 0.785725, + 0.499528, + 0.803221, + 0.805752, + 0.599605, + 0.804450, + 0.869612, + 0.660687, + 0.143633, + 0.478208, + 0.160037, + 0.326293, + 0.804754, + 0.588616, + 0.527939, + 0.689418, + 0.657741, + 0.820917, + 0.267769, + 0.548482, + 0.253701, + 0.107504, + 0.784739, + 0.258690, + 0.407974, + 0.601940, + 0.865018, + 0.574320, + 0.524818, + 0.679574, + 0.447296, + 0.613816, + 0.485799, + 0.531512, + 0.180378, + 0.277719, + 0.824278, + 0.466524, + 0.136986, + 0.675159, + 0.713846, + 0.150449, + 0.624811, + 0.472692, + 0.447534, + 0.753971, + 0.307427, + 0.211946, + 0.707702, + 0.134576, + 0.348846, + 0.354520, + 0.706865, + 0.408367, + 0.564216, + 0.682956, + 0.572543, + 0.608380, + 0.407419, + 0.913584, + 0.401943, + 0.731098, + 0.560832, + 0.836054, + 1.039691, + 0.750983, + 0.032359, + 0.664739, + 0.737989, + 0.692164, + 0.452975, + 0.519946, + 0.643078, + 0.438115, + 0.901740, + 0.698361, + 0.515118, + 0.806510, + 0.755316, + 0.540221, + 0.637798, + 0.492611, + 0.606792, + 0.782698, + 0.332844, + 0.686601, + 0.704187, + 0.460135, + 0.378973, + 0.700088, + 0.834022, + 0.695670, + 0.455291, + 0.425706, + 0.777394, + 0.585590, + 0.736470, + 0.683435, + 0.237966, + 0.616783, + 0.349028, + 0.849544, + 0.283726, + 0.799175, + 0.710496, + 0.817053, + 0.421730, + 1.054260, + 0.313893, + 0.643591, + 0.166114, + 1.050906, + 0.320446, + 0.725662, + 0.624904, + 0.422314, + 0.527501, + 0.616369, + 0.415738, + 0.793444, + 0.336017, + 0.520173, + 0.141335, + 0.671508, + 0.658375, + 0.132560, + 0.661824, + 0.348144, + 0.567322, + 0.389715, + 0.827713, + 0.261533, + 0.795614, + 0.627009, + 0.783928, + 0.291363, + 0.551170, + 0.871075, + 0.448901, + 0.474700, + 0.564022, + 0.730402, + 0.782035, + 0.720518, + 0.835649, + 0.578066, + 0.688107, + 0.718433, + 0.043386, + 0.505123, + 0.787546, + 0.911280, + 0.911108, + 0.874029, + 0.794999, + 0.659864, + 0.442311, + 0.189761, + 0.408071, + 0.742971, + 0.716646, + 0.706650, + 0.713889, + 1.019814, + 0.270709, + 0.716972, + 0.555783, + 0.560501, + 0.775048, + 0.378345, + 0.682832, + 0.780644, + 0.481467, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_4_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.003 + std = 0.113 + data = [ + -0.077757, + -0.172697, + 0.050349, + 0.052565, + -0.000645, + 0.038921, + -0.028588, + -0.203603, + 0.056595, + -0.078141, + 0.034818, + 0.015124, + 0.227536, + 0.000118, + 0.165118, + 0.007142, + 0.011750, + -0.147699, + -0.012270, + -0.055250, + -0.015967, + 0.123738, + -0.004475, + 0.098807, + -0.062448, + 0.053072, + -0.000391, + -0.090350, + 0.001783, + 0.033951, + -0.047008, + 0.079121, + -0.038062, + -0.109308, + 0.048591, + 0.098055, + 0.113396, + -0.040294, + 0.000555, + 0.122026, + -0.001053, + -0.041485, + -0.068587, + -0.004296, + 0.036218, + 0.002852, + 0.106423, + 0.009418, + 0.048048, + 0.029467, + -0.061052, + -0.020891, + -0.159686, + 0.012375, + 0.078786, + -0.080320, + 0.123146, + -0.003475, + 0.139880, + -0.070458, + -0.064693, + -0.112234, + -0.022074, + -0.079442, + -0.010781, + 0.198214, + -0.067308, + 0.073201, + 0.067662, + -0.053433, + -0.000140, + -0.000296, + -0.019044, + 0.111769, + -0.052961, + 0.116045, + 0.000690, + -0.076254, + 0.103482, + 0.002048, + 0.243628, + 0.066012, + -0.061207, + 0.001251, + -0.108878, + 0.054914, + -0.108784, + -0.096214, + 0.017312, + 0.053247, + -0.112352, + -0.010928, + 0.071138, + 0.018048, + 0.010663, + -0.015249, + -0.062515, + 0.022994, + 0.078266, + 0.103914, + -0.123131, + -0.002933, + -0.053066, + 0.035743, + 0.030019, + 0.039958, + 0.031522, + -0.026598, + -0.110623, + -0.107106, + 0.097180, + -0.059747, + 0.027253, + -0.075674, + -0.003743, + -0.080236, + -0.078342, + -0.014633, + -0.146672, + -0.033529, + -0.207798, + -0.103154, + -0.046507, + 0.031542, + 0.081459, + -0.094204, + -0.031943, + 0.138285, + 0.018786, + 0.010937, + 0.125088, + -0.043981, + -0.014912, + 0.040274, + 0.021872, + -0.035319, + 0.018230, + 0.148548, + 0.041903, + 0.031784, + -0.007039, + -0.102126, + -0.064823, + -0.015122, + -0.052828, + -0.036506, + 0.008670, + 0.008902, + 0.032566, + -0.039305, + -0.029372, + -0.088408, + 0.029020, + -0.134042, + -0.013067, + -0.013229, + 0.014666, + 0.029603, + -0.003131, + -0.072324, + 0.024034, + 0.058533, + 0.007242, + 0.053805, + -0.009758, + -0.083716, + -0.096503, + 0.043372, + -0.146010, + -0.020228, + 0.009998, + -0.024817, + 0.043505, + 0.118702, + 0.000493, + -0.152685, + 0.148037, + -0.072523, + 0.172260, + 0.023296, + -0.054204, + -0.108136, + 0.025514, + -0.017028, + -0.033191, + 0.032443, + -0.119814, + -0.008217, + 0.013274, + 0.026861, + -0.081389, + -0.170185, + -0.055892, + -0.231070, + -0.038259, + 0.082412, + 0.048072, + -0.449739, + 0.021411, + 0.101634, + 0.017270, + -0.025148, + 0.002416, + -0.061171, + 0.104197, + 0.086674, + 0.004736, + -0.100214, + -0.025654, + 0.033052, + 0.005668, + -0.052111, + 0.081372, + -0.123301, + 0.013490, + 0.090860, + 0.062035, + 0.032228, + -0.126588, + -0.004023, + 0.085045, + 0.061847, + -0.037454, + -0.017549, + -0.082272, + -0.070711, + -0.022701, + -0.112357, + -0.165680, + 0.040091, + 0.000919, + -0.080947, + 0.001073, + -0.086487, + 0.109086, + 0.108289, + 0.026817, + 0.038413, + 0.026721, + -0.000518, + -0.175014, + 0.115090, + 0.024320, + 0.002556, + -0.067426, + 0.107718, + 0.086062, + 0.003541, + -0.003857, + -0.043728, + -0.316473, + -0.003614, + -0.108141, + -0.123599, + -0.029634, + 0.121509, + 0.004042, + 0.094547, + -0.107390, + -0.028282, + -0.029592, + 0.085282, + -0.018146, + 0.322972, + -0.058779, + -0.012358, + -0.075422, + 0.001733, + -0.027794, + -0.057602, + 0.114921, + -0.026558, + -0.111981, + 0.151468, + -0.057593, + 0.129690, + 0.136809, + 0.027909, + 0.083783, + 0.131620, + -0.015741, + -0.067273, + 0.463479, + 0.026446, + 0.068156, + -0.111437, + -0.080969, + -0.325408, + 0.180751, + 0.019953, + -0.048153, + 0.000159, + -0.260210, + 0.184360, + 0.027907, + 0.023877, + -0.052992, + 0.012977, + 0.028989, + -0.068541, + 0.018099, + 0.070186, + 0.099273, + 0.039731, + -0.070438, + 0.028115, + -0.010795, + -0.002244, + 0.050757, + -0.132481, + 0.016261, + 0.129166, + 0.047775, + 0.048057, + -0.021737, + 0.015342, + 0.164180, + 0.168248, + -0.022170, + 0.072444, + -0.060923, + 0.029814, + 0.001786, + -0.024098, + -0.039076, + 0.003341, + 0.079889, + 0.008680, + 0.025297, + 0.040075, + 0.122307, + -0.132842, + 0.006471, + 0.078899, + -0.048348, + 0.027325, + -0.055046, + 0.195948, + 0.038051, + 0.083813, + 0.000970, + -0.073543, + -0.009956, + 0.043207, + -0.243854, + -0.176390, + -0.131009, + -0.037329, + 0.045940, + -0.185696, + -0.225138, + -0.280914, + -0.040182, + 0.073376, + 0.043857, + -0.052167, + 0.084539, + 0.050283, + 0.037565, + 0.052426, + 0.024479, + -0.101196, + -0.352314, + -0.114232, + -0.017343, + -0.027881, + 0.014354, + -0.243686, + 0.016595, + 0.043234, + 0.204037, + 0.022948, + 0.033646, + -0.052001, + -0.063769, + -0.036658, + 0.027397, + 0.027912, + -0.056592, + -0.068383, + -0.094117, + 0.164659, + 0.019324, + 0.053926, + -0.021915, + -0.059627, + 0.174151, + 0.129746, + -0.071770, + 0.051626, + -0.095168, + -0.069373, + 0.073429, + 0.000077, + 0.034186, + -0.022821, + -0.093370, + 0.045827, + -0.094569, + -0.017480, + 0.101118, + 0.105947, + -0.023916, + 0.063094, + -0.174571, + 0.009473, + 0.024018, + 0.110900, + 0.057147, + 0.071354, + -0.064243, + 0.008835, + 0.075383, + 0.075880, + 0.132354, + -0.079247, + -0.138601, + 0.028830, + -0.215997, + -0.022380, + 0.009212, + 0.080930, + -0.044161, + 1.391918, + 0.071582, + -0.011937, + 0.030965, + -0.012495, + 0.061494, + -0.140524, + -0.124575, + 0.012548, + -0.015781, + -0.067649, + 0.286386, + -0.028082, + 0.025361, + 0.040607, + -0.065726, + 0.037293, + 0.004557, + 0.023012, + -0.092265, + -0.088578, + 0.072023, + -0.076567, + 0.077078, + 0.074404, + -0.187817, + 0.224826, + -0.110116, + -0.059844, + -0.034411, + -0.015626, + -0.221822, + -0.027447, + -0.024842, + -0.069181, + 0.083287, + -0.041936, + 0.016431, + -0.059527, + 0.095762, + -0.016326, + -0.037028, + 0.029261, + -0.098149, + 0.032363, + 0.070654, + -0.029599, + 0.186700, + -0.030670, + 0.022218, + -0.066175, + 0.093023, + 0.088464, + 0.098026, + -0.023814, + 0.049285, + 0.027090, + -0.113348, + 0.009504, + -0.244351, + 0.065283, + 0.029576, + 0.089513, + -0.008169, + 0.002781, + -0.073192, + -0.163498, + 0.114427, + 0.019029, + -0.044169, + 0.036043, + 0.021458, + -0.184532, + -0.335484, + -0.048110, + -0.054038, + 0.076583, + -0.145312, + -0.117402, + -0.088378, + 0.018359, + -0.060195, + -0.068387, + 0.000594, + 0.046426, + 0.028367, + 0.052273, + -0.068104, + -0.041132, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_4_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.298 + std = 1.370 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_4_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.044 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_4_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.006 + std = 0.325 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_4_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.245 + data = [ + 0.104749, + 0.295558, + 0.056933, + -0.221867, + -0.071269, + 0.051848, + 0.137014, + -0.385368, + 0.319766, + 0.025242, + -0.061771, + -0.084309, + -0.215260, + -0.010472, + 0.133787, + 0.031643, + -0.002941, + 0.009414, + -0.103092, + -0.100934, + 0.105168, + -0.191041, + 0.088163, + 0.181085, + -0.012270, + -0.053013, + -0.132251, + 0.098913, + -0.114040, + 0.023080, + -0.400861, + 0.099258, + 0.016504, + -0.045933, + 0.124694, + -0.126377, + -0.253013, + 0.097564, + 0.246301, + 0.068728, + 0.053346, + -0.075046, + 0.172230, + 0.192313, + -0.154355, + 0.187141, + -0.027664, + 0.023917, + -0.050823, + 0.432014, + -0.049701, + 0.000481, + 0.049100, + -0.163548, + 0.045562, + -0.278399, + -0.001509, + 0.325226, + -0.256218, + -0.066196, + -0.012658, + -0.215963, + -0.014110, + -0.205789, + 0.036114, + 0.392874, + -0.076671, + -0.078071, + -0.377655, + 0.148146, + 0.069429, + 0.128909, + -0.078047, + 0.095265, + 0.009975, + -0.150351, + 0.003994, + 0.155160, + 0.287119, + 0.107320, + 0.078774, + -0.057186, + 0.290035, + -0.092960, + -0.225951, + -0.273934, + 0.574157, + -0.202541, + 0.219679, + -0.080699, + 0.140365, + -0.174949, + -0.144778, + -0.233293, + 0.288918, + 0.132476, + 0.042034, + -0.086640, + -0.086463, + -0.297535, + -0.238029, + -0.067857, + 0.014712, + -0.120264, + -0.292180, + -0.024999, + -0.085248, + -0.009716, + 0.009977, + 0.050780, + -0.030513, + -0.032925, + -0.281998, + 0.036849, + 0.110006, + -0.286755, + 0.108017, + -0.063038, + 0.031135, + -0.080827, + -0.057338, + 0.153836, + 0.119208, + 0.039356, + -0.054704, + 0.351268, + 0.025978, + -0.035441, + 0.119601, + 0.004646, + -0.033738, + 0.010531, + 0.155150, + -0.048483, + 0.169131, + -0.080857, + 0.024388, + 0.038891, + 0.561564, + -0.004437, + 0.276331, + 0.159719, + 0.050471, + -0.076053, + -0.010390, + -0.165108, + 0.306570, + -0.050205, + 0.154600, + -0.088155, + 0.218783, + -0.018249, + 0.249707, + 0.160952, + 0.041714, + 0.403294, + 0.325534, + -0.168368, + 0.083861, + 0.197156, + 0.085922, + -0.252687, + 0.108908, + 0.051129, + -0.134802, + -0.186150, + 0.160659, + 0.185420, + 0.047770, + -0.081073, + -0.104745, + 0.110749, + -0.376443, + 0.169877, + -0.068310, + -0.148158, + -0.255034, + -0.034557, + -0.039350, + -0.006029, + 0.160809, + 0.124160, + 0.198919, + -0.062057, + 0.052680, + -0.051215, + -0.104196, + 0.188568, + 0.062515, + -0.022916, + -0.001398, + 0.140788, + -0.005538, + 0.162445, + 0.081963, + 0.056684, + 0.019115, + 0.206379, + 0.203305, + -0.054814, + 0.178655, + -0.183419, + -0.169534, + 0.088105, + -0.094197, + 0.068829, + 0.010168, + -0.129063, + 0.136908, + 0.045294, + 0.012634, + -0.025502, + -0.363648, + 0.305318, + -0.115694, + -0.094370, + 0.218822, + 0.169140, + 0.108087, + 0.109766, + 0.172274, + 0.095161, + -0.129085, + 0.245938, + 0.234336, + -0.033703, + 0.025694, + 0.055180, + 0.055410, + 0.243786, + 0.067149, + 0.139983, + -0.089395, + 0.149865, + 0.034491, + -0.242843, + -0.079127, + -0.028114, + 0.038378, + 0.119526, + -0.197921, + -0.085284, + -0.175673, + 0.017447, + 0.121044, + 0.317257, + -0.144428, + -0.043490, + 0.053686, + 0.011927, + 0.065122, + 0.171743, + -0.022486, + 0.197088, + -0.181864, + 0.088355, + 0.075075, + -0.132302, + -0.229140, + 0.461240, + 0.184611, + 0.495763, + 0.060081, + -0.089562, + -0.251464, + -0.038355, + -0.073728, + 0.046689, + 0.155591, + 0.181404, + 0.018435, + -0.071799, + 0.269587, + -0.311963, + -0.097508, + 0.152371, + 0.169247, + -0.061041, + 0.091219, + 0.159555, + 0.112745, + -0.009784, + 0.216030, + -0.302578, + -0.216518, + -0.118581, + -0.322467, + 0.004083, + 0.247286, + 0.130865, + -0.028427, + -0.109897, + -0.059862, + 0.432873, + 0.219837, + 0.063471, + 0.236829, + -0.028379, + -0.093190, + 0.013841, + 0.099148, + 0.148798, + 0.085874, + -0.109883, + 0.083588, + -0.088495, + 0.192484, + 0.180719, + 0.160286, + 0.018577, + -0.183319, + 0.195759, + 0.197908, + 0.015687, + -0.241486, + -0.345445, + -0.159748, + 0.329655, + 0.012480, + -0.217042, + -0.015016, + -0.154043, + 0.062720, + -0.153064, + 0.065935, + -0.016437, + -0.113979, + -0.111471, + 0.211773, + -0.314605, + 0.254647, + -0.302531, + -0.065011, + -0.146941, + -0.154251, + -0.054588, + 0.046578, + 0.107035, + 0.070669, + 0.164030, + -0.172655, + 0.118161, + 0.035135, + -0.059589, + 0.050472, + 0.008853, + 0.011028, + 0.051132, + -0.042636, + 0.135777, + 0.043933, + -0.161767, + -0.058734, + -0.095635, + 0.099637, + -0.016773, + -0.010280, + 0.017563, + 0.147225, + 0.185414, + 0.292512, + 0.105408, + 0.391853, + -0.150524, + -0.144288, + -0.291321, + -0.015507, + -0.002284, + -0.185265, + -0.180535, + -0.066250, + -0.040055, + 0.102137, + 0.043160, + 0.145777, + 0.122348, + 0.233486, + 0.052599, + 0.029015, + -0.085387, + 0.095433, + 0.161882, + -0.206273, + -0.390999, + 0.289199, + 0.079583, + -0.160739, + -0.376392, + 0.132426, + 0.130497, + 0.038694, + 0.076909, + -0.450568, + -0.101471, + -0.215437, + -0.216789, + -0.011874, + -0.239091, + -0.020029, + 0.033588, + 0.155031, + -0.378742, + 0.068155, + 0.096531, + 0.004786, + 0.011157, + -0.045589, + -0.189961, + -0.115075, + 0.194553, + 0.068867, + 0.104003, + 0.021477, + -0.026907, + -0.096897, + -0.080562, + -0.014244, + 0.083282, + 0.131970, + -0.047619, + -0.350453, + 0.280836, + 0.114110, + -3.876054, + 0.128431, + -0.009947, + -0.121847, + 0.098110, + -0.042723, + -0.078612, + 0.107064, + -0.033686, + 0.005196, + -0.220256, + -0.258002, + 0.050554, + 0.050770, + 0.155582, + 0.251037, + 0.054615, + 0.291720, + 0.087642, + -0.243440, + -0.179381, + 0.065844, + -0.348299, + 0.124957, + -0.075597, + 0.397549, + -1.032055, + 0.172553, + 0.008800, + -0.285022, + 0.313007, + -0.046434, + -0.217654, + 0.467849, + -0.003894, + -0.012543, + -0.123660, + 0.179502, + 0.141404, + -0.097805, + 0.089088, + 0.183466, + -0.152455, + -0.142171, + 0.116218, + 0.004996, + 0.024416, + -0.117185, + 0.047386, + 0.264898, + -0.164864, + -0.057389, + 0.115726, + -0.368984, + -0.324992, + -0.186899, + 0.061308, + -0.265492, + -0.058082, + -0.140639, + 0.274607, + 0.001722, + 0.004884, + -0.048111, + -0.064450, + -0.142499, + 0.194039, + -0.072203, + 0.085793, + 0.085576, + 0.055619, + -0.305518, + -0.166087, + 0.203099, + -0.149699, + 0.111188, + -0.112998, + -0.107073, + -0.063130, + -0.133214, + 0.174425, + -0.151661, + -0.313727, + 0.287649, + 0.031393, + -0.235032, + 0.068534, + 0.007292, + 0.289555, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.750 + std = 0.123 + data = [ + 0.586189, + 0.805533, + 0.807252, + 0.781856, + 0.823281, + 0.823103, + 0.809742, + 0.735465, + 0.719269, + 0.882401, + 0.672620, + 0.718188, + 0.787944, + 0.751878, + 0.680277, + 0.934602, + 0.821219, + 0.771277, + 0.769698, + 0.347995, + 0.782119, + 0.796187, + 0.609561, + 0.726972, + 0.846395, + 0.783763, + 0.602457, + 0.752318, + 0.660979, + 0.754645, + 0.691285, + 0.867914, + 0.802993, + -0.000906, + 0.785842, + 0.772468, + 0.892924, + 0.788552, + 0.825004, + 0.705865, + 0.887537, + 0.758369, + 0.730524, + 0.725346, + 0.834563, + 0.752770, + 0.853188, + 0.665363, + 0.885293, + 0.887816, + 0.668346, + 0.387519, + 0.706326, + 0.669363, + 0.794479, + 0.802215, + 0.842085, + 0.781901, + 0.808123, + 0.630124, + 0.690826, + 0.803869, + 0.771412, + 0.804046, + 0.642862, + 0.835220, + 0.792937, + 0.703783, + 0.730020, + 0.854761, + 0.694049, + 0.643780, + 0.716750, + 0.757694, + 0.814757, + 0.735971, + 0.709050, + 0.848219, + 0.885981, + 0.722735, + 0.798797, + 0.773746, + 0.815011, + 0.861221, + 0.643958, + 0.920935, + 0.807272, + 0.645268, + 0.725674, + 0.803079, + 0.780729, + 0.854907, + 0.684013, + 0.834332, + 0.856444, + 0.001613, + 0.759223, + 0.832245, + 0.736883, + 0.811182, + 0.763533, + 0.872836, + 0.767778, + 0.878671, + 0.729800, + 0.820869, + 0.455852, + 0.741682, + 0.803370, + 0.803875, + 0.718959, + 0.805170, + 0.826070, + 0.708091, + 0.765220, + 0.776743, + 0.734057, + 0.697758, + 0.808737, + 0.841947, + 0.751625, + 0.766428, + 0.845230, + 0.724064, + 0.772156, + 0.792635, + 0.745881, + 0.786976, + 0.811287, + 0.587747, + 0.921265, + 0.716199, + 0.684800, + 0.708270, + 0.847182, + 0.799553, + 0.813504, + 0.808994, + 0.798957, + 0.821124, + 0.929973, + 0.746974, + 0.782210, + 0.764226, + 0.781726, + 0.612968, + 0.863118, + 0.851386, + 0.729566, + 0.927810, + -0.001143, + 0.786374, + 0.736853, + 0.807258, + 0.655989, + 0.798609, + 0.908696, + 0.756136, + 0.000321, + 0.769325, + 0.833428, + 0.891922, + 0.706628, + 0.764206, + 0.725011, + 0.809058, + 0.724808, + 0.768621, + 0.735669, + 0.785115, + 0.780633, + 0.792527, + 0.889486, + 0.812396, + 0.796008, + 0.760837, + 0.713792, + 0.837817, + 0.796203, + 1.010226, + 0.780283, + 0.804289, + 0.588326, + 0.777569, + 0.730498, + 0.844363, + 0.768100, + 0.776583, + 0.744746, + 0.180877, + 0.774973, + 0.802925, + 0.781640, + 0.716978, + 0.721122, + 0.745877, + 0.751441, + 0.804298, + 0.716705, + 0.752747, + 0.763105, + 0.848014, + 0.752919, + 0.768422, + 0.861704, + 0.861043, + 0.777557, + 0.781572, + 0.805223, + 0.756447, + 0.770648, + 0.625779, + 0.719482, + 0.790862, + 0.683953, + 0.831766, + 0.257458, + 0.637128, + 0.752800, + 0.716918, + 0.763052, + 0.732516, + 0.676859, + 0.664685, + 0.733526, + 0.694995, + 0.636496, + 0.736401, + 0.752577, + 0.873777, + 0.797014, + 0.720173, + 0.764113, + 0.793579, + 0.757001, + 0.818310, + 0.773946, + 0.751811, + 0.792461, + 0.605340, + 0.768440, + 0.794870, + 0.733995, + 0.834143, + 0.850326, + 0.489842, + 0.742281, + 0.826459, + 0.474830, + 0.660964, + 0.762081, + 0.695603, + 0.811098, + 0.749799, + 0.800037, + 0.755955, + 0.750691, + 0.875294, + 0.786982, + 0.835196, + 0.834401, + 0.881588, + 0.827866, + 0.771516, + 0.752380, + 0.632891, + 0.496272, + 0.820018, + 0.682707, + 0.794734, + 0.592786, + 0.771179, + 0.743056, + 0.753474, + 0.530429, + 0.807366, + 0.861717, + 0.760240, + 0.751320, + 0.793346, + 0.668271, + 0.793795, + 0.613114, + 0.764631, + 0.871568, + 0.578511, + 0.683204, + 0.861284, + 0.799290, + 0.864768, + 0.769198, + 0.528497, + 0.709293, + 0.713362, + 0.845647, + 0.557048, + 0.817004, + 0.810298, + 0.706281, + 0.761826, + 0.708546, + 0.752916, + 0.798148, + 0.838524, + 0.775337, + 0.699843, + 0.899018, + 0.744923, + 0.730182, + 0.731006, + 0.826523, + 0.625049, + 0.786597, + 0.709636, + 0.844938, + 0.750183, + 0.791338, + 0.812056, + 0.804263, + 0.695125, + 0.840620, + 0.705424, + 0.802453, + 0.706509, + 0.754266, + 0.808921, + 0.752878, + 0.738394, + 0.765695, + 0.844889, + 0.820565, + 0.905639, + 0.619472, + 0.853769, + 0.728170, + 0.771398, + 0.666690, + 0.880841, + 0.719119, + 0.658590, + 0.746112, + 0.799499, + 0.797003, + 0.760686, + 0.794614, + 0.676867, + 0.792384, + 0.741002, + 0.823067, + 0.892493, + 0.856725, + 0.792551, + 0.714697, + 0.657399, + 0.688401, + 0.835149, + 0.789761, + 0.693649, + 0.754968, + 0.773286, + 0.734178, + 0.744697, + 0.955767, + 0.779535, + 0.817361, + 0.836932, + 0.778440, + 0.715848, + 0.818530, + 0.735078, + 0.726744, + 0.634440, + 0.628261, + 0.836594, + 0.749194, + 0.697142, + 0.882447, + 0.611373, + 0.847328, + 0.642024, + 0.933390, + 0.899121, + 0.693568, + 0.822216, + 0.686162, + 0.766155, + 0.922288, + 0.728592, + 0.888929, + 0.764609, + 0.784099, + 0.648688, + 0.702044, + 0.739923, + 0.847557, + 0.872789, + 0.671817, + 0.772116, + 0.832158, + 0.805000, + 0.568799, + 0.716178, + 0.747217, + 0.803032, + 0.800025, + 0.439481, + 0.671398, + 0.751300, + 0.842057, + 0.867821, + 0.784724, + 0.687149, + 0.765163, + 0.798090, + 0.717191, + 0.721631, + 0.777823, + 0.733959, + 0.265388, + 0.829566, + 0.889224, + 0.829013, + 0.759891, + 0.349148, + 0.817454, + 0.757354, + 0.761791, + 0.715685, + 0.767664, + 0.665612, + 0.769988, + 0.626377, + 0.879836, + 0.747556, + 0.002404, + 0.804851, + 0.724171, + 0.727541, + 0.763357, + 0.757780, + 0.791662, + 0.758192, + 0.733151, + 0.811582, + 0.718760, + 0.853517, + 0.580856, + 0.180360, + 0.693986, + 0.813716, + 0.552853, + 0.799481, + 0.861220, + 0.761626, + 0.787600, + 0.597657, + 0.878009, + 0.781833, + 0.814322, + 0.772554, + 0.651395, + 0.678960, + 0.748496, + 0.797391, + 0.804621, + 0.720912, + 0.869460, + 0.733313, + 0.726205, + 0.429634, + 0.729259, + 0.708850, + 0.686180, + 0.770667, + 0.789215, + 0.723813, + 0.766924, + 0.778546, + 0.683920, + 0.825671, + 0.670276, + 0.758286, + 0.849393, + 0.884909, + 0.870837, + 0.790521, + 0.787032, + 0.706967, + 0.770364, + 0.834093, + 0.732102, + 0.775817, + 0.751768, + 0.770604, + 0.783186, + 0.790409, + 0.947091, + 0.837843, + 0.831285, + 0.667040, + 0.705845, + 0.816460, + 0.789139, + 0.728134, + 0.687777, + 0.899712, + 0.797552, + 0.718765, + 0.869977, + 0.739058, + 0.870982, + 0.870521, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_4_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.005 + std = 0.198 + data = [ + -0.121371, + -0.402616, + 0.076219, + 0.177454, + -0.035872, + 0.151393, + -0.114789, + 0.046357, + -0.028241, + -0.214230, + -0.142357, + 0.137187, + 0.404112, + 0.120616, + 0.168370, + -0.028603, + 0.083897, + -0.175728, + 0.011226, + 0.182355, + -0.190969, + 0.298221, + 0.031083, + 0.006630, + 0.093551, + 0.116232, + -0.461278, + -0.088347, + -0.126681, + 0.077044, + 0.093491, + 0.126673, + -0.087057, + 0.000537, + -0.048189, + 0.276189, + 0.425113, + -0.137371, + 0.629404, + 0.169107, + 0.153575, + 0.004031, + -0.142090, + -0.077448, + 0.134527, + -0.115848, + 0.148075, + 0.368513, + 0.099290, + -0.243823, + -0.024440, + -0.550483, + -0.209222, + 0.059446, + 0.155403, + 0.021461, + 0.097639, + -0.147683, + 0.416742, + -0.000699, + -0.182715, + -0.021457, + -0.057455, + 0.006901, + -0.167145, + 0.174580, + -0.140148, + 0.088916, + 0.365266, + -0.232399, + -0.159615, + -0.092120, + 0.003752, + -0.145731, + -0.139904, + 0.204344, + 0.343197, + -0.186855, + 0.025056, + 0.009962, + 0.052316, + 0.306052, + -0.217718, + 0.202139, + 0.034844, + 0.240375, + -0.318539, + -0.000844, + -0.027946, + 0.097184, + -0.271141, + 0.037037, + 0.149329, + 0.148072, + -0.203985, + -0.001341, + -0.172944, + 0.243352, + 0.100564, + 0.278680, + 0.004542, + -0.914029, + -0.018501, + 0.163858, + 0.177907, + 0.112045, + 0.284075, + -0.118341, + -0.100270, + -0.124143, + 0.168241, + -0.091100, + 0.201325, + -0.142258, + -0.124283, + -0.009490, + -0.083941, + -0.023786, + -0.233446, + -0.249429, + -0.217633, + -0.113842, + -0.154766, + -0.070614, + 0.166247, + -0.310053, + -0.009959, + 0.202382, + -0.043336, + 0.021752, + -0.113679, + -0.190139, + -0.179683, + 0.030268, + -0.066891, + 0.038029, + 0.021909, + 0.180862, + -0.163118, + 0.103350, + -0.252404, + -0.191488, + -0.087751, + 0.036284, + -0.104922, + -0.105143, + -0.168642, + -0.106499, + 0.047303, + -0.196182, + 0.000724, + -0.135479, + -0.193267, + -0.279277, + -0.036689, + -0.228886, + -0.107329, + 0.132700, + -0.000258, + -0.224380, + 0.004701, + 0.347877, + 0.412218, + 0.087954, + 0.052226, + -0.056776, + -0.145261, + -0.057817, + -0.171338, + 0.102964, + 0.008458, + -0.136386, + 0.254854, + 0.025367, + 0.021053, + 0.163950, + 0.259070, + -0.069772, + 0.256816, + 0.498176, + -0.240015, + -0.241777, + -0.093111, + -0.044492, + -0.048699, + 0.050324, + -0.012022, + -0.277524, + 0.035429, + 0.012231, + -0.130363, + -0.298359, + -0.054887, + -0.237667, + -0.150657, + -0.031303, + -0.024049, + 0.267594, + -0.042620, + 0.088044, + 0.047733, + -0.036715, + 0.002294, + -0.217456, + 0.383399, + 0.098627, + -0.238978, + 0.017435, + -0.229156, + 0.057581, + -0.013580, + -0.055976, + 0.233411, + 0.136029, + 0.220131, + 0.200216, + 0.008380, + -0.028635, + -0.153611, + 0.009009, + 0.029920, + 0.230838, + 0.119687, + -0.109211, + -0.189076, + -0.156518, + 0.056764, + -0.082699, + -0.168586, + -0.062192, + 0.053872, + -0.155039, + 0.048391, + -0.182909, + 0.157714, + 0.343815, + 0.130592, + 0.112269, + -0.123230, + -0.036018, + -0.024108, + 0.352668, + 0.139669, + -0.025368, + -0.106854, + -0.238908, + 0.139346, + 0.021740, + -0.036138, + 0.007806, + 0.272125, + -0.121617, + -0.080299, + -0.282913, + -0.050288, + 0.074844, + -0.225089, + 0.234623, + -0.005883, + -0.306128, + -0.185723, + 0.089868, + 0.203334, + -0.145863, + -0.091319, + 0.110659, + 0.160490, + -0.026936, + -0.058454, + -0.088102, + 0.164808, + -0.020714, + -0.282271, + -0.296666, + -0.033584, + 0.162703, + 0.173265, + 0.120783, + 0.124235, + 0.045751, + -0.045062, + -0.100116, + -0.528581, + 0.165003, + 0.248161, + -0.052207, + 0.042143, + -0.365899, + 0.070147, + -0.026883, + -0.125472, + -0.185462, + 0.288621, + 0.062983, + -0.283246, + -0.116838, + -0.315360, + -0.095323, + 0.059701, + -0.074195, + 0.058752, + 0.006933, + 0.039569, + 0.142421, + -0.204683, + 0.034118, + -0.242281, + -0.089553, + 0.023012, + -0.178851, + 0.501300, + 0.035145, + -0.037023, + 0.043523, + 0.074854, + 0.164199, + 0.163974, + -0.015814, + -0.131098, + 0.167895, + -0.023347, + 0.119524, + -0.055210, + 0.075058, + -0.136646, + 0.019098, + 0.150469, + 0.002377, + -0.091825, + 0.206085, + 0.110162, + -0.065180, + 0.030844, + 0.139918, + 0.019564, + 0.086220, + -0.080772, + 0.452656, + 0.183464, + 0.004033, + 0.089064, + -0.136268, + -0.082650, + 0.024736, + -0.275458, + -0.220095, + -0.163615, + 0.140260, + 0.121609, + 0.172286, + 0.631253, + -0.175046, + -0.036996, + 0.105221, + 0.094940, + -0.001894, + 0.128271, + 0.083647, + 0.027568, + 0.136046, + -0.137973, + -0.104375, + 0.568953, + -0.035803, + 0.083273, + 0.165802, + 0.114489, + -0.378579, + 0.195314, + 0.261961, + 0.206946, + 0.043778, + -0.063606, + 0.732517, + -0.194219, + -0.050593, + -0.132904, + -0.086508, + -0.130963, + -0.003838, + 0.924588, + 0.147003, + 0.139533, + 0.380625, + -0.078447, + -0.301040, + -0.418710, + 0.228677, + 0.548938, + 0.162719, + -0.271410, + -0.104707, + 0.297664, + 0.007502, + 0.168469, + -0.036788, + -0.115797, + 0.172462, + -0.172224, + 0.070479, + 0.013920, + 0.260318, + 0.027987, + -0.046099, + -0.157517, + 0.121319, + 0.138651, + 0.147517, + 0.097579, + 0.002654, + -0.065318, + -0.040393, + 0.112175, + 0.057328, + 0.228745, + 0.018389, + -0.190716, + -0.005569, + -0.061353, + -0.017085, + 0.184678, + -0.052931, + -0.049462, + 1.546073, + -0.047131, + 0.044797, + 0.073963, + -0.024894, + 0.107973, + -0.103258, + -0.215729, + 0.019900, + 0.042118, + 0.023012, + -0.000157, + -0.099814, + 0.026315, + -0.075452, + -0.259533, + 0.026511, + -0.121256, + 0.027484, + -0.092875, + -0.004859, + 0.032546, + -0.098762, + 0.121946, + 0.033186, + -0.403894, + -0.130567, + -0.128229, + -0.174425, + 0.060521, + -0.130543, + -0.366899, + -0.001676, + -0.323297, + 0.051899, + 0.075387, + -0.040413, + -0.100103, + 0.123574, + 0.147252, + -0.112579, + 0.370797, + 0.067984, + -0.490990, + -0.037039, + 0.151585, + 0.052785, + -0.392891, + -0.052165, + -0.098432, + -0.020572, + 0.385550, + 0.055145, + 0.165404, + 0.052517, + 0.084556, + 0.051129, + 0.064372, + 0.057403, + -0.180159, + -0.071502, + -0.057857, + 0.016727, + -0.011315, + 0.015360, + 0.005380, + -0.337984, + 0.148597, + -0.035725, + -0.047784, + 0.067881, + 0.078704, + -0.248257, + 0.048448, + 0.092852, + -0.104113, + 0.116062, + 0.036484, + -0.178286, + 0.103316, + 0.096836, + 0.013118, + -0.005174, + -0.218982, + 0.023151, + 0.212454, + 0.069387, + -0.031865, + -0.168264, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_4_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.682 + std = 0.184 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.046 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_4_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.176 + data = [ + -0.195787, + -0.119332, + 0.068579, + 0.057733, + -0.211586, + 0.066548, + -0.215520, + -0.093900, + -0.238847, + -0.216044, + -0.128864, + 0.183298, + 0.320320, + 0.043025, + 0.025624, + -0.096925, + 0.064378, + -0.011549, + -0.239580, + -0.039787, + -0.417146, + 0.135270, + -0.012420, + -0.235663, + 0.244937, + 0.095313, + 0.043588, + 0.001123, + -0.171987, + -0.136765, + -0.216412, + 0.052840, + -0.356248, + -0.162442, + -0.293921, + -0.024052, + 0.047467, + -0.192929, + 0.242001, + 0.110018, + 0.229898, + 0.061743, + -0.266774, + 0.180544, + 0.163579, + -0.121722, + -0.218477, + 0.093432, + -0.004790, + -0.368924, + 0.312758, + -0.005374, + 0.081275, + 0.157099, + 0.255215, + -0.021711, + 0.113765, + -0.017791, + 0.240853, + 0.145824, + 0.070187, + 0.129830, + 0.108954, + 0.116093, + 0.047207, + -0.055009, + -0.161699, + 0.151197, + 0.211395, + -0.150355, + -0.049400, + -0.197590, + -0.121854, + -0.097660, + -0.056574, + 0.307719, + 0.271482, + -0.236042, + -0.252932, + 0.119089, + -0.184702, + 0.015515, + -0.111823, + 0.140548, + 0.231351, + 0.023459, + 0.145771, + -0.026432, + -0.021630, + -0.056320, + -0.219853, + 0.060112, + 0.262772, + 0.173270, + -0.187268, + 0.119220, + 0.116702, + 0.090676, + 0.046748, + 0.251655, + 0.179183, + -0.341119, + 0.074889, + 0.227124, + 0.247709, + 0.319780, + 0.090569, + -0.390418, + -0.223337, + -0.094125, + 0.201424, + -0.198752, + 0.253522, + -0.057499, + -0.174837, + 0.071774, + -0.199322, + -0.076659, + -0.126528, + -0.370005, + -0.277100, + 0.088200, + -0.196835, + -0.082736, + 0.062118, + 0.157621, + -0.122640, + -0.009958, + 0.089715, + 0.074072, + -0.224011, + -0.220678, + -0.270414, + -0.007987, + -0.230689, + -0.059232, + 0.014601, + 0.284412, + 0.037456, + -0.084931, + -0.173253, + -0.348728, + 0.261907, + -0.145821, + -0.035446, + -0.156660, + -0.034074, + -0.063086, + 0.184160, + -0.043822, + -0.084183, + -0.003516, + -0.329857, + -0.303649, + -0.060486, + -0.261282, + 0.103906, + -0.019989, + 0.072248, + -0.352806, + -0.061908, + 0.203282, + 0.221586, + -0.085042, + 0.343689, + -0.196288, + 0.057020, + -0.134666, + 0.167320, + 0.007533, + -0.068036, + -0.135827, + 0.231726, + 0.061319, + -0.087139, + 0.200064, + 0.337724, + 0.007029, + 0.430499, + 0.125732, + 0.039824, + -0.533281, + 0.048617, + -0.158520, + 0.045295, + 0.173702, + 0.093584, + -0.236678, + 0.161212, + 0.138753, + 0.133482, + -0.334462, + -0.111177, + -0.059687, + -0.288210, + -0.004795, + -0.025986, + 0.026987, + -0.006259, + 0.051773, + 0.330085, + -0.065567, + -0.058006, + -0.061748, + 0.202234, + 0.190424, + -0.061319, + 0.042048, + -0.126701, + 0.034431, + 0.049158, + 0.180586, + 0.192516, + 0.200555, + 0.122679, + 0.198872, + -0.206009, + 0.049872, + 0.160503, + 0.055582, + -0.031399, + 0.123465, + 0.226974, + 0.046783, + -0.307381, + -0.140861, + -0.103486, + 0.048314, + -0.061204, + -0.066313, + 0.167755, + -0.120651, + 0.052839, + -0.082921, + -0.031276, + 0.441368, + -0.103640, + 0.241528, + -0.126441, + 0.047972, + -0.137354, + 0.027980, + 0.393125, + -0.064946, + 0.135615, + -0.214297, + 0.134238, + -0.072477, + -0.111070, + -0.069747, + 0.102314, + -0.092615, + -0.285337, + -0.017232, + 0.024433, + 0.076525, + 0.106649, + 0.096333, + 0.010234, + 0.000489, + 0.053154, + 0.186561, + 0.331522, + -0.139354, + -0.137497, + 0.107837, + 0.113316, + -0.184453, + 0.086912, + 0.152870, + 0.044346, + -0.081378, + -0.326559, + -0.311461, + 0.065106, + 0.077694, + -0.033290, + 0.086100, + 0.104921, + 0.078675, + -0.019243, + -0.129427, + -0.103445, + 0.135427, + 0.063270, + -0.162614, + 0.238917, + 0.060364, + 0.039749, + -0.120815, + -0.078632, + -0.077913, + 0.321261, + 0.043612, + -0.376953, + -0.059221, + -0.197922, + -0.091519, + 0.196038, + 0.180512, + 0.355122, + 0.032208, + -0.303242, + -0.008910, + -0.252250, + 0.137725, + -0.117232, + -0.037074, + 0.126257, + 0.151976, + 0.040409, + -0.007276, + 0.027318, + 0.142637, + 0.029530, + 0.084488, + 0.028753, + -0.130331, + -0.242635, + 0.017340, + 0.011689, + 0.196059, + -0.053739, + 0.090791, + -0.286300, + 0.062993, + -0.026338, + -0.275625, + -0.105376, + -0.025115, + 0.210297, + -0.083449, + -0.094529, + -0.202515, + 0.084086, + -0.106549, + 0.039395, + 0.214037, + -0.004747, + -0.036829, + 0.245112, + -0.426821, + -0.252074, + -0.038683, + 0.121837, + -0.050986, + -0.264849, + 0.082578, + -0.090130, + 0.221110, + 0.269904, + 0.026517, + 0.029206, + 0.157515, + 0.277406, + 0.238341, + 0.162408, + -0.021770, + 0.079922, + 0.079188, + 0.036201, + 0.037623, + 0.349053, + -0.088638, + 0.185657, + 0.162005, + 0.129993, + -0.314980, + 0.006419, + -0.029513, + -0.109202, + 0.228032, + -0.076971, + 0.290381, + 0.181703, + 0.028327, + -0.140869, + -0.088820, + 0.060662, + 0.095703, + 0.310742, + -0.091898, + 0.070817, + -0.020547, + 0.067609, + -0.130553, + -0.328320, + 0.134261, + 0.310867, + 0.095380, + -0.076483, + -0.306902, + 0.126091, + 0.006983, + 0.196618, + -0.169731, + 0.042271, + 0.020838, + -0.210290, + -0.086623, + 0.171825, + 0.324633, + 0.117225, + 0.043504, + -0.113803, + -0.035895, + 0.107855, + 0.175799, + 0.030757, + -0.232697, + 0.153026, + -0.019443, + 0.003194, + 0.107542, + 0.471049, + 0.204154, + -0.289195, + 0.091782, + -0.009507, + -0.211300, + 0.457308, + -0.175224, + 0.293854, + -0.496077, + -0.203925, + 0.006843, + -0.128772, + 0.086660, + 0.304989, + 0.039972, + -0.072282, + 0.029101, + 0.296929, + -0.062990, + 0.047269, + 0.039037, + -0.258586, + -0.072907, + -0.157109, + 0.107420, + -0.046204, + 0.074219, + -0.016200, + 0.095906, + -0.167415, + -0.223811, + 0.202457, + 0.022012, + -0.113759, + -0.395639, + -0.165433, + 0.019650, + 0.159903, + -0.136419, + 0.047264, + 0.149615, + -0.149859, + 0.280399, + -0.232314, + -0.066698, + 0.115673, + 0.100336, + 0.247112, + -0.318432, + 0.071031, + 0.069564, + -0.493338, + -0.094016, + 0.155607, + -0.111592, + 0.042623, + 0.101456, + -0.007171, + -0.166634, + 0.130481, + 0.057795, + 0.190506, + -0.097328, + -0.131213, + -0.089887, + 0.178005, + 0.079095, + 0.118213, + -0.170533, + -0.010702, + -0.305286, + 0.015110, + -0.007218, + 0.220193, + -0.354409, + 0.001542, + 0.406853, + -0.029538, + -0.043494, + -0.093705, + 0.025326, + 0.195804, + 0.048107, + -0.000288, + 0.288463, + -0.107136, + -0.056641, + 0.077733, + 0.136508, + -0.314264, + -0.335545, + -0.357081, + -0.260612, + 0.141511, + -0.050640, + -0.094555, + 0.366670, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.535 + std = 0.216 + data = [ + 1.067704, + 0.445358, + 0.607838, + 0.471341, + 0.448031, + 0.283957, + 0.584075, + 0.751489, + 0.851442, + 0.428331, + 0.141310, + 0.346352, + 0.658759, + 0.176150, + 0.315244, + 0.333297, + 0.238725, + 0.687950, + 0.605361, + 0.319218, + 0.385729, + 0.398299, + 0.175599, + 0.725529, + 0.292093, + 0.445749, + 0.095201, + 0.601669, + 0.109197, + 0.786612, + 0.780255, + 0.440907, + 0.813958, + 0.576267, + 0.569441, + 0.309306, + 0.361697, + 0.544026, + 0.044912, + 0.566371, + 0.254149, + 0.505413, + 0.847458, + 0.414616, + 0.612516, + 0.272034, + 0.462096, + 0.165697, + 0.638010, + 0.581420, + 0.722677, + 0.106378, + 0.665633, + 0.581195, + 0.768592, + 0.777708, + 0.651792, + 0.637928, + 0.379440, + 0.803562, + 0.311715, + 0.489368, + 0.479364, + 0.542920, + 0.117039, + 0.229328, + 0.658890, + 0.925799, + 0.319691, + 0.493136, + 0.115913, + 0.837475, + 0.594136, + 0.295927, + 0.352264, + 0.640640, + 0.121186, + 0.541044, + 0.633680, + 0.787496, + 0.270973, + 0.278354, + 0.520372, + 0.367495, + 0.646044, + 0.470302, + 0.416145, + 0.655310, + 0.630963, + 0.477116, + 0.700534, + 0.512332, + 0.540029, + 0.650273, + 0.389201, + 0.588184, + 0.491541, + 0.305570, + 0.708788, + 0.434835, + 0.839184, + 0.164945, + 0.695203, + 0.499008, + 0.313850, + 0.693533, + 0.539016, + 0.657627, + 0.612113, + 0.611757, + 0.680378, + 0.510276, + 0.442888, + 0.772064, + 0.221570, + 0.459496, + 0.627550, + 0.551830, + 0.587432, + 0.275624, + 0.995978, + 0.584690, + 0.500354, + 0.170357, + 0.662519, + 0.549160, + 0.910153, + 0.482571, + 0.555122, + 0.263091, + 0.216427, + 0.228873, + 0.911799, + 0.989842, + 0.429060, + 0.557022, + 0.645878, + 0.682227, + 0.416746, + 0.404732, + 0.457414, + 0.726430, + 0.274899, + 0.767683, + 0.598247, + 0.363900, + 0.302694, + 0.270997, + 0.651474, + 0.361476, + 0.479518, + 0.400764, + 0.388063, + 0.686142, + 0.777792, + 0.282682, + 0.466233, + 0.424847, + 0.539647, + 0.504834, + 0.363834, + 0.432603, + 0.138086, + 0.388086, + 0.848518, + 0.761411, + 0.798771, + 0.588005, + 0.770187, + 0.317528, + 0.756696, + 0.293723, + 0.742479, + 0.470101, + 0.807460, + 0.360845, + 0.396779, + 0.538414, + 0.613058, + 0.338226, + 0.440016, + 0.624652, + 1.138575, + 0.655749, + 0.850508, + 0.608198, + 0.597158, + 0.279771, + 0.660660, + 0.574252, + 0.466215, + 0.537797, + 0.407830, + 0.509687, + 0.429252, + 0.686512, + 0.489263, + 0.316157, + 0.801014, + 0.687699, + 0.281866, + 0.613599, + 0.714496, + 0.376340, + 0.400399, + 0.692621, + 0.183418, + 0.672832, + 0.242035, + 0.345434, + 0.571094, + 0.792867, + 0.712313, + 0.208288, + 0.206186, + 0.636439, + 0.490808, + 0.463285, + 0.453380, + 0.153047, + 0.713320, + 0.237953, + 0.537267, + 0.443456, + 0.614777, + 0.385585, + 0.610038, + 0.618284, + 0.642301, + 0.455047, + 0.273683, + 0.889883, + 0.654784, + 0.382598, + 0.508729, + 0.468163, + 0.605523, + 0.391945, + 0.190372, + 0.930278, + 0.929808, + 0.282100, + 0.647009, + 0.467697, + 0.706054, + 0.573462, + 0.663258, + 0.943124, + 0.395527, + 1.041844, + 0.317503, + 0.236020, + 0.863494, + 0.445094, + 0.338175, + 0.844102, + 0.165018, + 0.527812, + 0.851581, + 0.412226, + 0.449198, + 0.291721, + 0.180095, + 0.386222, + 0.398638, + 0.741696, + 0.664683, + 0.634000, + 0.816975, + 0.672640, + 0.265448, + 0.526819, + 0.629210, + 0.285357, + 0.500135, + 0.477112, + 0.330675, + 0.254318, + 0.465896, + 0.855903, + 0.694761, + 0.391191, + 0.694959, + 0.604922, + 0.466342, + 0.969070, + 0.513558, + 0.579930, + 0.523844, + 0.453962, + 0.592008, + 0.010181, + 0.474661, + 0.886874, + 0.209129, + 0.785321, + 0.317873, + 0.707029, + 0.692077, + 0.584719, + 0.610131, + 0.776252, + 0.521015, + 0.549190, + 0.446667, + 0.658770, + 0.288891, + 0.314763, + 0.716081, + 0.475987, + 0.224863, + 0.784648, + 0.282450, + 0.707090, + 0.648280, + 0.351073, + 0.625959, + 0.793716, + 0.489962, + 0.917567, + 0.514296, + 0.584974, + 0.711726, + 0.677120, + 0.391800, + 0.354232, + 0.793015, + 0.491286, + 0.669614, + 0.670360, + 0.558404, + 0.674749, + 0.978018, + 0.564754, + 0.496977, + 0.532499, + 0.371249, + 0.573689, + 0.180084, + 0.837332, + 0.460171, + 0.676038, + 0.640609, + 0.555659, + 0.542626, + 0.742715, + 0.712028, + 0.168402, + 0.416516, + 0.201536, + 0.370724, + 0.995251, + 0.467120, + 0.586828, + 0.557258, + 0.499128, + 0.712087, + 0.254047, + 0.488121, + 0.237291, + 0.174600, + 0.683350, + 0.328392, + 0.488843, + 0.507123, + 0.666636, + 0.925519, + 0.665416, + 0.667212, + 0.748159, + 0.518690, + 0.412252, + 0.326322, + 0.221410, + 0.211339, + 0.671479, + 0.396293, + 0.166299, + 0.628956, + 0.967915, + 0.224970, + 0.583304, + 0.437502, + 0.455228, + 0.580017, + 0.296278, + 0.224295, + 0.661693, + 0.184085, + 0.352267, + 0.286893, + 0.944850, + 0.392842, + 0.527227, + 0.635376, + 0.483910, + 0.585415, + 0.347416, + 0.780716, + 0.407341, + 0.645841, + 0.454184, + 0.872391, + 0.610003, + 0.606964, + 0.140763, + 1.190361, + 0.653615, + 0.848496, + 0.362871, + 0.466297, + 0.812052, + 0.400430, + 0.897077, + 0.601607, + 0.514166, + 0.713802, + 0.613661, + 0.576756, + 0.572668, + 0.438158, + 0.556416, + 0.654696, + 0.361942, + 0.642402, + 0.587349, + 0.398763, + 0.320698, + 0.623378, + 0.589328, + 0.828785, + 1.211796, + 0.430897, + 0.686347, + 0.440786, + 0.804324, + 0.534071, + 0.196867, + 0.647129, + 0.269176, + 0.738471, + 0.307836, + 0.632697, + 0.604135, + 0.884241, + 0.439292, + 0.789892, + 0.855365, + 0.617856, + 0.220547, + 0.525169, + 0.291601, + 0.945209, + 0.696113, + 0.361687, + 1.152969, + 0.553334, + 0.366412, + 0.659214, + 0.313659, + 0.462410, + 0.158948, + 0.963095, + 0.653161, + 0.178942, + 0.490533, + 0.365797, + 0.522404, + 0.341358, + 0.805883, + 0.284121, + 0.591809, + 0.545945, + 0.639576, + 0.263534, + 0.523862, + 0.623421, + 0.380684, + 0.393866, + 0.650646, + 0.926940, + 0.720352, + 0.542159, + 0.709611, + 0.563103, + 0.505967, + 0.611322, + 0.140393, + 0.453297, + 0.691953, + 0.698667, + 0.899814, + 0.816672, + 0.671504, + 0.603626, + 0.545454, + 0.225868, + 0.364091, + 0.637309, + 0.855597, + 1.253560, + 0.679063, + 0.968191, + 0.271676, + 0.514711, + 0.532535, + 0.515645, + 0.695680, + 0.355893, + 0.596837, + 0.670629, + 0.415724, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_5_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.118 + data = [ + -0.108547, + -0.141940, + 0.059904, + 0.078976, + -0.013830, + 0.039864, + -0.008658, + -0.085740, + 0.028921, + -0.018267, + 0.061785, + -0.017310, + 0.173251, + 0.010602, + 0.086165, + 0.025497, + 0.025456, + -0.100935, + -0.019269, + -0.047453, + -0.005511, + 0.096741, + -0.021231, + 0.090884, + -0.064321, + 0.041084, + -0.000374, + -0.077875, + 0.006834, + 0.016234, + 0.054173, + 0.048596, + -0.019614, + -0.083633, + 0.021127, + 0.075785, + 0.117135, + -0.031540, + -0.007294, + 0.099926, + -0.002830, + -0.032780, + -0.068844, + -0.025189, + 0.032354, + -0.006905, + 0.097570, + 0.018149, + 0.057163, + 0.001423, + -0.088391, + -0.049766, + -0.144355, + 0.033911, + 0.040922, + -0.006140, + 0.082774, + -0.028128, + 0.127087, + -0.046734, + -0.076650, + -0.057269, + -0.019449, + -0.029560, + -0.008137, + 0.155806, + -0.062124, + 0.095092, + 0.071856, + -0.056558, + 0.015629, + -0.018010, + 0.025718, + 0.093581, + -0.042486, + 0.124034, + 0.023206, + -0.051112, + 0.026560, + -0.063418, + 0.239729, + 0.038988, + -0.067878, + -0.006847, + -0.076246, + 0.079395, + -0.172647, + -0.045506, + -0.028559, + 0.052817, + -0.103115, + 0.027976, + 0.097831, + 0.019820, + 0.004314, + -0.031162, + -0.040559, + 0.007397, + 0.074010, + 0.092643, + -0.069903, + 0.008783, + -0.056675, + 0.027192, + 0.011155, + 0.060857, + -0.014763, + -0.006285, + -0.059500, + -0.092794, + 0.079206, + -0.026060, + 0.060799, + -0.083539, + -0.006200, + -0.048090, + -0.103410, + 0.007927, + -0.132952, + 0.003475, + -0.216580, + -0.079876, + -0.023913, + 0.033482, + 0.058187, + -0.084665, + -0.046746, + 0.112082, + -0.018895, + -0.007660, + 0.140575, + -0.028442, + -0.098765, + 0.090995, + -0.004112, + -0.043699, + 0.031525, + 0.081896, + -0.039447, + 0.017525, + -0.024191, + -0.100891, + -0.065874, + 0.033626, + -0.077241, + -0.001473, + -0.006966, + 0.007310, + -0.008995, + -0.029586, + -0.046879, + -0.064734, + 0.029903, + -0.136889, + -0.004676, + -0.011183, + -0.003495, + 0.037717, + 0.009652, + -0.042059, + -0.000567, + 0.089725, + 0.009711, + 0.054788, + -0.036092, + -0.031240, + -0.184488, + -0.012077, + -0.084336, + -0.028844, + 0.014396, + -0.021352, + 0.108392, + 0.048888, + 0.010716, + -0.171640, + 0.121727, + -0.042431, + 0.124308, + -0.037203, + -0.045788, + -0.110484, + -0.038704, + 0.019015, + -0.073969, + 0.028162, + -0.056216, + -0.021109, + 0.009174, + 0.036023, + -0.069247, + -0.141908, + -0.024330, + -0.154869, + -0.075940, + 0.020751, + 0.038879, + -0.482582, + -0.031003, + 0.073076, + -0.015113, + -0.009840, + 0.001027, + -0.066450, + 0.098281, + 0.026460, + 0.014491, + -0.092665, + -0.019368, + 0.017504, + -0.043101, + -0.034717, + 0.123115, + -0.158391, + 0.002739, + 0.102198, + -0.000958, + 0.008396, + -0.109106, + -0.031877, + -0.007380, + 0.026357, + 0.010984, + -0.005238, + -0.040817, + -0.050621, + 0.022179, + -0.047058, + -0.126220, + 0.032007, + -0.009342, + -0.123952, + -0.011277, + -0.067668, + 0.097033, + 0.057438, + 0.060267, + -0.003959, + 0.032492, + 0.014119, + -0.086132, + 0.075914, + 0.022027, + 0.008256, + -0.045417, + 0.086261, + 0.086474, + -0.035810, + -0.030764, + -0.082017, + -0.337095, + -0.008434, + -0.091621, + -0.126556, + -0.014677, + 0.133358, + 0.005952, + 0.056585, + -0.083113, + -0.075187, + -0.025445, + 0.025541, + -0.042646, + 0.367460, + -0.014955, + 0.015662, + -0.086998, + 0.020058, + -0.095419, + -0.076364, + 0.112532, + -0.015104, + -0.159759, + 0.218145, + 0.001316, + 0.081476, + 0.094010, + 0.016780, + 0.059141, + 0.107603, + -0.019836, + -0.040722, + 0.296029, + 0.057135, + 0.076115, + -0.114607, + 0.000481, + -0.193527, + 0.110693, + 0.017131, + -0.019807, + 0.001563, + -0.152710, + 0.200108, + 0.032721, + -0.005727, + -0.041540, + 0.037529, + 0.021607, + -0.058175, + -0.002620, + -0.009146, + 0.071404, + 0.062364, + -0.069816, + 0.038842, + -0.021518, + -0.013580, + -0.004348, + -0.084187, + -0.006432, + 0.036282, + 0.021212, + 0.021125, + 0.029603, + 0.048512, + 0.158775, + 0.062815, + -0.015777, + 0.178391, + -0.076354, + 0.038459, + -0.030694, + 0.003623, + -0.006792, + 0.019476, + 0.124110, + 0.049984, + -0.016218, + 0.090097, + 0.058486, + -0.027684, + -0.015225, + 0.097405, + -0.036627, + 0.049456, + -0.035642, + 0.158685, + 0.028645, + 0.009219, + -0.002388, + -0.066727, + -0.016427, + 0.043084, + -0.147275, + -0.120581, + -0.136227, + -0.042328, + 0.018861, + -0.208967, + -0.244620, + -0.271245, + -0.021964, + 0.068134, + -0.002753, + -0.048805, + 0.074332, + 0.037432, + -0.001329, + 0.017366, + 0.012934, + -0.108414, + -0.383275, + -0.124945, + 0.029158, + 0.049454, + 0.080545, + -0.306437, + -0.036116, + 0.095319, + 0.157753, + 0.002141, + 0.022476, + -0.040110, + -0.062879, + -0.098747, + 0.034008, + 0.028931, + -0.049510, + -0.033290, + -0.156648, + 0.116164, + 0.056238, + 0.055810, + -0.122091, + -0.061732, + 0.211785, + 0.165396, + -0.113889, + 0.037436, + -0.076602, + -0.099611, + 0.081089, + -0.001520, + 0.061798, + 0.030058, + -0.077015, + 0.049546, + -0.066996, + -0.047364, + 0.069223, + 0.106170, + 0.003108, + -0.010726, + -0.135351, + 0.088352, + 0.101386, + 0.080792, + 0.069065, + 0.055670, + -0.071397, + -0.018188, + 0.064515, + 0.068470, + 0.104373, + -0.056717, + -0.095374, + 0.030350, + -0.231326, + 0.004849, + 0.026215, + 0.070190, + -0.059263, + 1.787148, + 0.039675, + -0.019973, + 0.022285, + -0.044578, + 0.043666, + -0.084379, + -0.168508, + 0.093321, + -0.031725, + 0.002999, + 0.193398, + -0.039198, + 0.007815, + 0.026540, + -0.057439, + 0.011148, + -0.055982, + 0.016557, + -0.003437, + -0.048521, + 0.086951, + 0.000580, + -0.035799, + 0.210197, + -0.233242, + 0.317995, + -0.070531, + -0.060460, + 0.021128, + -0.067823, + -0.117289, + 0.030426, + -0.055425, + -0.078633, + 0.106062, + -0.029779, + -0.011101, + -0.082809, + 0.054059, + -0.016775, + -0.052803, + 0.032340, + -0.092977, + -0.005001, + 0.032963, + -0.025378, + 0.198421, + -0.047732, + -0.039411, + -0.006333, + 0.086376, + 0.066632, + 0.112866, + -0.005656, + 0.059324, + -0.004173, + -0.082552, + 0.013218, + -0.152478, + -0.019104, + 0.021308, + 0.091841, + 0.001278, + 0.016848, + -0.030986, + -0.129006, + 0.078600, + -0.004725, + -0.001738, + -0.000469, + 0.086265, + -0.174181, + -0.373051, + -0.023357, + -0.066276, + 0.066785, + -0.131137, + -0.061570, + -0.060147, + 0.016029, + -0.012807, + -0.031456, + -0.015725, + 0.083231, + 0.038796, + 0.038956, + -0.089468, + -0.052563, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_5_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.199 + std = 0.972 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_5_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.054 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.041 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_5_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.006 + std = 0.325 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_5_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.191 + data = [ + 0.174753, + 0.048838, + 0.001451, + -0.141353, + -0.031805, + 0.090439, + 0.066550, + -0.059704, + 0.140184, + 0.119743, + -0.082919, + -0.216444, + -0.415403, + 0.021398, + 0.155476, + 0.153211, + 0.071260, + -0.038735, + -0.101307, + -0.200412, + 0.045703, + -0.049812, + 0.008916, + -0.019340, + 0.042171, + 0.058350, + -0.034699, + 0.026797, + -0.121114, + -0.037026, + -0.127683, + 0.050840, + 0.171267, + 0.129160, + 0.011940, + 0.015563, + -0.072029, + 0.097471, + 0.098557, + -0.037953, + 0.042205, + -0.040212, + 0.096171, + 0.240313, + -0.122020, + 0.110703, + 0.075943, + 0.026609, + 0.045605, + 0.414877, + -0.218203, + 0.017922, + -0.019391, + -0.078839, + -0.227031, + -0.012676, + 0.096061, + 0.090776, + -0.168520, + 0.188779, + -0.137315, + -0.173678, + -0.023858, + -0.084025, + 0.002355, + 0.195377, + -0.039501, + -0.015940, + -0.244602, + 0.163974, + 0.115786, + -0.016072, + -0.027840, + 0.139379, + 0.100053, + 0.032064, + 0.055428, + 0.240310, + 0.188106, + -0.002872, + 0.049976, + -0.037060, + 0.103505, + -0.031388, + -0.140073, + -0.117243, + 0.129374, + -0.174125, + 0.071928, + -0.105309, + -0.062926, + -0.002579, + -0.118875, + -0.072202, + 0.073854, + 0.098171, + -0.005210, + -0.063645, + -0.050481, + -0.383870, + -0.221960, + -0.012152, + 0.033333, + -0.053562, + -0.155561, + -0.159044, + -0.080717, + -0.083276, + 0.235663, + 0.066669, + -0.200292, + 0.114430, + -0.182671, + -0.055030, + 0.056310, + -0.162989, + -0.015214, + -0.046306, + 0.017787, + -0.083604, + -0.033121, + 0.114513, + 0.081356, + 0.041979, + -0.262346, + 0.228132, + -0.294074, + -0.220997, + 0.033925, + -0.032175, + -0.068066, + -0.049388, + 0.480758, + 0.054185, + 0.050436, + -0.085741, + 0.025735, + 0.008393, + 0.174992, + 0.095037, + 0.208773, + 0.083784, + -0.047150, + -0.055272, + -0.015055, + 0.013474, + 0.216389, + 0.019283, + -0.056252, + -0.086121, + 0.223002, + 0.033466, + 0.259112, + -0.000117, + -0.048058, + 0.323065, + 0.338587, + -0.057159, + 0.019027, + 0.179411, + 0.033452, + -0.370539, + 0.073317, + 0.207181, + -0.073415, + -0.150712, + -0.074645, + 0.080501, + 0.109640, + -0.051856, + -0.099299, + 0.013110, + -0.178806, + 0.108634, + -0.080250, + -0.040486, + -0.051549, + -0.161608, + -0.020447, + 0.120377, + 0.155849, + 0.020059, + 0.085829, + 0.060115, + -0.148113, + 0.009757, + -0.019993, + -0.001988, + 0.116330, + 0.034385, + -0.177752, + -0.008525, + 0.006150, + 0.200261, + 0.044441, + -0.078541, + 0.186177, + -0.018103, + 0.159207, + -0.250127, + 0.175650, + -0.124657, + -0.001949, + 0.047275, + -0.084159, + -0.141562, + 0.086683, + -0.105506, + 0.106915, + -0.039460, + 0.058865, + 0.102165, + -0.164127, + 0.171300, + -0.068494, + 0.037294, + 0.214217, + 0.096899, + 0.075471, + 0.020356, + -0.028837, + 0.122717, + -0.011351, + 0.306006, + 0.175837, + -0.129529, + 0.094697, + 0.072531, + -0.055038, + 0.117777, + 0.077562, + 0.118732, + -0.048930, + 0.119446, + 0.123806, + -0.162667, + 0.011137, + -0.133755, + 0.040483, + -0.037275, + -0.052992, + -0.069043, + -0.152357, + 0.161076, + 0.168021, + 0.143889, + -0.052005, + -0.035109, + -0.090909, + 0.091656, + 0.137355, + 0.127861, + -0.161883, + 0.070202, + 0.056083, + 0.061997, + 0.048729, + -0.188551, + -0.014428, + 0.289188, + 0.003612, + 0.281805, + 0.050476, + -0.114108, + -0.216798, + -0.033024, + -0.103165, + 0.008416, + -0.061682, + 0.062816, + 0.062326, + -0.259419, + 0.133785, + -0.174492, + 0.137868, + 0.051518, + 0.191751, + 0.052011, + 0.049887, + 0.155366, + 0.187609, + 0.063706, + 0.073552, + -0.132699, + -0.148512, + -0.152075, + -0.031757, + -0.042840, + 0.163352, + 0.127356, + 0.062080, + -0.031193, + -0.019819, + 0.345552, + 0.065144, + -0.051733, + 0.218322, + -0.166795, + 0.034463, + 0.117229, + -0.059717, + 0.102083, + 0.086212, + 0.099722, + 0.067070, + -0.023689, + 0.006944, + 0.062567, + 0.042179, + 0.046508, + -0.110715, + 0.113289, + -0.001298, + 0.010202, + -0.051340, + -0.353910, + 0.097295, + 0.137655, + 0.000463, + 0.207366, + -0.249040, + -0.295839, + -0.005676, + -0.021387, + 0.086363, + -0.064313, + -0.129684, + -0.055828, + 0.179773, + -0.190903, + 0.202057, + -0.050975, + -0.020399, + -0.007481, + -0.186994, + -0.198531, + -0.010408, + 0.124338, + 0.205962, + 0.179064, + -0.084171, + -0.004203, + 0.160190, + 0.045676, + 0.031400, + 0.118985, + -0.069466, + 0.034172, + -0.041394, + 0.151779, + 0.013420, + 0.023327, + -0.070089, + -0.077942, + 0.151225, + -0.162523, + -0.001914, + -0.088550, + -0.074366, + 0.086267, + 0.158368, + -0.043546, + 0.314624, + -0.089633, + -0.073614, + -0.134974, + -0.046731, + -0.278278, + -0.222888, + -0.183532, + -0.078411, + 0.004469, + 0.104771, + 0.045173, + 0.094641, + 0.095002, + 0.186498, + -0.018109, + 0.037156, + -0.051923, + 0.069794, + 0.157011, + -0.097821, + -0.274502, + -0.068554, + -0.148093, + -0.192981, + -0.116304, + 0.113380, + 0.120756, + -0.053841, + 0.041642, + -0.290318, + 0.010724, + -0.005524, + 0.019312, + -0.057093, + -0.168078, + 0.126123, + 0.040703, + -0.096108, + -0.172749, + -0.017058, + -0.029629, + -0.000298, + 0.019532, + -0.021476, + -0.092342, + -0.079152, + 0.150367, + -0.044659, + -0.002385, + -0.052975, + 0.209320, + -0.218837, + -0.082308, + -0.060051, + 0.154908, + -0.194323, + 0.006662, + -0.308969, + 0.236305, + 0.057334, + -2.972676, + 0.255447, + -0.132996, + -0.237704, + -0.113605, + 0.192432, + 0.105260, + 0.144442, + 0.025488, + 0.001143, + -0.108078, + -0.233468, + 0.069227, + -0.073180, + 0.060604, + 0.265028, + 0.138241, + 0.260933, + 0.074102, + -0.015808, + -0.038367, + 0.200437, + -0.255336, + -0.002953, + -0.006142, + 0.156235, + -0.824282, + 0.052513, + -0.052869, + 0.062657, + 0.305313, + 0.116620, + -0.278756, + 0.339322, + 0.112367, + 0.230314, + -0.005013, + 0.018231, + 0.032333, + -0.162779, + 0.153561, + 0.150380, + -0.015894, + -0.188458, + -0.091790, + 0.022572, + 0.017898, + -0.073354, + 0.103790, + 0.004409, + -0.044697, + 0.060518, + 0.172593, + -0.240031, + -0.284580, + -0.006730, + -0.036715, + -0.198967, + -0.056716, + -0.142618, + 0.002664, + 0.027602, + 0.047196, + 0.016020, + -0.037331, + -0.186470, + 0.240152, + -0.023816, + 0.021012, + 0.157830, + -0.131048, + 0.033562, + -0.065850, + 0.100476, + -0.017982, + -0.071709, + -0.086608, + 0.076985, + 0.161218, + -0.121259, + 0.206176, + -0.178959, + -0.156943, + 0.191124, + 0.088085, + -0.139614, + -0.066352, + 0.040591, + 0.252240, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.784 + std = 0.131 + data = [ + 0.778525, + 0.821874, + 0.752350, + 0.850620, + 0.830876, + 0.876827, + 0.804920, + 0.747380, + 0.683879, + 0.844873, + 0.803877, + 0.764846, + 0.838460, + 0.795014, + 0.674575, + 0.955693, + 0.868683, + 0.789566, + 0.747108, + 0.400788, + 0.859775, + 0.836446, + 0.638979, + 0.769647, + 0.928495, + 0.817758, + 0.720290, + 0.734344, + 0.744092, + 0.769459, + 0.743019, + 0.852896, + 0.795974, + 0.005297, + 0.792917, + 0.783368, + 0.985659, + 0.739347, + 0.991237, + 0.738279, + 0.889800, + 0.733811, + 0.745353, + 0.716628, + 0.744163, + 0.818205, + 0.884091, + 0.762307, + 0.902834, + 0.876365, + 0.699365, + 0.477253, + 0.750088, + 0.704750, + 0.839838, + 0.832481, + 0.856877, + 0.805786, + 0.886791, + 0.627239, + 0.756204, + 0.853896, + 0.832959, + 0.842320, + 0.686362, + 0.868030, + 0.765326, + 0.730708, + 0.753825, + 0.862169, + 0.797237, + 0.692945, + 0.739261, + 0.838043, + 0.863114, + 0.726334, + 0.756252, + 0.802022, + 0.935657, + 0.730966, + 0.919395, + 0.875278, + 0.824872, + 0.876094, + 0.688821, + 0.904084, + 0.855646, + 0.669845, + 0.763501, + 0.846483, + 0.812622, + 0.841618, + 0.681842, + 0.779370, + 0.950433, + 0.015812, + 0.752062, + 0.880408, + 0.709316, + 0.865701, + 0.786241, + 1.004821, + 0.787696, + 0.871432, + 0.759595, + 0.818135, + 0.582822, + 0.759774, + 0.795629, + 0.794053, + 0.721571, + 0.846975, + 0.853743, + 0.743655, + 0.779295, + 0.799879, + 0.723767, + 0.746462, + 0.828482, + 0.889986, + 0.769732, + 0.787345, + 0.837435, + 0.828810, + 0.806201, + 0.811408, + 0.833875, + 0.894385, + 0.867866, + 0.630912, + 1.031245, + 0.777554, + 0.805108, + 0.734266, + 0.868078, + 0.832095, + 0.782396, + 0.748098, + 0.824401, + 0.873640, + 0.944140, + 0.813710, + 0.817377, + 0.745671, + 0.827909, + 0.641941, + 0.939508, + 0.846155, + 0.677871, + 0.977667, + -0.001407, + 0.789614, + 0.830090, + 0.832528, + 0.721576, + 0.857570, + 0.921167, + 0.772434, + 0.003324, + 0.719613, + 0.829170, + 0.968022, + 0.792104, + 0.778678, + 0.760677, + 0.806746, + 0.756105, + 0.799217, + 0.777884, + 0.824914, + 0.744836, + 0.826023, + 0.859561, + 0.818727, + 0.809403, + 0.860489, + 0.760255, + 0.882066, + 0.811585, + 1.132680, + 0.762851, + 0.796936, + 0.724199, + 0.787250, + 0.754621, + 0.833981, + 0.770087, + 0.853259, + 0.739231, + 0.007914, + 0.757954, + 0.774481, + 0.753316, + 0.741163, + 0.751241, + 0.718041, + 0.733129, + 0.838353, + 0.749708, + 0.696256, + 0.811539, + 0.861106, + 0.776613, + 0.832824, + 0.956748, + 0.838930, + 0.880973, + 0.758505, + 0.888231, + 0.770404, + 0.757567, + 0.660257, + 0.736979, + 0.926654, + 0.770560, + 0.842534, + 0.289555, + 0.632883, + 0.765725, + 0.770311, + 0.715225, + 0.761172, + 0.731197, + 0.692043, + 0.756930, + 0.761577, + 0.607068, + 0.731498, + 0.748738, + 0.908226, + 0.799619, + 0.757531, + 0.774029, + 0.767780, + 0.771092, + 0.850522, + 0.832007, + 0.772514, + 0.894477, + 0.767267, + 0.842629, + 0.842332, + 0.691526, + 0.876972, + 0.883381, + 0.593726, + 0.733018, + 0.804696, + 0.537976, + 0.719346, + 0.824860, + 0.781853, + 0.788184, + 0.796348, + 0.827178, + 0.762384, + 0.839374, + 0.842368, + 0.760283, + 0.897902, + 0.883064, + 0.942629, + 0.931300, + 0.899242, + 0.821633, + 0.643978, + 0.610452, + 0.763695, + 0.734452, + 0.794836, + 0.703360, + 0.748202, + 0.763852, + 0.917775, + 0.523863, + 0.775030, + 0.883416, + 0.806562, + 0.757477, + 0.798585, + 0.727141, + 0.804850, + 0.638995, + 0.734459, + 0.905478, + 0.652405, + 0.674475, + 0.863448, + 0.830000, + 0.879679, + 0.800289, + 0.664030, + 0.810065, + 0.911933, + 0.914726, + 0.621521, + 0.853283, + 0.822562, + 0.675974, + 0.799483, + 0.672847, + 0.771665, + 0.795894, + 0.851680, + 0.801145, + 0.751842, + 0.945143, + 0.783810, + 0.714068, + 0.750962, + 0.987543, + 0.623405, + 0.785120, + 0.656547, + 0.902989, + 0.770359, + 0.761752, + 0.793649, + 0.821620, + 0.752053, + 0.873070, + 0.735302, + 0.821922, + 0.751033, + 0.794792, + 0.848704, + 0.811489, + 0.792676, + 0.744243, + 0.846906, + 0.833417, + 0.938120, + 0.724750, + 0.796956, + 0.745053, + 0.755415, + 0.711847, + 0.971308, + 0.764309, + 0.721922, + 0.758331, + 0.829608, + 0.785615, + 0.781201, + 0.796773, + 0.713881, + 0.758230, + 0.812414, + 0.862420, + 1.039333, + 0.946884, + 0.922451, + 0.746293, + 0.722724, + 0.754438, + 0.862815, + 0.787839, + 0.742872, + 0.787268, + 0.824911, + 0.831675, + 0.720964, + 1.068678, + 0.909439, + 0.844049, + 0.810647, + 0.885442, + 0.887160, + 0.920347, + 0.901433, + 0.734753, + 0.731209, + 0.635190, + 0.935384, + 0.789659, + 0.702697, + 0.921256, + 0.725863, + 0.875641, + 0.679072, + 1.134720, + 0.920335, + 0.765951, + 0.856798, + 0.691686, + 0.844797, + 1.051617, + 0.745540, + 1.010379, + 0.853479, + 0.809212, + 0.721159, + 0.727414, + 0.754646, + 0.880030, + 0.868557, + 0.685249, + 0.823453, + 0.798458, + 0.862308, + 0.563979, + 0.758725, + 0.796515, + 0.768129, + 0.809785, + 0.525792, + 0.701806, + 0.737605, + 0.887588, + 0.871372, + 0.760574, + 0.741130, + 0.784180, + 0.795326, + 0.706894, + 0.773978, + 0.810348, + 0.752924, + 0.071895, + 0.812035, + 0.961559, + 0.878157, + 0.739398, + 0.448893, + 0.857077, + 0.800543, + 0.796526, + 0.733570, + 0.785555, + 0.658851, + 0.828825, + 0.879330, + 0.913720, + 0.728578, + 0.009538, + 0.833980, + 0.678942, + 0.752491, + 0.805787, + 0.743479, + 0.748100, + 0.773345, + 0.681370, + 0.760631, + 0.771141, + 0.913377, + 0.606841, + 0.498647, + 0.720719, + 1.004073, + 0.516359, + 0.865026, + 0.858640, + 0.803521, + 0.823321, + 0.754286, + 0.899478, + 0.846532, + 0.835980, + 0.790723, + 0.708042, + 0.775942, + 0.746453, + 0.799968, + 0.947123, + 0.711042, + 0.941478, + 0.729025, + 0.771978, + 0.563004, + 0.813950, + 0.722795, + 0.719039, + 0.804540, + 0.945276, + 0.800954, + 0.787075, + 0.827806, + 0.674235, + 0.885873, + 0.710655, + 0.787179, + 0.859296, + 0.883810, + 0.884010, + 0.742167, + 0.784283, + 0.765249, + 0.804654, + 0.820059, + 0.682201, + 0.782055, + 0.725760, + 0.770542, + 0.765304, + 0.808267, + 1.149729, + 0.859193, + 0.875722, + 0.701909, + 0.886061, + 0.805363, + 0.763527, + 0.789853, + 0.696104, + 0.967810, + 0.835527, + 0.763030, + 0.924414, + 0.724784, + 0.874690, + 0.860686, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_5_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.007 + std = 0.208 + data = [ + -0.165403, + -0.359034, + 0.108295, + 0.257694, + -0.020793, + 0.170669, + -0.134872, + 0.045572, + -0.009206, + -0.237624, + -0.191725, + 0.124844, + 0.450323, + 0.098669, + 0.123985, + 0.015402, + 0.120283, + -0.163650, + 0.043792, + 0.134298, + -0.196338, + 0.275688, + 0.037764, + -0.023779, + 0.071835, + 0.140776, + -0.485555, + -0.111798, + -0.118111, + 0.079865, + 0.150348, + 0.120103, + -0.099358, + -0.000755, + -0.018177, + 0.219453, + 0.531842, + -0.099124, + 0.670102, + 0.191652, + 0.094911, + -0.021283, + -0.148062, + -0.121301, + 0.148713, + -0.123300, + 0.195081, + 0.344838, + 0.112313, + -0.276976, + -0.000562, + -0.594899, + -0.215035, + 0.070146, + 0.200632, + 0.059932, + 0.068002, + -0.183338, + 0.471737, + -0.059227, + -0.200170, + 0.009558, + -0.074446, + 0.022600, + -0.189089, + 0.190500, + -0.094096, + 0.117610, + 0.409485, + -0.250938, + -0.180931, + -0.078631, + 0.022831, + -0.101568, + -0.246633, + 0.175657, + 0.273354, + -0.190729, + -0.049287, + -0.016819, + 0.168884, + 0.386440, + -0.170363, + 0.183329, + 0.055725, + 0.215811, + -0.367686, + 0.005587, + -0.034119, + 0.150497, + -0.226516, + 0.062702, + 0.214595, + 0.162089, + -0.226684, + -0.002711, + -0.161041, + 0.245403, + 0.127570, + 0.354862, + 0.015713, + -1.034479, + 0.014900, + 0.157793, + 0.163736, + 0.150508, + 0.395704, + -0.082449, + -0.118284, + -0.139267, + 0.170967, + -0.155893, + 0.216386, + -0.123301, + -0.131300, + 0.029553, + -0.088684, + -0.054556, + -0.261524, + -0.212687, + -0.252245, + -0.114795, + -0.139355, + -0.021317, + 0.229874, + -0.356922, + 0.014111, + 0.289401, + -0.108413, + -0.018652, + -0.041240, + -0.190440, + -0.269825, + 0.074520, + -0.032910, + 0.021866, + 0.052021, + 0.147251, + -0.152090, + 0.086614, + -0.322284, + -0.196948, + -0.133992, + 0.005351, + -0.169402, + -0.088075, + -0.257752, + -0.124062, + 0.033918, + -0.224405, + -0.000114, + -0.126610, + -0.210065, + -0.269363, + -0.080065, + -0.237984, + -0.152466, + 0.105888, + 0.000415, + -0.214118, + -0.019439, + 0.501291, + 0.466489, + 0.060317, + 0.068750, + 0.004970, + -0.170370, + -0.076546, + -0.199340, + 0.101828, + 0.020513, + -0.046329, + 0.254585, + -0.006420, + -0.010207, + 0.153136, + 0.269053, + -0.058101, + 0.181442, + 0.565338, + -0.202889, + -0.234790, + -0.082099, + -0.002291, + -0.028415, + 0.040774, + -0.047975, + -0.260214, + -0.011779, + 0.000670, + -0.095429, + -0.268498, + -0.044930, + -0.249870, + -0.179154, + 0.001831, + -0.061668, + 0.108814, + -0.089812, + 0.124687, + -0.023664, + -0.002766, + 0.043736, + -0.230019, + 0.446870, + 0.107709, + -0.291216, + -0.002404, + -0.289544, + 0.075776, + -0.081927, + -0.061972, + 0.239045, + 0.187805, + 0.201221, + 0.228161, + -0.013913, + -0.002062, + -0.222690, + 0.000635, + 0.021052, + 0.192700, + 0.163237, + -0.129668, + -0.151682, + -0.119590, + 0.068588, + -0.075406, + -0.156094, + 0.023530, + 0.020799, + -0.138415, + 0.047848, + -0.184298, + 0.147523, + 0.257178, + 0.185632, + 0.081118, + -0.100010, + -0.004965, + -0.018576, + 0.429545, + 0.167533, + -0.007640, + -0.154275, + -0.265084, + 0.163170, + -0.015202, + -0.017399, + -0.046151, + 0.168309, + -0.108865, + -0.029736, + -0.311294, + -0.062123, + 0.079619, + -0.216170, + 0.251551, + -0.033424, + -0.381718, + -0.128403, + 0.076348, + 0.179107, + -0.115352, + -0.033902, + 0.103479, + 0.203720, + -0.023189, + -0.078735, + -0.120284, + 0.180671, + 0.042836, + -0.294018, + -0.299979, + -0.031690, + 0.144267, + 0.178544, + 0.108998, + 0.081319, + 0.050079, + -0.100977, + -0.088643, + -0.452907, + 0.163964, + 0.279264, + -0.020789, + 0.005772, + -0.332542, + 0.064514, + 0.030400, + -0.128362, + -0.219020, + 0.388645, + 0.024426, + -0.173875, + -0.096889, + -0.388218, + -0.013593, + 0.037817, + -0.103562, + 0.005134, + -0.044835, + 0.066236, + 0.155066, + -0.139734, + 0.077295, + -0.248621, + -0.104057, + 0.012529, + -0.166802, + 0.722193, + 0.001546, + -0.018297, + 0.019150, + 0.137017, + 0.239166, + 0.151108, + -0.009897, + -0.097782, + 0.148068, + 0.050673, + 0.214669, + -0.057801, + 0.024513, + -0.123603, + 0.027502, + 0.148487, + 0.015123, + -0.106218, + 0.255096, + 0.101285, + -0.111035, + 0.054672, + 0.132013, + 0.015758, + 0.173842, + -0.026750, + 0.442471, + 0.157636, + 0.001590, + 0.043530, + -0.096134, + -0.114548, + 0.044057, + -0.287752, + -0.204363, + -0.162766, + 0.072150, + 0.124265, + 0.249813, + 0.551740, + -0.258947, + 0.000732, + 0.133508, + 0.035183, + 0.011061, + 0.111928, + 0.070296, + 0.034488, + 0.108290, + -0.119885, + -0.096308, + 0.437077, + -0.005488, + 0.145732, + 0.145864, + 0.173472, + -0.413212, + 0.219466, + 0.356656, + 0.293378, + 0.055896, + -0.043867, + 0.797317, + -0.266341, + -0.066559, + -0.200179, + -0.041306, + -0.148519, + 0.012240, + 1.093450, + 0.100930, + 0.145651, + 0.467434, + -0.085253, + -0.286607, + -0.339829, + 0.254955, + 0.417616, + 0.197028, + -0.307948, + -0.146706, + 0.304758, + -0.033872, + 0.149989, + -0.014045, + -0.066310, + 0.188907, + -0.213173, + 0.084693, + 0.035468, + 0.280819, + -0.018727, + -0.060808, + -0.186981, + 0.178338, + 0.093120, + 0.116918, + 0.090375, + 0.059146, + -0.021058, + -0.011692, + 0.176616, + -0.001947, + 0.231332, + 0.046959, + -0.165926, + -0.019822, + -0.012632, + 0.019120, + 0.223935, + -0.051117, + -0.047463, + 1.369985, + -0.095774, + 0.116043, + 0.094979, + -0.029421, + 0.023404, + -0.100464, + -0.243009, + -0.008978, + -0.000702, + 0.065573, + 0.003970, + -0.089325, + 0.034348, + -0.096844, + -0.287131, + -0.030071, + -0.129938, + 0.014678, + -0.095158, + 0.003139, + -0.012938, + -0.014959, + 0.159221, + 0.111653, + -0.401723, + -0.137653, + -0.121241, + -0.173188, + -0.009508, + -0.169597, + -0.338902, + 0.111062, + -0.376446, + -0.043256, + 0.090298, + -0.035516, + -0.161153, + 0.020458, + 0.166766, + -0.136370, + 0.407042, + 0.040547, + -0.460796, + -0.023898, + 0.128722, + 0.090543, + -0.426826, + -0.046927, + -0.093916, + -0.029474, + 0.545997, + 0.007860, + 0.209590, + 0.097701, + 0.081185, + 0.086510, + 0.043669, + 0.071061, + -0.194702, + -0.070009, + -0.093250, + 0.022404, + 0.004398, + 0.019140, + 0.073845, + -0.343902, + 0.108410, + -0.067036, + -0.048108, + 0.065770, + 0.111463, + -0.254872, + -0.073220, + 0.083393, + -0.050645, + 0.106469, + -0.014489, + -0.202901, + 0.165390, + 0.137798, + 0.017715, + 0.045336, + -0.246698, + 0.040034, + 0.175437, + 0.107352, + -0.045501, + -0.288261, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_5_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.670 + std = 0.169 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_5_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.142 + data = [ + -0.134179, + -0.044468, + 0.020039, + 0.060923, + -0.088975, + 0.105859, + -0.176570, + -0.047578, + -0.202931, + -0.251512, + -0.180789, + 0.167827, + 0.255823, + 0.075144, + -0.021656, + -0.112526, + 0.093382, + -0.028414, + -0.126834, + -0.049672, + -0.296950, + 0.043646, + 0.027147, + -0.229281, + 0.245029, + 0.170374, + -0.008706, + -0.047397, + -0.007815, + -0.125542, + -0.038330, + 0.034307, + -0.276250, + -0.113270, + -0.184192, + -0.013238, + -0.005420, + -0.253275, + 0.260110, + 0.068257, + 0.204724, + -0.059798, + -0.191545, + 0.095354, + 0.101972, + -0.121434, + -0.123585, + -0.011759, + 0.101216, + -0.399557, + 0.219754, + -0.050251, + 0.051033, + 0.243994, + 0.162355, + 0.027112, + 0.142879, + 0.068481, + 0.208169, + 0.097847, + 0.106915, + 0.181748, + 0.129250, + 0.053251, + 0.109408, + 0.035964, + -0.197413, + 0.194786, + 0.188376, + -0.051897, + -0.102693, + -0.167765, + -0.016489, + -0.092048, + -0.100244, + 0.225311, + 0.157561, + -0.187232, + -0.296914, + 0.059744, + -0.142990, + -0.029160, + -0.106330, + 0.082851, + 0.242479, + 0.064622, + 0.047724, + 0.081450, + 0.008230, + -0.082026, + -0.204145, + -0.024309, + 0.170263, + 0.172466, + -0.214889, + 0.002606, + 0.034818, + 0.111819, + 0.122536, + 0.163228, + 0.185683, + -0.262827, + 0.071795, + 0.163037, + 0.222955, + 0.246557, + 0.214513, + -0.299810, + -0.046767, + -0.105651, + 0.122116, + -0.091754, + 0.191541, + -0.087055, + -0.202266, + 0.072054, + -0.069224, + -0.191711, + -0.018994, + -0.304568, + -0.310392, + 0.094695, + -0.201476, + 0.013159, + 0.038564, + -0.035273, + -0.028209, + 0.075173, + 0.044785, + 0.075433, + -0.092515, + -0.156849, + -0.116348, + 0.023966, + -0.151222, + -0.037569, + 0.002488, + 0.193732, + 0.022949, + -0.025912, + -0.158191, + -0.188506, + 0.209678, + -0.116305, + 0.006465, + -0.036919, + -0.141590, + -0.071331, + 0.094020, + -0.063859, + -0.083709, + 0.096812, + -0.283805, + -0.260529, + -0.138823, + -0.187553, + 0.076312, + -0.013052, + 0.010337, + -0.270207, + -0.091558, + 0.038948, + 0.234395, + -0.036765, + 0.309726, + -0.086752, + 0.008731, + -0.080295, + 0.081929, + 0.056568, + -0.066544, + -0.059356, + 0.185102, + -0.072384, + -0.015487, + 0.126040, + 0.191175, + 0.039285, + 0.287283, + 0.090207, + 0.062741, + -0.272395, + 0.027379, + -0.091079, + 0.001027, + 0.019571, + 0.043949, + -0.139614, + 0.097567, + 0.311827, + 0.231287, + -0.222834, + -0.109685, + -0.117773, + -0.204071, + -0.075569, + -0.023439, + -0.076442, + 0.087689, + 0.038070, + 0.197093, + 0.004491, + 0.068350, + -0.003428, + 0.159467, + 0.123788, + -0.119299, + 0.032624, + -0.100869, + 0.048559, + 0.042505, + 0.231212, + 0.126174, + 0.165010, + 0.105791, + 0.175885, + -0.158469, + 0.127295, + 0.052414, + -0.028857, + -0.065342, + 0.125554, + 0.176927, + -0.145886, + -0.237941, + -0.098341, + -0.076364, + -0.019545, + -0.081478, + -0.013681, + 0.028079, + -0.070403, + -0.018173, + -0.014514, + -0.013948, + 0.382433, + -0.010033, + 0.237237, + -0.145626, + 0.037408, + -0.130217, + -0.015336, + 0.241252, + -0.084526, + 0.018231, + -0.233817, + 0.051830, + -0.085243, + -0.018403, + -0.074377, + 0.075649, + -0.119425, + -0.110911, + -0.009329, + 0.046478, + -0.046287, + 0.182719, + 0.138490, + 0.003418, + 0.020825, + -0.013999, + 0.176021, + 0.276760, + -0.130912, + -0.098250, + 0.111614, + 0.090321, + -0.123928, + 0.029106, + 0.153381, + -0.030748, + -0.075956, + -0.262531, + -0.282064, + 0.101022, + -0.017679, + -0.017452, + 0.018377, + 0.108246, + 0.025796, + -0.006512, + -0.162002, + -0.110700, + 0.191029, + 0.011154, + -0.127165, + 0.150993, + -0.098727, + 0.059040, + -0.042355, + -0.011959, + -0.063338, + 0.287178, + 0.057214, + -0.275557, + -0.027014, + -0.120699, + 0.009594, + 0.151404, + 0.062570, + 0.033947, + 0.065597, + -0.165357, + 0.090227, + -0.121079, + 0.180859, + -0.063490, + -0.022829, + 0.074521, + 0.134383, + 0.031832, + -0.036916, + 0.000055, + 0.137532, + 0.110368, + 0.090598, + -0.036709, + -0.038147, + -0.106158, + 0.044247, + 0.038377, + 0.201892, + -0.083663, + 0.058819, + -0.313295, + -0.030801, + -0.085644, + -0.236367, + -0.114027, + 0.061358, + 0.246136, + -0.016972, + -0.010575, + -0.106385, + 0.056405, + -0.125482, + 0.033523, + 0.175095, + 0.063034, + -0.079142, + 0.179163, + -0.267973, + -0.228881, + -0.019773, + 0.125260, + -0.048395, + -0.352476, + 0.019846, + -0.005790, + 0.141142, + 0.169084, + -0.029466, + -0.005931, + 0.185190, + 0.227795, + 0.216104, + 0.235569, + 0.024393, + 0.105826, + -0.001162, + 0.085236, + 0.044641, + 0.275820, + -0.106256, + 0.193320, + 0.030342, + 0.091146, + -0.255719, + 0.080984, + -0.089992, + -0.052282, + 0.101124, + -0.162928, + 0.260470, + 0.113754, + 0.042221, + -0.138703, + -0.101862, + 0.052293, + 0.165380, + 0.320011, + -0.082926, + 0.047059, + 0.027608, + 0.003325, + -0.143660, + -0.325689, + 0.155976, + 0.258272, + 0.123606, + -0.097106, + -0.163184, + 0.145608, + -0.028820, + 0.093289, + 0.021070, + 0.061926, + -0.038536, + -0.136947, + -0.043099, + 0.132734, + 0.273708, + 0.143106, + 0.048588, + -0.158681, + -0.026197, + 0.096092, + 0.107968, + 0.044718, + -0.138491, + 0.106129, + -0.085040, + 0.001563, + -0.046801, + 0.339422, + 0.147890, + -0.152375, + 0.027108, + -0.015178, + -0.150834, + 0.272687, + -0.226843, + 0.093798, + -0.009077, + -0.225243, + -0.107772, + -0.106959, + 0.116981, + 0.378576, + 0.042892, + 0.024420, + -0.017042, + 0.224716, + -0.103635, + 0.042692, + -0.035006, + -0.177119, + -0.081102, + -0.069301, + 0.031399, + -0.005488, + 0.022909, + -0.042781, + 0.069375, + -0.070152, + -0.201575, + 0.176561, + 0.046304, + -0.104295, + -0.358711, + -0.018638, + -0.008065, + 0.129481, + -0.142161, + 0.032176, + 0.100209, + -0.206778, + 0.186648, + -0.115759, + -0.065326, + 0.071156, + 0.001734, + 0.177939, + -0.250160, + 0.104556, + -0.012932, + -0.414632, + -0.089049, + 0.235331, + -0.169068, + 0.020863, + 0.036355, + -0.028224, + -0.085291, + 0.115780, + 0.017933, + 0.160768, + 0.000568, + -0.015128, + -0.113436, + 0.184937, + 0.041600, + 0.018957, + -0.085103, + 0.061247, + -0.248988, + 0.102232, + 0.107339, + 0.048698, + -0.287857, + -0.057303, + 0.299881, + -0.045445, + 0.027905, + -0.016262, + 0.048504, + 0.211380, + -0.066182, + -0.064048, + 0.170849, + -0.116445, + -0.049693, + -0.016792, + 0.083479, + -0.272418, + -0.180357, + -0.275839, + -0.127481, + 0.114407, + 0.001824, + -0.070618, + 0.223152, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.606 + std = 0.233 + data = [ + 0.668425, + 0.503030, + 0.788086, + 0.493662, + 0.528758, + 0.313296, + 0.605106, + 1.010428, + 0.685666, + 0.449745, + 0.164942, + 0.389047, + 0.750495, + 0.143520, + 0.450375, + 0.378632, + 0.260023, + 0.780685, + 0.760867, + 0.388772, + 0.432983, + 0.427928, + 0.201923, + 0.795786, + 0.291585, + 0.506849, + 0.176614, + 0.714120, + 0.110360, + 0.992966, + 0.813800, + 0.480494, + 0.830669, + 0.754342, + 0.680000, + 0.359111, + 0.429005, + 1.036542, + 0.180202, + 0.656059, + 0.286810, + 0.537354, + 0.854851, + 0.477828, + 1.079884, + 0.298527, + 0.551250, + 0.227109, + 0.749518, + 0.558012, + 0.782969, + 0.277523, + 0.745068, + 0.596114, + 0.636211, + 0.920770, + 0.776997, + 0.755451, + 0.423786, + 0.893765, + 0.310679, + 0.719502, + 0.603268, + 0.698734, + 0.119423, + 0.262319, + 0.824584, + 0.858439, + 0.382929, + 0.506385, + 0.102773, + 0.914470, + 0.775280, + 0.341779, + 0.390919, + 0.833253, + 0.030293, + 0.649353, + 0.710352, + 0.825961, + 0.296897, + 0.274767, + 0.609047, + 0.381675, + 0.776617, + 0.497077, + 0.515436, + 0.752446, + 0.743222, + 0.539780, + 0.692680, + 0.542343, + 0.692869, + 0.929764, + 0.397604, + 0.529520, + 0.548477, + 0.338079, + 0.858684, + 0.454045, + 0.884009, + 0.199614, + 0.604984, + 0.584973, + 0.322753, + 0.702359, + 0.658529, + 0.610959, + 0.791322, + 0.683428, + 0.995235, + 0.695830, + 0.523293, + 1.005477, + 0.229938, + 0.530435, + 0.633684, + 0.638562, + 0.772586, + 0.314653, + 0.957594, + 0.823734, + 0.553939, + 0.189436, + 0.758288, + 0.578173, + 0.979096, + 0.509836, + 0.652365, + 0.275669, + 0.270882, + 0.265464, + 0.764646, + 0.860854, + 0.520373, + 0.555070, + 0.712092, + 1.125926, + 0.461390, + 0.399683, + 0.462407, + 0.772215, + 0.321699, + 0.925332, + 0.739279, + 0.468653, + 0.329931, + 0.310157, + 0.834192, + 0.356935, + 0.744981, + 0.505177, + 0.391262, + 0.879912, + 0.789589, + 0.315508, + 0.489233, + 0.568996, + 0.731469, + 0.655646, + 0.422367, + 0.421171, + 0.138792, + 0.426616, + 0.820992, + 0.841555, + 0.691837, + 0.622466, + 0.809430, + 0.380406, + 0.948076, + 0.334694, + 0.830850, + 0.598702, + 0.931124, + 0.471761, + 0.462719, + 0.591860, + 0.754170, + 0.363022, + 0.514933, + 0.779590, + 0.655137, + 0.654308, + 0.679917, + 0.772500, + 0.743704, + 0.335829, + 0.713968, + 0.679504, + 0.488244, + 0.659719, + 0.509255, + 0.646702, + 0.478171, + 0.933866, + 0.504490, + 0.402173, + 0.829781, + 0.985130, + 0.319106, + 0.683453, + 0.836903, + 0.417819, + 0.408847, + 0.725384, + 0.185329, + 0.852714, + 0.268563, + 0.406205, + 0.601659, + 0.643172, + 0.831851, + 0.238744, + 0.226645, + 0.742528, + 0.865830, + 0.549433, + 0.504994, + 0.120111, + 1.055513, + 0.284726, + 0.830635, + 0.509129, + 0.875440, + 0.543022, + 1.016778, + 1.109657, + 0.842406, + 0.456806, + 0.299992, + 0.758668, + 0.853009, + 0.461772, + 0.546851, + 0.529238, + 0.839777, + 0.540397, + 0.233859, + 0.747441, + 0.943300, + 0.338327, + 1.014300, + 0.484756, + 0.850825, + 0.727936, + 0.871980, + 0.869871, + 0.299736, + 0.831442, + 0.391438, + 0.267665, + 0.887192, + 0.488701, + 0.304063, + 0.837898, + 0.159284, + 0.569602, + 0.871460, + 0.457088, + 0.497082, + 0.313914, + 0.182264, + 0.495565, + 0.409304, + 0.786555, + 0.803446, + 0.877457, + 0.675897, + 0.848629, + 0.335573, + 0.642572, + 0.681945, + 0.327601, + 1.028719, + 0.584849, + 0.411076, + 0.297732, + 0.622990, + 0.836314, + 1.022321, + 0.464526, + 0.947685, + 0.760107, + 0.489210, + 0.790890, + 0.822463, + 0.792293, + 0.571738, + 0.487540, + 0.626801, + 0.053629, + 0.717110, + 0.674418, + 0.240460, + 0.817296, + 0.450529, + 0.675531, + 0.941529, + 0.598399, + 0.824296, + 0.865806, + 0.715415, + 0.612933, + 0.450993, + 0.696581, + 0.359633, + 0.342855, + 0.882148, + 0.521757, + 0.258596, + 0.907361, + 0.359991, + 0.924314, + 0.569048, + 0.368052, + 0.748198, + 1.078429, + 0.610638, + 0.796285, + 0.636022, + 0.549164, + 0.631674, + 0.749653, + 0.403253, + 0.387631, + 0.672752, + 0.554659, + 0.803162, + 0.798767, + 0.551105, + 0.847732, + 0.836955, + 0.631618, + 0.602775, + 0.589121, + 0.398704, + 0.633731, + 0.201611, + 0.911966, + 0.525121, + 0.822314, + 0.879294, + 0.581653, + 0.854610, + 0.946443, + 0.795001, + 0.190928, + 0.476793, + 0.238287, + 0.477093, + 0.892245, + 0.564744, + 0.519886, + 0.759418, + 0.623967, + 0.875081, + 0.292191, + 0.587689, + 0.291609, + 0.191151, + 0.841151, + 0.366367, + 0.515060, + 0.583032, + 0.905868, + 0.676430, + 0.592245, + 0.778398, + 0.554732, + 0.692455, + 0.535081, + 0.464553, + 0.269047, + 0.251392, + 0.872046, + 0.459710, + 0.236224, + 0.655563, + 0.767087, + 0.321929, + 0.628699, + 0.474189, + 0.503475, + 0.854087, + 0.314604, + 0.271819, + 0.772188, + 0.203633, + 0.371056, + 0.319861, + 0.817777, + 0.441045, + 0.578606, + 0.705626, + 0.560669, + 0.653852, + 0.445521, + 0.917421, + 0.475581, + 0.801968, + 0.539115, + 0.855318, + 1.056991, + 0.750220, + 0.112369, + 0.737745, + 0.795944, + 0.724828, + 0.448129, + 0.488944, + 0.663539, + 0.417419, + 0.930972, + 0.682193, + 0.597694, + 0.914199, + 0.697192, + 0.732315, + 0.577791, + 0.520645, + 0.620007, + 0.875638, + 0.348682, + 0.664923, + 0.740940, + 0.460470, + 0.409826, + 0.755138, + 0.965182, + 0.715928, + 0.595304, + 0.463040, + 0.769618, + 0.630161, + 0.795137, + 0.766999, + 0.275403, + 0.679515, + 0.348476, + 0.917163, + 0.336809, + 0.987405, + 0.666335, + 0.897660, + 0.462227, + 1.223597, + 0.469366, + 0.642017, + 0.306785, + 1.196508, + 0.325804, + 0.871485, + 0.645373, + 0.406441, + 0.683113, + 0.612811, + 0.465097, + 0.754279, + 0.342069, + 0.615339, + 0.199788, + 0.714195, + 0.682423, + 0.198959, + 0.594422, + 0.391908, + 0.540415, + 0.362116, + 1.000668, + 0.384296, + 0.885578, + 0.784094, + 0.818225, + 0.332801, + 0.594413, + 0.931244, + 0.352116, + 0.514530, + 0.628155, + 0.876460, + 0.821265, + 0.742184, + 0.864917, + 0.558553, + 0.690996, + 0.724756, + 0.164930, + 0.604859, + 0.705429, + 0.979340, + 0.939523, + 0.894205, + 0.827450, + 0.725791, + 0.453129, + 0.294353, + 0.440551, + 0.798578, + 0.852102, + 0.831736, + 0.804658, + 1.152660, + 0.298954, + 0.722943, + 0.535967, + 0.588245, + 0.938440, + 0.417729, + 0.723733, + 0.773260, + 0.451569, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_6_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.004 + std = 0.131 + data = [ + -0.100653, + -0.107191, + 0.077596, + 0.076064, + -0.013202, + 0.034003, + -0.006793, + -0.139307, + 0.029890, + 0.002067, + 0.066503, + -0.031050, + 0.227708, + 0.003623, + 0.071573, + 0.026147, + 0.034145, + -0.070198, + -0.013680, + -0.036763, + 0.010732, + 0.100829, + -0.020833, + 0.079540, + -0.086615, + 0.039406, + 0.001736, + -0.069779, + 0.021975, + 0.038561, + 0.068719, + 0.038024, + -0.077571, + -0.155422, + 0.031585, + 0.060848, + 0.129924, + -0.008730, + -0.060936, + 0.111186, + -0.015267, + -0.009012, + -0.070826, + -0.054537, + 0.070802, + -0.002844, + 0.126787, + 0.017738, + 0.043321, + -0.020661, + -0.026211, + -0.102481, + -0.143913, + 0.020833, + 0.038832, + -0.012685, + 0.043445, + -0.036045, + 0.130329, + -0.096213, + -0.061404, + -0.107747, + -0.045366, + -0.033751, + 0.002996, + 0.171764, + -0.064576, + 0.084732, + 0.056677, + -0.069177, + 0.016599, + 0.021994, + 0.035368, + 0.100306, + -0.076416, + 0.090918, + 0.003598, + -0.115666, + -0.031066, + -0.033361, + 0.252844, + 0.031002, + -0.053661, + -0.022329, + -0.077965, + 0.050594, + -0.196249, + -0.040502, + -0.009426, + 0.091758, + -0.037107, + -0.002309, + 0.147121, + 0.033757, + 0.039056, + 0.013384, + -0.027898, + 0.011901, + 0.083818, + 0.090452, + -0.020633, + 0.021187, + -0.019081, + 0.045059, + -0.015545, + 0.078239, + -0.032748, + 0.037418, + -0.104244, + -0.096055, + 0.084422, + -0.058315, + 0.078180, + -0.078172, + -0.004025, + -0.056823, + -0.098043, + 0.012177, + -0.153253, + 0.042328, + -0.166614, + -0.142005, + -0.020460, + 0.022814, + 0.105328, + -0.063087, + -0.001383, + 0.133457, + -0.019472, + 0.000841, + 0.171703, + -0.026404, + -0.165674, + 0.057192, + 0.000994, + -0.043703, + 0.021291, + 0.041597, + -0.039780, + -0.008355, + -0.034848, + -0.095424, + -0.058448, + -0.038540, + -0.065685, + 0.025020, + -0.022853, + 0.000640, + -0.005843, + -0.008278, + -0.052584, + -0.096986, + 0.020944, + -0.067940, + 0.000217, + -0.019341, + -0.031182, + 0.053565, + 0.005892, + -0.040645, + -0.006745, + 0.131152, + -0.002845, + 0.007907, + 0.002886, + 0.020089, + -0.110494, + -0.045500, + -0.083846, + -0.053406, + 0.040776, + -0.021478, + 0.094794, + 0.041752, + -0.022386, + -0.234383, + 0.150309, + -0.020542, + 0.102682, + -0.117673, + -0.045020, + -0.156240, + -0.050826, + 0.000208, + -0.011950, + 0.034253, + -0.106017, + -0.035477, + -0.011271, + 0.046732, + -0.024170, + -0.102260, + -0.006431, + -0.202457, + -0.093338, + 0.067687, + -0.008562, + -0.584486, + -0.097111, + 0.102828, + -0.036280, + -0.033832, + 0.019078, + -0.120291, + 0.103151, + 0.048979, + 0.020841, + -0.090417, + -0.015536, + 0.026229, + -0.087863, + -0.054846, + 0.119726, + -0.157833, + -0.009072, + 0.129915, + -0.060243, + 0.014508, + -0.107786, + -0.015176, + 0.006244, + 0.014577, + -0.003977, + -0.006037, + -0.082272, + -0.039446, + -0.035478, + -0.068255, + -0.114475, + 0.046143, + -0.024561, + -0.092925, + -0.001836, + -0.074556, + 0.062601, + 0.029004, + 0.054532, + -0.005043, + 0.038395, + 0.001319, + -0.129164, + 0.071870, + 0.073728, + -0.013725, + -0.098796, + 0.113738, + 0.082614, + -0.033786, + -0.032993, + -0.048756, + -0.384520, + -0.010032, + -0.020451, + -0.107292, + -0.029560, + 0.136266, + -0.009537, + 0.060668, + -0.051277, + -0.104665, + 0.014341, + 0.002400, + -0.068168, + 0.446046, + 0.029462, + 0.054611, + -0.096373, + 0.001920, + -0.056308, + -0.090833, + 0.110943, + -0.003849, + -0.144163, + 0.232458, + -0.020608, + 0.051913, + 0.083469, + 0.010487, + 0.059947, + 0.095750, + -0.103091, + -0.045173, + 0.311429, + 0.054483, + 0.092637, + -0.048175, + 0.005120, + -0.183320, + 0.081892, + 0.007356, + -0.017609, + 0.009502, + -0.263089, + 0.074120, + 0.038359, + 0.013150, + -0.084009, + 0.041128, + -0.052379, + -0.087043, + -0.010290, + -0.036987, + 0.096987, + 0.047467, + -0.053314, + 0.032634, + -0.004214, + -0.003252, + -0.032419, + -0.071408, + -0.035341, + 0.051628, + 0.034472, + 0.024216, + 0.025598, + 0.068075, + 0.146492, + 0.046707, + -0.028596, + 0.074173, + -0.058764, + 0.085248, + -0.028124, + 0.005182, + 0.018127, + 0.030921, + 0.135211, + 0.082568, + -0.017472, + 0.144876, + 0.020819, + -0.037716, + 0.006084, + 0.096738, + -0.023058, + 0.068799, + -0.040439, + 0.089725, + -0.001802, + -0.035910, + -0.034851, + -0.064245, + -0.085613, + -0.008530, + -0.251465, + -0.104208, + -0.112937, + -0.037882, + -0.003823, + -0.207144, + -0.315764, + -0.241768, + 0.014349, + 0.053131, + -0.032651, + -0.006941, + 0.020258, + 0.059157, + -0.002956, + 0.009692, + 0.003073, + -0.079455, + -0.402109, + -0.117519, + 0.058118, + 0.065323, + 0.094459, + -0.198769, + -0.065946, + 0.076106, + 0.207773, + -0.020228, + 0.027756, + -0.024262, + -0.084796, + -0.116915, + 0.028527, + 0.063965, + -0.052314, + -0.008013, + -0.246056, + 0.109543, + 0.067352, + 0.036492, + -0.131019, + -0.027156, + 0.327374, + 0.173054, + -0.127568, + 0.027645, + -0.058186, + -0.108500, + 0.090079, + -0.015487, + 0.060464, + 0.020290, + -0.026979, + 0.072553, + -0.093210, + -0.056655, + 0.110159, + 0.123820, + 0.007938, + 0.048655, + -0.158959, + 0.053911, + 0.014376, + 0.106028, + 0.055973, + 0.071267, + -0.064457, + -0.009601, + 0.104181, + 0.019497, + 0.112791, + -0.045047, + -0.057226, + 0.012863, + -0.261906, + -0.000891, + 0.063825, + 0.079696, + -0.059858, + 1.969734, + -0.016474, + -0.010017, + 0.041881, + -0.063699, + -0.024684, + -0.160996, + -0.172431, + 0.028398, + -0.041896, + 0.028822, + 0.292648, + -0.064061, + 0.035839, + 0.035271, + -0.052896, + 0.000727, + -0.116687, + 0.004257, + -0.004049, + -0.035801, + 0.001386, + 0.060180, + 0.082089, + 0.076525, + -0.223771, + 0.438244, + -0.118031, + -0.062211, + -0.059141, + -0.094479, + -0.106662, + 0.062946, + -0.080488, + -0.133254, + 0.075804, + -0.027597, + -0.011836, + -0.108257, + 0.046516, + -0.037080, + -0.058975, + 0.018859, + -0.104336, + 0.030954, + -0.000482, + -0.058771, + 0.233937, + -0.054341, + -0.036568, + -0.042025, + 0.081437, + 0.029714, + 0.268893, + 0.016297, + 0.036992, + 0.022725, + -0.048402, + 0.045859, + -0.189632, + -0.047647, + 0.029740, + 0.141385, + -0.013840, + 0.022337, + -0.017950, + -0.126318, + 0.083279, + -0.033239, + -0.063979, + 0.003727, + 0.078855, + -0.126258, + -0.426993, + -0.027861, + -0.025952, + 0.049400, + -0.093777, + -0.120748, + -0.042015, + -0.013125, + 0.019383, + -0.014880, + 0.001060, + 0.104909, + 0.037302, + 0.043158, + -0.126781, + -0.065463, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_6_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.109 + std = 0.917 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_6_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.045 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_6_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.353 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_6_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.249 + data = [ + 0.086030, + 0.205227, + 0.056001, + -0.155228, + -0.138255, + -0.084304, + 0.156886, + -0.371257, + 0.306959, + 0.137514, + 0.043225, + -0.132986, + -0.049291, + 0.010075, + 0.344829, + 0.119004, + -0.038700, + -0.039334, + -0.140333, + -0.176040, + 0.182240, + -0.036917, + 0.141258, + 0.308953, + -0.166673, + -0.049630, + -0.196126, + 0.023733, + 0.002610, + 0.004833, + -0.413680, + 0.209755, + 0.047222, + 0.035294, + 0.115316, + -0.129668, + -0.076133, + 0.140810, + 0.199904, + 0.188334, + -0.038580, + -0.105657, + 0.113802, + 0.215074, + -0.123937, + 0.130678, + 0.173343, + 0.081854, + -0.110046, + 0.476206, + -0.127392, + -0.091024, + 0.061218, + -0.086357, + -0.049721, + -0.230409, + 0.083007, + 0.373018, + -0.263151, + -0.154508, + -0.188970, + -0.278809, + 0.055525, + -0.038381, + 0.028300, + 0.313455, + -0.170943, + -0.069887, + -0.360791, + 0.135564, + 0.147276, + 0.239493, + -0.113628, + 0.107979, + -0.249620, + -0.038308, + 0.149092, + 0.161954, + 0.162773, + 0.055997, + 0.166186, + 0.041158, + 0.211859, + -0.038225, + -0.349289, + -0.298828, + 0.418108, + -0.257340, + 0.114458, + -0.043705, + 0.207729, + -0.178947, + 0.040216, + -0.183681, + 0.140430, + 0.050374, + 0.060321, + -0.061025, + 0.013453, + -0.304385, + -0.094549, + -0.148387, + -0.013761, + -0.147447, + -0.087076, + 0.043061, + -0.009460, + -0.020011, + -0.118155, + -0.025451, + 0.097741, + 0.036805, + -0.132944, + 0.025726, + 0.188657, + -0.346838, + 0.014660, + -0.012548, + -0.126948, + -0.028766, + -0.071126, + -0.006078, + 0.134548, + 0.023091, + -0.061978, + 0.263604, + 0.069302, + -0.121860, + -0.045568, + 0.099680, + 0.026893, + -0.146830, + 0.065970, + -0.104948, + 0.061885, + -0.094755, + -0.039472, + 0.146763, + 0.328006, + 0.086677, + 0.236550, + 0.114530, + -0.008096, + -0.279148, + -0.118176, + -0.100989, + 0.205637, + -0.027925, + -0.101435, + 0.036309, + 0.111454, + 0.004312, + 0.228463, + 0.106759, + 0.166728, + 0.185815, + 0.258986, + -0.190351, + 0.071942, + 0.143418, + 0.045910, + -0.059025, + 0.129294, + 0.019271, + -0.183394, + -0.217480, + 0.033565, + 0.190212, + -0.032275, + -0.187463, + -0.016356, + 0.022216, + -0.297469, + 0.194125, + -0.148770, + -0.158110, + -0.031398, + -0.070488, + -0.002867, + -0.029741, + 0.059559, + -0.181426, + 0.099800, + 0.005632, + 0.005620, + 0.149276, + -0.229538, + -0.019185, + 0.177803, + 0.259597, + -0.015210, + 0.074168, + -0.099700, + 0.144630, + -0.016565, + 0.207784, + 0.073748, + -0.003984, + 0.181696, + -0.071815, + 0.188985, + -0.118386, + -0.076674, + -0.050770, + -0.195401, + -0.058342, + 0.107255, + -0.042897, + 0.026871, + 0.131833, + 0.056329, + -0.083033, + -0.162698, + 0.157191, + -0.091422, + -0.017753, + 0.301735, + 0.337511, + 0.052688, + 0.105031, + 0.142691, + 0.277312, + -0.103374, + 0.346518, + 0.148973, + 0.035903, + 0.180594, + 0.122454, + -0.053086, + 0.086617, + 0.017713, + 0.189071, + 0.074815, + 0.054214, + 0.044392, + -0.082599, + 0.053326, + 0.035695, + 0.024929, + 0.070931, + -0.368964, + 0.032661, + -0.170045, + 0.171229, + 0.077556, + 0.322997, + -0.015803, + -0.017143, + -0.019303, + 0.118475, + -0.035935, + 0.250740, + -0.111752, + 0.149690, + -0.164451, + 0.048179, + 0.070630, + -0.021556, + -0.165141, + 0.255428, + 0.096976, + 0.253497, + 0.051399, + -0.064869, + -0.162587, + -0.047647, + -0.066268, + -0.065189, + 0.036311, + -0.055266, + 0.098133, + -0.239530, + 0.234956, + -0.348656, + -0.076102, + 0.156129, + 0.206391, + 0.015351, + 0.069129, + 0.115159, + 0.044198, + 0.016740, + 0.224563, + -0.089028, + -0.127322, + -0.024339, + -0.289236, + -0.197764, + 0.228081, + 0.079804, + -0.031089, + -0.120499, + -0.002782, + 0.412822, + 0.194475, + 0.102367, + 0.148418, + 0.036765, + 0.016145, + 0.116846, + 0.023290, + 0.266968, + 0.098134, + -0.120759, + 0.113855, + -0.007524, + 0.112455, + 0.149290, + 0.019821, + 0.028840, + -0.030238, + 0.074276, + 0.119259, + -0.061945, + -0.212733, + -0.173175, + -0.065185, + 0.197808, + -0.052595, + -0.026762, + -0.126893, + -0.213264, + 0.155780, + -0.104810, + 0.025475, + -0.032793, + -0.123368, + 0.098690, + 0.127447, + -0.166696, + 0.076200, + -0.453409, + -0.040658, + -0.072146, + -0.085418, + 0.059506, + -0.033305, + 0.162155, + 0.064010, + 0.037040, + -0.032844, + -0.006300, + 0.189248, + 0.049175, + -0.041342, + -0.062542, + -0.057047, + 0.009765, + 0.004720, + 0.225675, + -0.072815, + -0.246358, + -0.101530, + 0.094551, + 0.119525, + -0.059873, + 0.003174, + -0.001652, + 0.012095, + 0.071676, + 0.217812, + 0.089840, + 0.359343, + -0.219162, + -0.250901, + -0.216911, + 0.111749, + -0.164415, + -0.339839, + -0.182638, + 0.014265, + 0.038296, + 0.107364, + 0.165774, + 0.025240, + 0.204244, + 0.224452, + 0.141942, + 0.093419, + -0.140315, + 0.045209, + 0.237298, + -0.267271, + -0.341679, + 0.187863, + 0.038920, + -0.152809, + -0.549526, + 0.133132, + 0.300574, + 0.083420, + 0.028695, + -0.418835, + -0.029207, + 0.002608, + -0.224518, + -0.019993, + -0.071535, + -0.158232, + -0.011101, + 0.126600, + -0.256611, + 0.085750, + 0.225548, + -0.137233, + 0.107361, + -0.078730, + -0.045029, + -0.184191, + 0.106993, + -0.008611, + 0.061384, + 0.062189, + 0.025561, + -0.013466, + -0.101736, + -0.082502, + 0.110934, + -0.025331, + -0.130213, + -0.332247, + 0.347977, + 0.061994, + -4.231009, + 0.349881, + 0.010840, + -0.223077, + -0.011329, + -0.185468, + -0.083582, + 0.030307, + -0.136551, + 0.097348, + -0.087793, + -0.022307, + 0.107104, + -0.028061, + 0.068415, + 0.172512, + 0.137933, + 0.197854, + -0.014989, + -0.062025, + -0.108267, + 0.276084, + -0.270161, + 0.279102, + 0.083395, + 0.236212, + -0.974437, + 0.189883, + 0.109612, + -0.126405, + 0.213922, + -0.098475, + -0.178276, + 0.386735, + -0.026841, + -0.000053, + -0.030297, + 0.194654, + 0.050457, + -0.125354, + 0.103790, + 0.192618, + -0.160853, + -0.277914, + 0.243269, + 0.018123, + 0.042927, + -0.055298, + -0.075080, + 0.116963, + -0.071103, + 0.111305, + 0.174015, + -0.399791, + -0.136920, + -0.241778, + 0.119795, + -0.258803, + -0.071517, + -0.142717, + 0.154261, + -0.033201, + 0.250100, + 0.091097, + -0.022926, + -0.177558, + 0.095180, + -0.001244, + -0.111789, + 0.039095, + 0.165546, + -0.181086, + -0.222677, + 0.079352, + -0.104500, + 0.068592, + 0.018996, + -0.077374, + 0.034010, + -0.094408, + 0.087021, + -0.192133, + -0.413104, + 0.154245, + 0.062853, + -0.257719, + 0.079112, + 0.061451, + 0.244263, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.808 + std = 0.136 + data = [ + 0.723691, + 0.832979, + 0.794921, + 0.915202, + 0.837025, + 0.887626, + 0.840610, + 0.725843, + 0.680435, + 0.923699, + 0.910234, + 0.804881, + 0.869851, + 0.811527, + 0.712107, + 0.976143, + 0.897871, + 0.843368, + 0.736227, + 0.464748, + 0.838374, + 0.894734, + 0.660113, + 0.742203, + 0.927665, + 0.832909, + 0.852914, + 0.698118, + 0.792470, + 0.762039, + 0.772021, + 0.911055, + 0.822237, + 0.015092, + 0.797757, + 0.825322, + 0.934382, + 0.824966, + 1.127939, + 0.834441, + 0.882799, + 0.816825, + 0.763626, + 0.733901, + 0.824979, + 0.845032, + 0.864532, + 0.906566, + 0.902627, + 0.908402, + 0.714996, + 0.534140, + 0.714154, + 0.709496, + 0.842709, + 0.855066, + 0.837116, + 0.768380, + 0.868545, + 0.651251, + 0.851943, + 0.900539, + 0.822541, + 0.782246, + 0.777680, + 0.867477, + 0.770847, + 0.702464, + 0.790626, + 0.897788, + 0.959169, + 0.711787, + 0.781049, + 0.906683, + 0.909118, + 0.748881, + 0.876245, + 0.819461, + 0.932187, + 0.757562, + 1.012448, + 0.928505, + 0.868731, + 0.874487, + 0.718820, + 0.886681, + 0.879811, + 0.647708, + 0.777314, + 0.833829, + 0.772673, + 0.883574, + 0.760045, + 0.790365, + 0.994365, + 0.208585, + 0.807717, + 0.949692, + 0.736896, + 0.895077, + 0.780627, + 1.145433, + 0.792447, + 0.847906, + 0.802019, + 0.811405, + 0.692893, + 0.755311, + 0.791921, + 0.804877, + 0.777767, + 0.863691, + 0.862715, + 0.753723, + 0.836406, + 0.850402, + 0.740939, + 0.727229, + 0.808202, + 0.902727, + 0.819463, + 0.781333, + 0.840198, + 0.881534, + 0.834621, + 0.812689, + 0.770254, + 0.888077, + 0.870512, + 0.641473, + 1.072456, + 0.866885, + 0.714765, + 0.690298, + 0.908222, + 0.862714, + 0.815866, + 0.777734, + 0.846499, + 0.845953, + 0.978217, + 0.819927, + 0.845444, + 0.724542, + 0.892829, + 0.687144, + 0.948204, + 0.925022, + 0.755947, + 0.979884, + 0.001185, + 0.809146, + 0.873850, + 0.869771, + 0.709093, + 0.890783, + 0.968492, + 0.759907, + -0.000026, + 0.782576, + 0.843375, + 0.997273, + 0.911492, + 0.801557, + 0.754115, + 0.787113, + 0.735021, + 0.834568, + 0.783834, + 0.900138, + 0.762342, + 0.836214, + 0.792396, + 0.832928, + 0.790603, + 0.944596, + 0.755554, + 0.858747, + 0.822229, + 1.193298, + 0.833017, + 0.784343, + 0.609625, + 0.806581, + 0.734777, + 0.810881, + 0.805459, + 0.860516, + 0.729150, + -0.003043, + 0.785309, + 0.822149, + 0.749148, + 0.746244, + 0.751771, + 0.704201, + 0.745031, + 0.915171, + 0.744959, + 0.630741, + 0.821182, + 0.864600, + 0.766733, + 0.805371, + 0.968166, + 0.819042, + 1.007310, + 0.765184, + 0.922120, + 0.789098, + 0.790034, + 0.663384, + 0.762456, + 1.033771, + 0.895361, + 0.835432, + 0.405425, + 0.679592, + 0.780966, + 0.876125, + 0.762887, + 0.872994, + 0.724067, + 0.747128, + 0.798765, + 0.754793, + 0.605266, + 0.755115, + 0.732170, + 0.918260, + 0.801624, + 0.705882, + 0.749623, + 0.802335, + 0.790978, + 0.885949, + 0.846728, + 0.788618, + 0.969898, + 0.735936, + 0.804517, + 0.895571, + 0.726255, + 0.898866, + 0.882365, + 0.696101, + 0.759932, + 0.779155, + 0.551887, + 0.731304, + 0.909757, + 0.798659, + 0.739001, + 0.805334, + 0.844702, + 0.736306, + 0.906467, + 0.882102, + 0.744320, + 0.879072, + 0.897985, + 0.956916, + 1.023945, + 0.966856, + 0.851703, + 0.699357, + 0.718140, + 0.733160, + 0.668729, + 0.839945, + 0.807204, + 0.799705, + 0.783966, + 1.035288, + 0.634857, + 0.793615, + 0.877419, + 0.837317, + 0.785229, + 0.772133, + 0.802846, + 0.848955, + 0.669124, + 0.760964, + 0.909995, + 0.645474, + 0.687393, + 0.959203, + 0.836748, + 0.868566, + 0.835873, + 0.767835, + 0.835338, + 0.860165, + 0.970253, + 0.684516, + 0.908384, + 0.832106, + 0.682307, + 0.809040, + 0.740555, + 0.764718, + 0.827136, + 0.866303, + 0.833136, + 0.759688, + 0.979052, + 0.838937, + 0.678721, + 0.794098, + 1.104912, + 0.636333, + 0.825662, + 0.713150, + 0.919620, + 0.745259, + 0.791222, + 0.762093, + 0.860365, + 0.737748, + 0.875729, + 0.782627, + 0.828748, + 0.748360, + 0.800554, + 0.887967, + 0.808990, + 0.833482, + 0.734373, + 0.909603, + 0.859067, + 1.026382, + 0.661981, + 0.839168, + 0.783914, + 0.827275, + 0.751398, + 0.989864, + 0.744788, + 0.704634, + 0.808027, + 0.847402, + 0.837097, + 0.780729, + 0.823291, + 0.757639, + 0.851867, + 0.905009, + 0.911823, + 1.169517, + 0.947119, + 1.006332, + 0.822783, + 0.754131, + 0.779069, + 0.925885, + 0.786689, + 0.770362, + 0.812581, + 0.909764, + 0.909448, + 0.773546, + 1.203694, + 0.948704, + 0.913605, + 0.873628, + 0.892053, + 0.994012, + 0.970386, + 0.939338, + 0.758341, + 0.731983, + 0.692490, + 1.002593, + 0.793116, + 0.736982, + 0.948458, + 0.823229, + 0.896316, + 0.623935, + 1.209835, + 0.905935, + 0.737858, + 0.899118, + 0.716276, + 0.807872, + 1.176559, + 0.725568, + 1.107170, + 0.938882, + 0.861239, + 0.670623, + 0.738082, + 0.781355, + 0.890302, + 0.878006, + 0.679864, + 0.867933, + 0.809342, + 0.913735, + 0.675553, + 0.773651, + 0.805492, + 0.808828, + 0.840928, + 0.587715, + 0.675808, + 0.768754, + 0.866034, + 0.927005, + 0.782340, + 0.693764, + 0.787963, + 0.770960, + 0.745377, + 0.783690, + 0.755348, + 0.796327, + 0.362995, + 0.802918, + 0.928283, + 0.839969, + 0.764475, + 0.488896, + 0.849403, + 0.752497, + 0.794069, + 0.787812, + 0.775011, + 0.660536, + 0.832301, + 0.696882, + 0.863920, + 0.792670, + 0.057380, + 0.836860, + 0.733085, + 0.787398, + 0.809676, + 0.733983, + 0.740804, + 0.774835, + 0.710645, + 0.792141, + 0.775815, + 0.906798, + 0.565409, + 0.570754, + 0.712236, + 1.084576, + 0.549025, + 0.859184, + 0.845658, + 0.833791, + 0.928301, + 0.629788, + 0.897962, + 0.836612, + 0.869049, + 0.812650, + 0.795313, + 0.857827, + 0.726845, + 0.824744, + 1.128340, + 0.747392, + 0.936925, + 0.721491, + 0.784548, + 0.662239, + 0.935277, + 0.788902, + 0.686255, + 0.844796, + 1.005725, + 0.788089, + 0.746053, + 0.809817, + 0.701355, + 0.875561, + 0.730821, + 0.797469, + 0.848467, + 0.903659, + 0.894766, + 0.709626, + 0.782431, + 0.841481, + 0.848213, + 0.826618, + 0.687482, + 0.735606, + 0.707391, + 0.757089, + 0.777766, + 0.831003, + 1.277882, + 0.859337, + 0.839015, + 0.662614, + 0.893965, + 0.818361, + 0.720090, + 0.839210, + 0.737663, + 0.956110, + 0.871664, + 0.764743, + 0.917163, + 0.754166, + 0.889849, + 0.901898, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_6_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.008 + std = 0.206 + data = [ + -0.187679, + -0.370312, + 0.101346, + 0.321450, + -0.004008, + 0.164183, + -0.154397, + 0.147799, + -0.032812, + -0.206461, + -0.175855, + 0.140427, + 0.441616, + 0.021307, + 0.035697, + 0.002474, + 0.152432, + -0.129096, + 0.052010, + 0.235127, + -0.149038, + 0.271729, + 0.000594, + -0.029263, + 0.023539, + 0.088655, + -0.618444, + -0.107798, + -0.136717, + 0.084746, + 0.281568, + 0.068157, + -0.073992, + -0.000272, + 0.018435, + 0.238370, + 0.508496, + -0.138090, + 0.655515, + 0.178007, + 0.081016, + -0.027250, + -0.143109, + -0.207002, + 0.180443, + -0.111045, + 0.174225, + 0.413738, + 0.170828, + -0.344058, + -0.007437, + -0.542450, + -0.207021, + 0.082731, + 0.230840, + 0.043195, + 0.014339, + -0.201850, + 0.495354, + -0.082153, + -0.194135, + 0.041915, + -0.153991, + -0.014069, + -0.181605, + 0.143639, + -0.070394, + 0.089164, + 0.409925, + -0.260237, + -0.215573, + -0.101191, + 0.081390, + -0.106925, + -0.153471, + 0.137370, + 0.264407, + -0.179352, + -0.013912, + -0.009157, + 0.256391, + 0.425496, + -0.194385, + 0.146478, + 0.077924, + 0.255472, + -0.439661, + 0.090516, + -0.020380, + 0.183947, + -0.207810, + 0.121332, + 0.226736, + 0.148485, + -0.196148, + -0.019171, + -0.219335, + 0.297432, + 0.114283, + 0.383439, + 0.052105, + -0.991618, + 0.034210, + 0.180163, + 0.129408, + 0.105144, + 0.433221, + -0.002380, + -0.102181, + -0.114829, + 0.120054, + -0.204871, + 0.236088, + -0.195463, + -0.213930, + 0.034580, + -0.051492, + -0.042313, + -0.181188, + -0.094602, + -0.220930, + -0.122595, + -0.136185, + 0.028915, + 0.241049, + -0.418596, + 0.025711, + 0.268514, + -0.081619, + -0.063474, + -0.032393, + -0.123913, + -0.248277, + 0.075422, + 0.007387, + -0.000070, + 0.043362, + 0.071798, + -0.207521, + 0.103868, + -0.392144, + -0.201011, + -0.122369, + 0.110531, + -0.150820, + -0.077750, + -0.291888, + -0.183726, + 0.092228, + -0.258925, + -0.000280, + -0.129728, + -0.151095, + -0.283414, + -0.087022, + -0.221738, + -0.227484, + 0.158634, + 0.000005, + -0.177089, + -0.038340, + 0.526249, + 0.493399, + 0.092350, + 0.014354, + 0.063403, + -0.134029, + -0.087504, + -0.204168, + 0.179902, + 0.023146, + -0.044476, + 0.215269, + -0.077666, + 0.067919, + 0.144333, + 0.273277, + -0.005914, + 0.150763, + 0.639823, + -0.217349, + -0.142501, + -0.088014, + 0.000387, + -0.032738, + -0.029798, + -0.002956, + -0.189992, + -0.022406, + 0.002339, + -0.042172, + -0.219082, + 0.012997, + -0.286502, + -0.177593, + -0.041146, + -0.089954, + 0.090812, + -0.127244, + 0.142756, + -0.139838, + -0.027184, + 0.000180, + -0.208017, + 0.521605, + 0.082277, + -0.288712, + -0.013453, + -0.284611, + 0.060427, + -0.130876, + -0.089175, + 0.277191, + -0.012699, + 0.084800, + 0.230112, + -0.021745, + -0.078873, + -0.199451, + 0.029402, + -0.042633, + 0.093533, + 0.185605, + -0.159781, + -0.110700, + -0.092710, + 0.046339, + -0.096486, + -0.127925, + 0.024939, + 0.043992, + -0.182553, + 0.015489, + -0.182211, + 0.133282, + 0.221353, + 0.198726, + 0.066662, + -0.149531, + 0.022089, + 0.090006, + 0.415950, + 0.154287, + -0.054836, + -0.171807, + -0.252980, + 0.121226, + 0.020324, + 0.001113, + -0.062540, + 0.187778, + -0.098713, + 0.027575, + -0.304331, + -0.028337, + 0.071417, + -0.209213, + 0.262373, + 0.018972, + -0.375458, + -0.121530, + 0.045396, + 0.077206, + 0.042103, + 0.036152, + 0.104149, + 0.195439, + 0.025191, + -0.055428, + -0.111046, + 0.191433, + 0.114962, + -0.290915, + -0.181352, + -0.060538, + 0.102459, + 0.094917, + 0.063451, + 0.046281, + -0.004863, + -0.141510, + -0.081956, + -0.345701, + 0.087686, + 0.304765, + 0.008035, + 0.041848, + -0.279217, + 0.037752, + 0.025245, + -0.122305, + -0.158023, + 0.429240, + -0.069896, + -0.147437, + -0.099102, + -0.392097, + -0.047098, + 0.006179, + -0.159427, + -0.022321, + -0.141679, + 0.069121, + 0.172304, + -0.090354, + 0.056350, + -0.237773, + -0.074562, + -0.023755, + -0.177274, + 0.834302, + 0.021456, + -0.026537, + 0.006394, + 0.201245, + 0.250763, + 0.129388, + -0.042575, + -0.113711, + 0.126673, + 0.065468, + 0.261751, + -0.116507, + 0.037111, + -0.119407, + -0.029515, + 0.221957, + 0.042143, + -0.109034, + 0.320712, + 0.067157, + -0.084428, + 0.060911, + 0.122985, + 0.049619, + 0.210756, + -0.038969, + 0.353552, + 0.163342, + -0.033754, + 0.056944, + -0.062006, + -0.116124, + 0.052726, + -0.275580, + -0.243836, + -0.165114, + 0.038685, + 0.078931, + 0.194423, + 0.369932, + -0.224015, + 0.013320, + 0.080123, + -0.026195, + 0.045977, + 0.046577, + 0.044951, + 0.066105, + 0.132789, + -0.152562, + -0.086383, + 0.371827, + 0.041269, + 0.246749, + 0.215844, + 0.171850, + -0.362381, + 0.301568, + 0.404953, + 0.254832, + 0.011691, + -0.041723, + 0.710393, + -0.269539, + -0.122228, + -0.248890, + -0.073077, + -0.175900, + 0.042506, + 0.800797, + 0.059854, + 0.195876, + 0.549738, + -0.125455, + -0.244017, + -0.372412, + 0.339841, + 0.347777, + 0.195233, + -0.347924, + -0.139113, + 0.342180, + -0.065782, + 0.146063, + 0.061590, + -0.054592, + 0.190468, + -0.134456, + 0.220050, + 0.017281, + 0.269676, + 0.041035, + -0.100990, + -0.145204, + 0.139994, + 0.169678, + 0.096319, + 0.127144, + 0.074255, + -0.020116, + -0.051358, + 0.200710, + -0.042742, + 0.180465, + 0.029014, + -0.092637, + -0.069065, + 0.013010, + 0.040503, + 0.230847, + -0.077764, + -0.073266, + 1.166620, + -0.158859, + 0.121104, + 0.171627, + 0.023192, + 0.037198, + -0.079286, + -0.341366, + -0.007489, + -0.077502, + 0.091684, + 0.020966, + -0.130747, + 0.094427, + -0.096397, + -0.307679, + -0.037565, + -0.125941, + 0.012084, + -0.059133, + 0.033436, + -0.081127, + 0.083309, + 0.130300, + 0.099659, + -0.405081, + 0.056269, + -0.111210, + -0.180736, + 0.028050, + -0.156530, + -0.282247, + 0.100078, + -0.398884, + -0.071747, + 0.147495, + -0.042224, + -0.183357, + -0.020821, + 0.194694, + -0.126640, + 0.400719, + 0.086014, + -0.257717, + -0.087042, + 0.089135, + 0.089334, + -0.424505, + -0.078414, + -0.036606, + 0.042440, + 0.533250, + -0.047515, + 0.256382, + 0.141515, + 0.109825, + 0.036499, + 0.062800, + 0.116357, + -0.179048, + -0.094389, + -0.066773, + 0.000014, + -0.028689, + -0.017407, + 0.135593, + -0.315661, + 0.100555, + -0.102693, + -0.031742, + 0.061892, + 0.107198, + -0.243429, + -0.261478, + 0.086306, + -0.042721, + 0.042264, + 0.001931, + -0.199492, + 0.223685, + 0.144903, + 0.116462, + 0.157634, + -0.201405, + 0.075466, + 0.202823, + 0.063820, + -0.033260, + -0.382092, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_6_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.649 + std = 0.149 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_6_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.003 + std = 0.142 + data = [ + -0.121187, + -0.104918, + 0.059123, + 0.161478, + -0.064621, + 0.153091, + -0.259677, + -0.075191, + -0.173736, + -0.183496, + -0.201412, + 0.184473, + 0.279476, + 0.015250, + -0.040417, + -0.053236, + 0.061693, + -0.045051, + -0.070149, + -0.050821, + -0.232027, + 0.059677, + 0.070077, + -0.239290, + 0.182871, + 0.103603, + -0.158434, + -0.104586, + -0.058535, + -0.032699, + -0.046863, + 0.069880, + -0.196587, + -0.057576, + -0.053600, + -0.021090, + 0.026791, + -0.231808, + 0.244622, + 0.067849, + 0.210778, + -0.132867, + -0.069183, + -0.030438, + 0.097776, + -0.178657, + -0.083119, + 0.131932, + 0.055214, + -0.434078, + 0.170323, + -0.016883, + -0.018591, + 0.276394, + 0.179964, + 0.021630, + 0.095292, + 0.115526, + 0.215375, + 0.044756, + 0.110050, + 0.214454, + 0.059814, + -0.026448, + 0.068529, + 0.091774, + -0.135312, + 0.059771, + 0.265710, + -0.017298, + -0.122016, + -0.057569, + -0.088256, + -0.008982, + -0.191899, + 0.120839, + 0.188405, + -0.141122, + -0.170558, + 0.083382, + -0.155376, + 0.056623, + -0.184807, + 0.060860, + 0.278515, + 0.107790, + 0.143538, + 0.050469, + -0.035728, + -0.113641, + -0.239592, + -0.003674, + 0.056646, + 0.168134, + -0.236361, + -0.005820, + -0.111145, + 0.160998, + 0.004944, + 0.161974, + 0.203718, + -0.285878, + 0.005170, + 0.095195, + 0.210063, + 0.216671, + 0.242263, + -0.213634, + -0.126205, + -0.050529, + 0.106341, + -0.138667, + 0.069171, + 0.000433, + -0.204346, + 0.030720, + 0.053057, + -0.168533, + 0.009012, + -0.249940, + -0.237877, + 0.088058, + -0.171492, + 0.060919, + 0.105237, + -0.090496, + -0.100235, + 0.063266, + 0.069034, + 0.051515, + -0.147096, + -0.223453, + -0.099641, + -0.003512, + -0.088649, + -0.121244, + 0.047838, + 0.180989, + -0.087180, + -0.066994, + -0.117845, + -0.198990, + 0.128732, + -0.098905, + -0.098912, + -0.059298, + -0.245246, + -0.088713, + 0.038797, + -0.109128, + -0.092908, + 0.070177, + -0.253797, + -0.268686, + -0.175485, + -0.160707, + -0.019228, + -0.032667, + 0.080207, + -0.308545, + -0.013269, + 0.121449, + 0.268745, + -0.027231, + 0.237576, + -0.067251, + -0.083391, + -0.006297, + 0.035532, + 0.134841, + -0.012647, + -0.073325, + 0.259718, + -0.004487, + -0.005580, + 0.186364, + 0.124503, + 0.019002, + 0.237677, + 0.171879, + 0.054866, + -0.168143, + 0.100823, + -0.016525, + 0.043733, + 0.035381, + 0.024347, + -0.015468, + 0.105904, + 0.303773, + 0.212678, + -0.103414, + -0.203829, + -0.163974, + -0.117613, + -0.035053, + 0.014628, + -0.083574, + 0.004749, + 0.076229, + 0.024662, + 0.015366, + 0.107564, + -0.048693, + 0.127185, + 0.145773, + -0.186216, + -0.031819, + -0.016723, + 0.085593, + -0.025551, + 0.069328, + 0.204015, + 0.154702, + 0.049456, + 0.013452, + -0.204697, + 0.123296, + 0.043722, + 0.013179, + 0.023709, + 0.087780, + 0.133870, + -0.125965, + -0.123155, + -0.078294, + -0.005646, + 0.001518, + -0.132207, + -0.104109, + 0.025036, + -0.093901, + 0.061360, + -0.092481, + 0.049570, + 0.257086, + 0.024235, + 0.287754, + -0.137799, + 0.064347, + -0.026662, + 0.065255, + 0.181915, + 0.066941, + -0.029645, + -0.176352, + 0.043939, + -0.108613, + -0.055895, + -0.100973, + 0.058744, + -0.089823, + -0.067564, + -0.009256, + -0.071710, + -0.095435, + 0.232645, + 0.176087, + -0.074151, + 0.045022, + -0.097482, + 0.214622, + 0.175550, + -0.179765, + -0.149181, + 0.038124, + 0.141120, + -0.131693, + 0.007884, + 0.130985, + -0.056748, + -0.056507, + -0.236564, + -0.311407, + 0.014369, + 0.037163, + -0.003840, + 0.004308, + 0.091979, + 0.117457, + -0.029144, + -0.167721, + -0.093489, + 0.137986, + 0.066219, + -0.065843, + 0.152807, + -0.237046, + -0.024686, + -0.018182, + 0.012458, + -0.078233, + 0.304393, + 0.012011, + -0.209482, + 0.015237, + -0.166677, + 0.000733, + 0.148236, + 0.052777, + 0.046537, + 0.004530, + -0.043450, + 0.089382, + -0.099545, + 0.222395, + -0.055419, + -0.024267, + 0.135554, + 0.044278, + 0.132893, + -0.005180, + -0.031293, + 0.104575, + 0.141538, + 0.046983, + -0.047411, + -0.024161, + -0.148597, + -0.048728, + 0.034679, + 0.227724, + -0.091472, + 0.179288, + -0.390956, + 0.003357, + -0.052131, + -0.304505, + -0.111868, + 0.111605, + 0.293484, + -0.079711, + -0.030918, + -0.162014, + 0.012519, + -0.007573, + -0.067478, + 0.196597, + 0.052112, + 0.001865, + 0.188385, + -0.222358, + -0.216501, + 0.060462, + 0.087140, + -0.058180, + -0.341913, + -0.044378, + -0.071761, + 0.179296, + 0.113508, + -0.051181, + 0.016880, + 0.223078, + 0.173171, + 0.129102, + 0.161389, + 0.041181, + 0.088777, + 0.037423, + 0.139853, + 0.138439, + 0.333962, + -0.017136, + 0.121888, + 0.071484, + 0.144280, + -0.297897, + 0.197801, + -0.010292, + -0.012524, + 0.122642, + -0.152784, + 0.248827, + 0.082613, + 0.069530, + -0.157389, + -0.168396, + 0.018891, + 0.144228, + 0.243800, + -0.145885, + 0.021451, + 0.104927, + 0.073867, + -0.120924, + -0.343099, + 0.121644, + 0.309192, + 0.134139, + -0.066567, + -0.111073, + 0.156575, + -0.066169, + 0.121585, + 0.067920, + 0.057937, + -0.017085, + -0.175299, + 0.040390, + 0.095571, + 0.302560, + 0.092150, + 0.055815, + -0.143797, + 0.057571, + 0.112080, + 0.098652, + 0.094243, + -0.085698, + 0.052285, + -0.087504, + -0.004598, + 0.028624, + 0.192805, + 0.063117, + -0.182863, + 0.034508, + -0.022669, + -0.158375, + 0.300626, + -0.277853, + 0.180602, + 0.744923, + -0.252356, + -0.078439, + -0.043457, + 0.256076, + 0.218666, + -0.011755, + -0.066445, + -0.061522, + 0.198069, + -0.033960, + 0.150847, + -0.005842, + -0.126035, + -0.085669, + -0.148287, + 0.030246, + -0.047939, + -0.064688, + -0.080073, + 0.127846, + -0.154606, + -0.246022, + 0.192355, + -0.060526, + -0.027684, + -0.275993, + -0.007679, + 0.012299, + 0.153102, + -0.099872, + -0.129154, + 0.107166, + -0.136617, + 0.222985, + -0.082798, + -0.060399, + 0.128098, + 0.073916, + 0.216386, + -0.220338, + 0.174072, + 0.011755, + -0.431234, + -0.049175, + 0.144536, + -0.107130, + -0.023073, + 0.077237, + -0.030127, + -0.070093, + 0.104150, + -0.051874, + 0.106867, + 0.013960, + -0.047432, + -0.123945, + 0.151404, + 0.053178, + -0.003957, + 0.025621, + 0.033466, + -0.256264, + 0.027779, + 0.053436, + 0.093158, + -0.270841, + -0.023235, + 0.278373, + -0.038295, + -0.013802, + -0.086535, + -0.080525, + 0.280317, + -0.049670, + -0.029241, + 0.106097, + -0.054261, + -0.225027, + -0.037319, + 0.082851, + -0.188834, + -0.083526, + -0.188633, + -0.226533, + 0.189169, + 0.038093, + 0.062319, + 0.145909, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.581 + std = 0.233 + data = [ + 1.203253, + 0.451816, + 0.707380, + 0.525791, + 0.487741, + 0.302901, + 0.583108, + 0.860251, + 0.907386, + 0.459764, + 0.181276, + 0.368755, + 0.706733, + 0.168379, + 0.372791, + 0.362437, + 0.265938, + 0.727803, + 0.624242, + 0.388933, + 0.419847, + 0.434759, + 0.135582, + 0.795486, + 0.275412, + 0.507103, + 0.172718, + 0.616013, + 0.157277, + 0.911840, + 0.777182, + 0.429928, + 0.858178, + 0.781663, + 0.520767, + 0.319184, + 0.403543, + 0.618562, + 0.203385, + 0.604719, + 0.262551, + 0.560076, + 0.907414, + 0.447355, + 0.681720, + 0.316762, + 0.479504, + 0.239922, + 0.613172, + 0.646635, + 0.814794, + 0.327995, + 0.753087, + 0.581426, + 0.776797, + 0.929113, + 0.611149, + 0.659736, + 0.365241, + 0.863103, + 0.296550, + 0.549851, + 0.568024, + 0.534398, + 0.169966, + 0.275236, + 0.803808, + 1.059331, + 0.376934, + 0.508430, + 0.162338, + 0.865349, + 0.665503, + 0.322836, + 0.380805, + 0.673277, + 0.018110, + 0.551412, + 0.677851, + 0.810069, + 0.327714, + 0.286460, + 0.531514, + 0.379212, + 0.663333, + 0.466483, + 0.477969, + 0.780138, + 0.696046, + 0.497087, + 0.785247, + 0.577130, + 0.630024, + 0.683837, + 0.409513, + 0.784321, + 0.511617, + 0.345805, + 0.829274, + 0.435460, + 0.955256, + 0.223851, + 0.686143, + 0.517133, + 0.327985, + 0.696892, + 0.645012, + 0.586767, + 0.658562, + 0.589704, + 0.755902, + 0.524817, + 0.471367, + 0.867414, + 0.244292, + 0.532698, + 0.671782, + 0.555285, + 0.632893, + 0.321990, + 1.073794, + 0.675432, + 0.536595, + 0.202856, + 0.730188, + 0.549312, + 0.989883, + 0.490848, + 0.562929, + 0.218251, + 0.318198, + 0.310872, + 1.002544, + 1.103325, + 0.418875, + 0.605144, + 0.683406, + 0.756972, + 0.453405, + 0.410579, + 0.508042, + 0.741172, + 0.327572, + 0.812657, + 0.696375, + 0.429447, + 0.307327, + 0.308985, + 0.695467, + 0.323910, + 0.737812, + 0.432306, + 0.460897, + 0.827522, + 0.931865, + 0.317395, + 0.483688, + 0.481531, + 0.739947, + 0.526298, + 0.335867, + 0.455730, + 0.168903, + 0.418110, + 0.974242, + 0.850811, + 0.864439, + 0.599628, + 0.786922, + 0.324804, + 0.814002, + 0.335945, + 0.778166, + 0.515070, + 0.944475, + 0.513430, + 0.362585, + 0.552656, + 0.716464, + 0.328982, + 0.458984, + 0.674071, + 1.178740, + 0.700838, + 0.901116, + 0.654036, + 0.633495, + 0.321293, + 0.738394, + 0.605505, + 0.416948, + 0.569834, + 0.438181, + 0.502246, + 0.443208, + 0.715578, + 0.519941, + 0.395098, + 0.837626, + 0.638927, + 0.308910, + 0.565084, + 0.810820, + 0.418041, + 0.379619, + 0.751051, + 0.286799, + 0.694886, + 0.244901, + 0.390541, + 0.494345, + 0.832198, + 0.801461, + 0.262190, + 0.236192, + 0.674933, + 0.611276, + 0.453098, + 0.406112, + 0.129490, + 0.783558, + 0.299019, + 0.649171, + 0.475655, + 0.723918, + 0.409804, + 0.625804, + 0.699926, + 0.745422, + 0.452887, + 0.301701, + 0.970906, + 0.669431, + 0.352404, + 0.515353, + 0.503119, + 0.673388, + 0.451322, + 0.239117, + 0.984111, + 1.021282, + 0.311602, + 0.718387, + 0.458592, + 0.759410, + 0.765047, + 0.757098, + 1.026078, + 0.460304, + 1.087395, + 0.454920, + 0.235517, + 0.912904, + 0.480485, + 0.347123, + 0.991193, + 0.204283, + 0.488818, + 0.906897, + 0.421020, + 0.425916, + 0.308472, + 0.188402, + 0.503321, + 0.391136, + 0.858173, + 0.832909, + 0.672720, + 0.902580, + 0.703580, + 0.330877, + 0.554638, + 0.659624, + 0.357290, + 0.614988, + 0.570401, + 0.384810, + 0.274844, + 0.560333, + 0.910859, + 0.826121, + 0.407096, + 0.933990, + 0.643295, + 0.441492, + 1.064490, + 0.554578, + 0.612096, + 0.497528, + 0.478433, + 0.555709, + 0.022078, + 0.620931, + 0.955397, + 0.288219, + 0.988807, + 0.404099, + 0.706723, + 0.722949, + 0.614757, + 0.666158, + 0.876293, + 0.561570, + 0.554184, + 0.467579, + 0.693178, + 0.342804, + 0.352587, + 0.762294, + 0.445171, + 0.270160, + 0.928241, + 0.284548, + 0.742631, + 0.604723, + 0.312763, + 0.657396, + 0.912329, + 0.491183, + 0.928631, + 0.528120, + 0.554528, + 0.734847, + 0.764965, + 0.457725, + 0.305059, + 0.831704, + 0.484444, + 0.684835, + 0.729211, + 0.582333, + 0.779988, + 1.087510, + 0.585397, + 0.551351, + 0.552151, + 0.367227, + 0.646578, + 0.081284, + 0.902784, + 0.558724, + 0.669613, + 0.689579, + 0.497178, + 0.604342, + 0.822002, + 0.872249, + 0.213962, + 0.429684, + 0.260024, + 0.505487, + 1.073217, + 0.495011, + 0.615414, + 0.595051, + 0.547126, + 0.771483, + 0.299726, + 0.513299, + 0.301400, + 0.203776, + 0.811072, + 0.427287, + 0.543819, + 0.526071, + 0.709814, + 0.971895, + 0.642475, + 0.779560, + 0.694832, + 0.583767, + 0.487839, + 0.317177, + 0.304830, + 0.241259, + 0.715866, + 0.405874, + 0.210699, + 0.599918, + 1.077953, + 0.359703, + 0.588738, + 0.440167, + 0.457512, + 0.721561, + 0.314069, + 0.290522, + 0.672827, + 0.220242, + 0.388915, + 0.280215, + 1.102724, + 0.438245, + 0.567790, + 0.655399, + 0.461862, + 0.625899, + 0.381463, + 0.745464, + 0.466685, + 0.689280, + 0.448736, + 0.952485, + 0.657790, + 0.582185, + 0.198111, + 1.298763, + 0.738069, + 0.869971, + 0.419974, + 0.506944, + 0.853219, + 0.382006, + 0.992739, + 0.640951, + 0.584954, + 0.784295, + 0.607117, + 0.760400, + 0.567922, + 0.465928, + 0.559110, + 0.732814, + 0.300115, + 0.618056, + 0.632849, + 0.400858, + 0.350395, + 0.733450, + 0.668544, + 0.926562, + 1.251612, + 0.497878, + 0.687839, + 0.450823, + 0.868502, + 0.592519, + 0.256598, + 0.668556, + 0.333686, + 0.808389, + 0.308853, + 0.746534, + 0.603279, + 0.905491, + 0.480314, + 0.885556, + 1.054718, + 0.635909, + 0.358294, + 0.668933, + 0.332741, + 0.990137, + 0.720043, + 0.431881, + 1.189173, + 0.573890, + 0.432199, + 0.647438, + 0.388135, + 0.537092, + 0.194889, + 1.038930, + 0.694435, + 0.246223, + 0.434879, + 0.449805, + 0.515275, + 0.331159, + 1.079288, + 0.381531, + 0.655244, + 0.613079, + 0.709227, + 0.332682, + 0.576247, + 0.643945, + 0.371922, + 0.426789, + 0.660414, + 1.029481, + 0.708428, + 0.571877, + 0.759555, + 0.541091, + 0.538703, + 0.631061, + 0.213595, + 0.538079, + 0.652936, + 0.738065, + 0.925290, + 0.872053, + 0.717972, + 0.629227, + 0.529137, + 0.339648, + 0.412446, + 0.656337, + 0.941072, + 1.412331, + 0.796958, + 1.071747, + 0.331700, + 0.545130, + 0.503059, + 0.614364, + 0.738575, + 0.382807, + 0.661711, + 0.653300, + 0.382498, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_7_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.004 + std = 0.133 + data = [ + -0.125411, + -0.112627, + 0.088290, + 0.079949, + -0.009988, + 0.034479, + 0.002309, + -0.041854, + 0.027488, + 0.019778, + 0.068306, + -0.041804, + 0.137702, + -0.003023, + 0.053401, + 0.031914, + 0.046018, + -0.021401, + -0.003997, + -0.031332, + 0.003167, + 0.082305, + -0.031594, + 0.082757, + -0.094536, + 0.027463, + 0.015211, + -0.032481, + 0.029977, + 0.008552, + 0.161486, + 0.014969, + -0.070924, + -0.164892, + 0.002707, + 0.059027, + 0.115712, + -0.037951, + -0.079190, + 0.076573, + -0.013086, + -0.005031, + -0.079209, + -0.056078, + 0.039051, + -0.004373, + 0.091997, + 0.008275, + 0.038893, + -0.042773, + -0.034852, + -0.069904, + -0.144093, + 0.023233, + 0.024392, + 0.019841, + 0.006209, + -0.077756, + 0.099921, + -0.040915, + -0.050675, + -0.071698, + -0.044268, + -0.003555, + 0.007276, + 0.129403, + -0.058730, + 0.068736, + 0.057449, + -0.073136, + 0.014201, + -0.037361, + 0.066701, + 0.082338, + -0.047270, + 0.064413, + 0.000043, + -0.095446, + -0.037845, + -0.077551, + 0.238183, + -0.007263, + -0.037702, + -0.035725, + -0.045084, + 0.055335, + -0.206022, + 0.025931, + 0.002174, + 0.081891, + -0.050589, + 0.026096, + 0.156312, + 0.041758, + 0.053611, + 0.025837, + -0.024181, + 0.007051, + 0.076587, + 0.104939, + -0.004679, + 0.045469, + -0.020069, + 0.033310, + -0.040114, + 0.076200, + -0.074952, + 0.038857, + -0.019329, + -0.053841, + 0.035649, + -0.050702, + 0.081616, + -0.082013, + -0.008847, + -0.033956, + -0.115270, + 0.013741, + -0.118976, + 0.062857, + -0.168813, + -0.096916, + -0.015589, + 0.010808, + 0.086353, + -0.033094, + -0.017218, + 0.136914, + -0.035068, + -0.011241, + 0.154616, + -0.018514, + -0.260803, + 0.128721, + -0.006559, + -0.027846, + 0.025307, + 0.029637, + -0.052505, + -0.021846, + -0.041756, + -0.104607, + -0.046508, + 0.049133, + -0.069025, + 0.033390, + -0.024122, + 0.006962, + 0.015729, + -0.000860, + -0.069119, + -0.086217, + 0.013534, + -0.080647, + -0.008634, + -0.016821, + -0.040680, + 0.039880, + 0.028572, + -0.015897, + -0.013136, + 0.149252, + -0.009740, + 0.009167, + -0.012275, + 0.045327, + -0.155803, + -0.097105, + -0.027823, + -0.039293, + -0.000642, + -0.022839, + 0.123887, + 0.005458, + 0.001755, + -0.241436, + 0.094926, + 0.002988, + 0.094808, + -0.170234, + -0.013647, + -0.119072, + -0.134264, + -0.006042, + -0.024722, + 0.008277, + -0.037992, + -0.037548, + -0.006055, + 0.041329, + -0.013204, + -0.084756, + 0.004060, + -0.146326, + -0.090334, + 0.031366, + -0.020533, + -0.554209, + -0.113255, + 0.070590, + -0.035433, + -0.035559, + -0.010346, + -0.152091, + 0.103772, + 0.011937, + 0.012557, + -0.071317, + -0.007957, + -0.002227, + -0.078779, + -0.038509, + 0.109990, + -0.170701, + -0.018154, + 0.139252, + -0.098209, + -0.036333, + -0.085185, + -0.016403, + -0.031176, + -0.017789, + 0.036500, + 0.001970, + -0.012670, + -0.047618, + -0.000492, + -0.031077, + -0.096868, + 0.057692, + -0.035135, + -0.200691, + -0.035466, + -0.061968, + 0.028253, + 0.004755, + 0.034125, + -0.045440, + 0.040182, + 0.018460, + -0.044370, + 0.037971, + 0.052650, + -0.044408, + -0.030092, + 0.084685, + 0.051752, + -0.069797, + -0.048880, + -0.077483, + -0.357149, + -0.025027, + -0.006160, + -0.107404, + -0.040529, + 0.176568, + -0.025153, + 0.017163, + -0.025033, + -0.102267, + 0.020211, + -0.011248, + -0.066542, + 0.430544, + 0.049794, + 0.078355, + -0.077506, + 0.019194, + -0.088762, + -0.058617, + 0.094846, + 0.029468, + -0.165435, + 0.283781, + -0.002539, + 0.028154, + 0.047043, + 0.006660, + 0.052449, + 0.088663, + -0.070582, + -0.017600, + 0.141455, + 0.040580, + 0.069557, + -0.072883, + 0.021931, + -0.054087, + 0.035004, + 0.000629, + -0.015925, + 0.004588, + -0.151613, + 0.031959, + 0.039642, + -0.050761, + -0.051138, + 0.025309, + -0.046137, + -0.107359, + 0.003060, + -0.125346, + 0.059976, + 0.055180, + -0.076601, + 0.029546, + -0.011675, + 0.001632, + -0.087598, + -0.049428, + -0.072518, + -0.011770, + 0.024702, + -0.004824, + 0.041962, + 0.069597, + 0.104665, + -0.031950, + 0.001947, + 0.123889, + -0.045478, + 0.100609, + -0.052506, + 0.021095, + 0.047534, + 0.032403, + 0.193692, + 0.079376, + -0.041000, + 0.109864, + 0.007145, + 0.061006, + -0.047091, + 0.090362, + -0.024256, + 0.043936, + -0.020507, + 0.037150, + -0.002354, + -0.045873, + -0.050385, + -0.038949, + -0.073846, + -0.024982, + -0.147391, + -0.063434, + -0.114940, + -0.039317, + -0.028228, + -0.214958, + -0.309033, + -0.201211, + 0.030255, + 0.016262, + -0.052543, + 0.003444, + 0.025022, + 0.042929, + -0.024978, + -0.003234, + -0.019654, + -0.090224, + -0.376546, + -0.076720, + 0.084945, + 0.091882, + 0.115467, + -0.171570, + -0.063079, + 0.116549, + 0.124477, + -0.002829, + 0.027564, + -0.003263, + -0.073404, + -0.168480, + 0.034658, + 0.050746, + -0.054109, + 0.048333, + -0.248290, + 0.060305, + 0.089091, + 0.032475, + -0.173476, + -0.052692, + 0.357248, + 0.203036, + -0.142896, + 0.007355, + -0.045382, + -0.167325, + 0.103276, + -0.021371, + 0.050509, + 0.046356, + -0.037784, + 0.070941, + -0.041912, + -0.083077, + 0.082290, + 0.109945, + 0.011259, + -0.044632, + -0.095792, + 0.095404, + 0.085089, + 0.057765, + 0.076692, + 0.051156, + -0.064970, + -0.052882, + 0.068673, + 0.010097, + 0.095060, + -0.002861, + -0.023582, + 0.016371, + -0.243069, + 0.017319, + 0.076295, + 0.047360, + -0.048836, + 2.142497, + -0.064894, + 0.004851, + 0.037390, + -0.070447, + -0.009406, + -0.076939, + -0.190233, + 0.148783, + -0.067437, + 0.033456, + 0.162299, + -0.090107, + 0.050162, + 0.024451, + -0.025378, + -0.009649, + -0.122475, + 0.013319, + 0.012470, + -0.030854, + -0.050373, + 0.086484, + -0.033365, + 0.113755, + -0.247669, + 0.510898, + -0.083215, + -0.051738, + -0.015091, + -0.113703, + -0.049306, + 0.155074, + -0.075806, + -0.134311, + 0.098282, + -0.002770, + -0.022656, + -0.130209, + 0.016610, + -0.043144, + -0.083228, + 0.042772, + -0.085699, + -0.033150, + -0.005368, + -0.053796, + 0.217093, + -0.034478, + -0.041123, + -0.018764, + 0.069132, + 0.000641, + 0.209865, + -0.006677, + 0.038201, + -0.000476, + 0.003726, + 0.046243, + -0.134454, + -0.064549, + 0.012970, + 0.110966, + -0.047352, + 0.022092, + 0.029774, + -0.104088, + 0.056776, + 0.004196, + -0.002927, + -0.008191, + 0.085306, + -0.104761, + -0.430692, + -0.020084, + -0.036128, + -0.005412, + -0.075773, + -0.074914, + 0.013658, + -0.015723, + 0.017523, + 0.016044, + -0.030902, + 0.115168, + 0.042030, + 0.016060, + -0.151520, + -0.046296, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_7_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.167 + std = 0.909 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_7_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.052 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.043 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_7_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.344 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_7_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.173 + data = [ + 0.141304, + 0.059308, + 0.125774, + -0.045559, + -0.024451, + -0.056591, + 0.159323, + -0.088855, + 0.211161, + 0.192182, + -0.011501, + -0.181562, + -0.199198, + -0.024518, + 0.275926, + 0.222992, + -0.009860, + -0.041491, + -0.053947, + -0.185513, + 0.147098, + 0.041212, + 0.016259, + 0.139210, + -0.102388, + 0.000787, + -0.209076, + 0.019723, + -0.089334, + 0.074232, + 0.013490, + -0.020653, + 0.097466, + 0.084417, + -0.021110, + 0.018002, + 0.041212, + 0.036652, + 0.156463, + -0.014652, + 0.092962, + -0.088248, + 0.026185, + 0.152218, + -0.081267, + 0.110390, + 0.109325, + 0.026468, + 0.068263, + 0.428071, + -0.283175, + -0.245750, + -0.036861, + -0.043628, + -0.138672, + -0.008482, + 0.066240, + 0.091408, + -0.160245, + 0.287481, + -0.183186, + -0.200670, + -0.025719, + -0.049292, + 0.079925, + 0.178493, + -0.016608, + -0.057467, + -0.205863, + 0.064687, + 0.117930, + -0.002882, + -0.024393, + 0.073147, + -0.089066, + -0.007264, + 0.043189, + 0.172734, + 0.100575, + 0.040110, + 0.102140, + 0.089613, + 0.084680, + -0.071993, + -0.213185, + -0.090544, + 0.005006, + -0.101547, + 0.046536, + 0.058559, + 0.008162, + -0.040546, + 0.034075, + -0.021343, + 0.057824, + 0.071873, + -0.103824, + -0.047397, + 0.113647, + -0.333718, + -0.156903, + -0.088806, + 0.009544, + -0.056093, + -0.042835, + -0.127660, + -0.032439, + -0.128048, + 0.113847, + -0.035250, + -0.045454, + 0.044948, + -0.024454, + -0.136472, + 0.036441, + -0.182486, + 0.048248, + -0.016909, + -0.055084, + -0.020323, + -0.061662, + -0.078294, + 0.087813, + 0.125948, + -0.208215, + 0.089502, + -0.202621, + 0.011179, + -0.135715, + -0.018629, + -0.006156, + -0.098947, + 0.539140, + 0.066809, + 0.039836, + -0.061765, + -0.024745, + 0.063722, + 0.014382, + 0.075571, + 0.128376, + -0.028642, + -0.132270, + -0.090822, + -0.035645, + 0.054972, + 0.055249, + 0.045901, + -0.032392, + 0.001211, + 0.147989, + -0.011777, + 0.169348, + -0.059612, + -0.099577, + 0.170842, + 0.181252, + -0.086310, + -0.062540, + 0.181694, + 0.024028, + -0.079802, + 0.175213, + 0.174493, + -0.160002, + -0.133563, + -0.016123, + -0.025551, + 0.026073, + -0.085459, + -0.105045, + 0.009179, + -0.163846, + 0.191251, + -0.079163, + -0.126622, + 0.057788, + -0.096198, + 0.056826, + 0.128693, + 0.124232, + -0.044615, + 0.128924, + 0.118223, + -0.093185, + 0.083951, + 0.009183, + -0.110296, + 0.100489, + 0.225527, + -0.169252, + -0.049190, + -0.000868, + 0.137430, + -0.006341, + -0.149498, + 0.170167, + -0.099399, + 0.083039, + -0.190653, + 0.145729, + -0.061766, + -0.047416, + -0.034570, + -0.066117, + -0.184557, + -0.002297, + -0.106334, + 0.067544, + -0.010824, + 0.062046, + 0.067876, + -0.134870, + 0.056595, + -0.023391, + 0.084298, + 0.133783, + 0.043200, + 0.120849, + -0.007931, + -0.128840, + 0.151107, + -0.120397, + 0.414745, + 0.244540, + -0.141648, + 0.083174, + 0.066711, + -0.017621, + -0.008268, + -0.025686, + -0.039717, + -0.055848, + 0.014423, + 0.006060, + -0.099863, + 0.024680, + -0.146871, + 0.067482, + -0.029660, + -0.096438, + 0.010165, + -0.109272, + 0.066442, + 0.189607, + 0.134031, + 0.042246, + 0.004022, + -0.137637, + 0.011109, + 0.103487, + 0.063568, + -0.043364, + -0.035677, + -0.036838, + 0.075354, + 0.027510, + -0.135562, + 0.124857, + 0.154135, + 0.033423, + 0.107035, + -0.016857, + -0.042549, + -0.034702, + -0.040276, + -0.121336, + -0.017690, + -0.190822, + -0.029241, + 0.092096, + -0.275133, + 0.030860, + -0.102919, + 0.068215, + 0.056113, + 0.117200, + 0.052599, + 0.002765, + 0.046755, + 0.132930, + 0.024504, + 0.132650, + -0.057531, + -0.003565, + -0.225256, + 0.017439, + -0.053883, + 0.133324, + 0.117956, + 0.003247, + -0.064529, + 0.012196, + 0.296476, + 0.130834, + -0.066031, + 0.145678, + -0.140890, + 0.025209, + 0.167768, + -0.059610, + 0.063050, + 0.078468, + 0.059892, + 0.037333, + 0.084925, + -0.103004, + 0.111258, + -0.013092, + 0.016516, + -0.038365, + 0.129035, + -0.011721, + 0.026767, + 0.006472, + -0.268055, + 0.108400, + 0.011263, + -0.009398, + 0.145267, + -0.257998, + -0.193206, + 0.053180, + -0.066049, + 0.062411, + 0.036388, + -0.073274, + 0.039078, + 0.097203, + -0.141546, + 0.129497, + -0.136147, + 0.030170, + 0.010753, + -0.168638, + -0.164665, + -0.083228, + 0.175579, + 0.123509, + 0.097482, + -0.061469, + 0.033206, + 0.224300, + -0.004776, + -0.047169, + 0.080497, + -0.088398, + 0.028898, + -0.083764, + 0.149256, + -0.019710, + -0.037265, + -0.062078, + 0.001343, + 0.116513, + -0.013305, + 0.034475, + -0.101975, + -0.059713, + 0.080130, + 0.045094, + 0.094014, + 0.330906, + -0.047959, + -0.111792, + -0.127463, + -0.024159, + -0.197511, + -0.199236, + -0.090009, + -0.043934, + 0.044586, + 0.031528, + 0.158579, + 0.052492, + 0.155721, + 0.145042, + 0.023901, + 0.000486, + -0.033922, + 0.077084, + 0.181312, + -0.054935, + -0.135349, + -0.137413, + -0.193895, + -0.043112, + -0.013570, + 0.177583, + 0.215674, + -0.047362, + -0.157792, + -0.285168, + 0.035839, + 0.035438, + -0.029788, + -0.079088, + 0.011111, + 0.072574, + -0.035808, + -0.040773, + -0.103663, + -0.000717, + -0.017746, + -0.020529, + 0.060768, + 0.090021, + -0.080837, + 0.002970, + 0.021323, + -0.081143, + -0.080346, + -0.005899, + 0.068108, + -0.051116, + 0.003592, + 0.042764, + 0.107092, + -0.315725, + 0.060640, + -0.134733, + 0.167845, + -0.016974, + -2.800789, + 0.313820, + -0.114738, + -0.194575, + -0.059315, + 0.049850, + 0.018301, + 0.027118, + -0.017706, + 0.037698, + -0.056921, + -0.048411, + 0.047718, + -0.018054, + -0.004899, + 0.130147, + 0.147130, + 0.245146, + 0.048627, + -0.007339, + 0.056460, + 0.216913, + -0.186323, + -0.039432, + -0.027018, + 0.045659, + -0.749867, + 0.047266, + 0.031873, + 0.091381, + 0.240996, + 0.036916, + -0.213132, + 0.259468, + 0.032262, + 0.146215, + 0.028669, + 0.056216, + 0.032869, + -0.140243, + 0.077439, + 0.127949, + 0.034296, + -0.188190, + -0.115638, + 0.108175, + 0.078800, + -0.096846, + 0.003859, + -0.017740, + 0.017803, + 0.194293, + 0.212530, + -0.243081, + -0.135121, + -0.003278, + -0.019297, + -0.213669, + 0.018982, + -0.141367, + -0.019989, + -0.016241, + 0.234207, + -0.000537, + -0.075072, + -0.268129, + 0.079145, + -0.021331, + -0.018929, + 0.065222, + -0.132198, + -0.079058, + -0.137387, + 0.041492, + -0.023128, + -0.014485, + -0.046447, + 0.136468, + 0.260996, + 0.023282, + 0.185713, + -0.120345, + -0.132801, + 0.077675, + 0.104650, + -0.127582, + -0.001663, + 0.028332, + 0.110403, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.856 + std = 0.147 + data = [ + 0.858174, + 0.914130, + 0.837082, + 1.011612, + 0.905059, + 0.952579, + 0.901192, + 0.823894, + 0.731061, + 0.941435, + 0.978726, + 0.861797, + 0.929367, + 0.867259, + 0.744313, + 0.976186, + 0.944568, + 0.844704, + 0.794616, + 0.482422, + 0.918994, + 1.000540, + 0.692747, + 0.798454, + 1.004891, + 0.853002, + 0.932616, + 0.776443, + 0.875441, + 0.793713, + 0.798594, + 1.013291, + 0.841020, + 0.008901, + 0.839196, + 0.859295, + 1.020110, + 0.808265, + 1.242793, + 0.833911, + 0.912525, + 0.865101, + 0.786737, + 0.811076, + 0.840831, + 0.920180, + 0.930396, + 1.019884, + 0.940394, + 0.952376, + 0.760862, + 0.571842, + 0.821935, + 0.775401, + 0.935288, + 0.906386, + 0.876404, + 0.800515, + 0.959873, + 0.686912, + 0.913078, + 0.936470, + 0.892787, + 0.860598, + 0.848399, + 0.857150, + 0.850551, + 0.709571, + 0.854307, + 0.922594, + 0.979500, + 0.752446, + 0.840873, + 0.934657, + 0.917867, + 0.801101, + 0.908860, + 0.820168, + 0.941399, + 0.760315, + 1.077703, + 0.997250, + 0.892405, + 0.985617, + 0.788703, + 0.905777, + 0.944490, + 0.697728, + 0.834738, + 0.907647, + 0.856455, + 0.928805, + 0.788890, + 0.738889, + 1.049404, + 0.042930, + 0.869724, + 1.022385, + 0.778904, + 0.930008, + 0.883512, + 1.232021, + 0.819145, + 0.934640, + 0.845833, + 0.887442, + 0.786540, + 0.829380, + 0.853192, + 0.833331, + 0.739974, + 0.893050, + 0.903551, + 0.758907, + 0.910031, + 0.919504, + 0.766566, + 0.770151, + 0.856665, + 0.993108, + 0.836018, + 0.832856, + 0.923635, + 0.956751, + 0.915164, + 0.865719, + 0.790450, + 0.928523, + 0.948156, + 0.733202, + 1.133480, + 0.940941, + 0.737651, + 0.729843, + 0.929245, + 0.932352, + 0.876003, + 0.747887, + 0.919276, + 0.899362, + 0.999029, + 0.874054, + 0.875832, + 0.751714, + 0.993827, + 0.733423, + 0.965419, + 0.978360, + 0.755411, + 1.015909, + 0.001107, + 0.884718, + 0.859357, + 0.896118, + 0.777976, + 0.872558, + 0.991386, + 0.783820, + 0.002946, + 0.813172, + 0.882042, + 1.066051, + 1.025509, + 0.838262, + 0.762803, + 0.827044, + 0.788029, + 0.891163, + 0.791037, + 0.985101, + 0.772384, + 0.872050, + 0.899231, + 0.887148, + 0.814965, + 1.019415, + 0.798739, + 0.924326, + 0.867090, + 1.226152, + 0.914421, + 0.821911, + 0.699292, + 0.851866, + 0.757774, + 0.834948, + 0.797404, + 0.882224, + 0.784511, + -0.000007, + 0.850723, + 0.862600, + 0.806886, + 0.779427, + 0.826292, + 0.687730, + 0.778546, + 0.945769, + 0.789441, + 0.666365, + 0.873978, + 0.901173, + 0.809669, + 0.886881, + 0.979998, + 0.839372, + 1.012627, + 0.792672, + 0.990042, + 0.832175, + 0.797336, + 0.713144, + 0.799425, + 1.052729, + 0.977582, + 0.854313, + 0.395300, + 0.730426, + 0.819881, + 0.872136, + 0.732055, + 0.937312, + 0.781941, + 0.807850, + 0.822999, + 0.857768, + 0.573811, + 0.722301, + 0.771927, + 0.951129, + 0.861022, + 0.792620, + 0.837019, + 0.889210, + 0.866136, + 0.963934, + 0.896238, + 0.843271, + 1.024110, + 0.809387, + 0.856293, + 0.948813, + 0.746203, + 0.915545, + 0.926989, + 0.747658, + 0.806636, + 0.851278, + 0.634394, + 0.758879, + 0.997872, + 0.817333, + 0.823106, + 0.869326, + 0.880696, + 0.790489, + 1.001718, + 0.883158, + 0.800291, + 0.926643, + 0.930146, + 1.030950, + 1.098820, + 1.043222, + 0.894876, + 0.700758, + 0.821582, + 0.762340, + 0.733560, + 0.871728, + 0.821281, + 0.868653, + 0.832002, + 1.106704, + 0.647183, + 0.877324, + 0.946220, + 0.862830, + 0.815971, + 0.794565, + 0.826672, + 0.842102, + 0.671799, + 0.735016, + 0.968200, + 0.722632, + 0.696816, + 0.998460, + 0.877320, + 0.919676, + 0.882698, + 0.903187, + 0.955958, + 0.909496, + 0.980519, + 0.727502, + 1.033234, + 0.875334, + 0.690927, + 0.893795, + 0.743155, + 0.805164, + 0.803494, + 0.914174, + 0.875893, + 0.795947, + 1.041124, + 0.851491, + 0.708098, + 0.849958, + 1.214035, + 0.637347, + 0.869282, + 0.685892, + 1.018457, + 0.811772, + 0.826729, + 0.814026, + 0.884418, + 0.799212, + 0.943562, + 0.860386, + 0.924957, + 0.859838, + 0.900382, + 0.924743, + 0.854154, + 0.879555, + 0.835378, + 0.910880, + 0.947275, + 1.093987, + 0.662434, + 0.875751, + 0.834079, + 0.912828, + 0.845214, + 1.013283, + 0.788632, + 0.730160, + 0.855759, + 0.847295, + 0.794384, + 0.821350, + 0.924040, + 0.796543, + 0.892509, + 0.946049, + 0.906078, + 1.223466, + 1.021131, + 0.958447, + 0.894408, + 0.794424, + 0.855032, + 0.990470, + 0.795911, + 0.853880, + 0.873764, + 0.929967, + 0.952081, + 0.791275, + 1.270455, + 1.037260, + 0.936606, + 0.851256, + 0.914153, + 1.053255, + 1.047194, + 0.985042, + 0.783274, + 0.814076, + 0.752966, + 1.129429, + 0.820424, + 0.767172, + 0.968941, + 0.900808, + 0.923003, + 0.654288, + 1.312765, + 0.872019, + 0.818493, + 0.987894, + 0.784125, + 0.879087, + 1.262616, + 0.716511, + 1.211105, + 1.015546, + 0.860093, + 0.721535, + 0.854624, + 0.857687, + 0.927549, + 0.856504, + 0.711769, + 0.934446, + 0.771545, + 0.954421, + 0.681937, + 0.855609, + 0.811616, + 0.797589, + 0.882209, + 0.689647, + 0.694827, + 0.819713, + 0.914930, + 0.944124, + 0.863255, + 0.754461, + 0.857855, + 0.815695, + 0.789006, + 0.852965, + 0.810153, + 0.773528, + 0.435276, + 0.865435, + 0.954286, + 0.886469, + 0.784987, + 0.526054, + 0.875204, + 0.819526, + 0.851550, + 0.813836, + 0.802793, + 0.634575, + 0.919611, + 0.823234, + 0.916767, + 0.806291, + 0.272411, + 0.860037, + 0.817226, + 0.829504, + 0.844523, + 0.858676, + 0.734451, + 0.856055, + 0.716948, + 0.825768, + 0.757869, + 1.003758, + 0.606755, + 0.711312, + 0.787293, + 1.163718, + 0.569043, + 0.906522, + 0.845120, + 0.881948, + 1.018066, + 0.687210, + 0.987467, + 0.903777, + 0.903036, + 0.870069, + 0.838719, + 0.913521, + 0.770593, + 0.916497, + 1.220098, + 0.841418, + 0.972505, + 0.777467, + 0.828160, + 0.666604, + 1.010216, + 0.793316, + 0.747671, + 0.881352, + 1.128991, + 0.861233, + 0.776651, + 0.864172, + 0.750945, + 0.911868, + 0.717919, + 0.816403, + 0.914144, + 0.927948, + 0.923707, + 0.799546, + 0.805832, + 0.925624, + 0.893713, + 0.899640, + 0.674470, + 0.793891, + 0.683379, + 0.798661, + 0.763172, + 0.923266, + 1.431960, + 0.886297, + 0.895262, + 0.741717, + 0.974656, + 0.850952, + 0.740970, + 0.901506, + 0.810357, + 0.995748, + 0.943758, + 0.787864, + 0.959621, + 0.819823, + 0.938712, + 0.949347, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_7_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.011 + std = 0.217 + data = [ + -0.236410, + -0.396301, + 0.131596, + 0.385181, + -0.000463, + 0.179980, + -0.233156, + 0.164081, + -0.038545, + -0.248330, + -0.119824, + 0.148653, + 0.480956, + 0.027365, + 0.005364, + 0.007823, + 0.146088, + -0.105840, + 0.085134, + 0.267876, + -0.199442, + 0.361830, + -0.005118, + -0.085614, + 0.044402, + 0.130845, + -0.558901, + -0.114416, + -0.149668, + 0.072860, + 0.298611, + 0.093315, + -0.081478, + -0.000470, + 0.047785, + 0.201284, + 0.566289, + -0.039356, + 0.742278, + 0.200155, + 0.069599, + 0.013777, + -0.138464, + -0.212747, + 0.210342, + -0.132836, + 0.223923, + 0.524847, + 0.178584, + -0.384930, + 0.016656, + -0.440163, + -0.224768, + 0.085984, + 0.274871, + 0.103813, + 0.018692, + -0.228158, + 0.588423, + -0.152302, + -0.284266, + 0.090480, + -0.197634, + -0.021318, + -0.298064, + 0.069256, + -0.090152, + 0.137538, + 0.441283, + -0.285862, + -0.324288, + -0.088041, + 0.099864, + -0.116021, + -0.153888, + 0.154244, + 0.215393, + -0.166491, + -0.020557, + -0.064588, + 0.320184, + 0.407729, + -0.201500, + 0.183965, + 0.102939, + 0.259412, + -0.440401, + 0.051944, + -0.005096, + 0.205438, + -0.213880, + 0.188135, + 0.246382, + 0.147365, + -0.229072, + -0.003651, + -0.239995, + 0.333744, + 0.092957, + 0.449935, + 0.040597, + -0.889798, + 0.054935, + 0.203208, + 0.083179, + 0.158602, + 0.427264, + 0.024695, + -0.085239, + -0.087113, + 0.122058, + -0.241779, + 0.244385, + -0.141742, + -0.151555, + 0.064452, + -0.087382, + -0.040695, + -0.239755, + -0.075416, + -0.202327, + -0.152531, + -0.154354, + -0.000607, + 0.270493, + -0.443375, + -0.004434, + 0.271093, + -0.063191, + -0.047871, + 0.025803, + -0.098225, + -0.343174, + 0.069014, + 0.027606, + 0.050747, + 0.071556, + 0.075694, + -0.219554, + 0.101609, + -0.419140, + -0.167679, + -0.121878, + 0.080310, + -0.210362, + -0.051915, + -0.276872, + -0.191451, + 0.034353, + -0.285561, + -0.001160, + -0.163116, + -0.137780, + -0.225845, + -0.057504, + -0.207768, + -0.280349, + 0.165816, + 0.000013, + -0.198906, + 0.023127, + 0.606945, + 0.530569, + 0.047348, + 0.075242, + 0.106626, + -0.118736, + -0.059475, + -0.208310, + 0.163665, + 0.070271, + 0.010845, + 0.237263, + -0.102329, + 0.042303, + 0.220810, + 0.291340, + -0.035060, + 0.138202, + 0.611801, + -0.235961, + -0.144869, + -0.097284, + -0.030758, + 0.015860, + -0.030300, + -0.059241, + -0.106366, + -0.067195, + 0.000495, + -0.003604, + -0.192355, + 0.019449, + -0.271182, + -0.167078, + -0.004745, + -0.133049, + 0.080383, + -0.192207, + 0.135319, + -0.222538, + -0.075685, + 0.021293, + -0.225149, + 0.519217, + 0.075208, + -0.305603, + 0.027269, + -0.330712, + 0.008524, + -0.125737, + -0.104437, + 0.286156, + -0.049612, + 0.077143, + 0.234020, + -0.074012, + -0.071006, + -0.240015, + 0.012553, + 0.000932, + 0.044305, + 0.237325, + -0.193653, + -0.094639, + -0.079702, + 0.056118, + -0.096278, + -0.139877, + 0.069272, + 0.086879, + -0.188497, + 0.033732, + -0.227702, + 0.129178, + 0.191382, + 0.197919, + 0.071711, + -0.137004, + 0.046133, + 0.140409, + 0.436836, + 0.172887, + -0.063368, + -0.236852, + -0.204234, + 0.131882, + 0.023827, + -0.009664, + -0.059482, + 0.202982, + -0.054193, + 0.009979, + -0.315247, + 0.025869, + 0.090617, + -0.287106, + 0.251051, + 0.003175, + -0.381654, + -0.128920, + 0.059670, + 0.096508, + 0.056266, + 0.016102, + 0.079993, + 0.296710, + 0.066689, + -0.037258, + -0.103992, + 0.122865, + 0.158153, + -0.293202, + -0.208624, + -0.062148, + 0.093741, + 0.068327, + 0.082979, + 0.029439, + -0.000766, + -0.146787, + -0.067196, + -0.323632, + 0.131296, + 0.319144, + -0.001144, + 0.027939, + -0.267448, + 0.032885, + 0.018180, + -0.087655, + -0.229411, + 0.457683, + -0.116299, + -0.130085, + -0.054948, + -0.472746, + -0.036810, + 0.006040, + -0.188872, + -0.065429, + -0.232677, + 0.084960, + 0.200342, + -0.054942, + 0.095667, + -0.262889, + -0.135874, + -0.046286, + -0.163152, + 0.955106, + -0.017679, + -0.021771, + -0.011481, + 0.272907, + 0.348961, + 0.104947, + -0.029109, + -0.129763, + 0.112658, + 0.119965, + 0.294842, + -0.172824, + 0.009573, + -0.127302, + -0.054199, + 0.294531, + 0.046415, + -0.111982, + 0.363826, + 0.033162, + -0.116489, + 0.049091, + 0.167223, + 0.051090, + 0.232203, + -0.036690, + 0.311553, + 0.201324, + 0.001563, + 0.053118, + -0.052484, + -0.159253, + 0.050429, + -0.302433, + -0.251489, + -0.161951, + -0.027108, + 0.119337, + 0.204802, + 0.293947, + -0.223695, + 0.036552, + 0.080817, + -0.008938, + 0.036058, + 0.041406, + 0.028673, + 0.003523, + 0.104988, + -0.152835, + -0.080159, + 0.284764, + 0.052635, + 0.315242, + 0.205745, + 0.242534, + -0.331436, + 0.367561, + 0.480257, + 0.219055, + 0.039747, + -0.023323, + 0.808987, + -0.281570, + -0.160388, + -0.276175, + -0.046188, + -0.104207, + 0.072801, + 0.692283, + 0.042292, + 0.193109, + 0.597973, + -0.098527, + -0.218928, + -0.466017, + 0.321118, + 0.307204, + 0.171707, + -0.329761, + -0.132308, + 0.417254, + -0.085492, + 0.159185, + 0.060293, + -0.035669, + 0.230866, + -0.106977, + 0.255367, + 0.017991, + 0.302003, + 0.018397, + -0.117767, + -0.170924, + 0.155334, + 0.118108, + 0.117854, + 0.120025, + 0.104917, + 0.006633, + -0.044122, + 0.236607, + -0.003030, + 0.169424, + 0.063414, + -0.120621, + -0.025309, + 0.055998, + 0.058006, + 0.227794, + -0.086729, + -0.075313, + 0.945878, + -0.221629, + 0.207217, + 0.228419, + -0.022625, + 0.006408, + -0.069985, + -0.348470, + 0.058962, + -0.093047, + 0.085917, + 0.149844, + -0.115708, + 0.159035, + -0.121731, + -0.283240, + -0.126510, + -0.160366, + 0.019039, + -0.059950, + 0.046488, + -0.123098, + 0.119001, + 0.169092, + 0.062228, + -0.465915, + 0.227594, + -0.117798, + -0.208689, + -0.022927, + -0.162104, + -0.188337, + 0.169981, + -0.532884, + -0.064543, + 0.153816, + -0.064048, + -0.171600, + -0.064023, + 0.220223, + -0.170133, + 0.486572, + 0.092224, + -0.211343, + -0.073794, + 0.063668, + 0.108757, + -0.424672, + -0.066653, + -0.058783, + -0.005636, + 0.599318, + -0.086264, + 0.307485, + 0.155420, + 0.108626, + 0.034155, + 0.077682, + 0.108857, + -0.209377, + -0.114276, + -0.080061, + -0.049962, + -0.034923, + -0.063104, + 0.185110, + -0.307693, + 0.090778, + -0.093804, + -0.008906, + 0.085541, + 0.155225, + -0.204338, + -0.249194, + 0.049979, + -0.025099, + 0.058559, + 0.006047, + -0.281629, + 0.229486, + 0.083838, + 0.192492, + 0.212619, + -0.203507, + 0.079840, + 0.168854, + 0.064761, + -0.059712, + -0.407350, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_7_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.640 + std = 0.140 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.052 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_7_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.132 + data = [ + -0.072685, + -0.084985, + -0.049630, + 0.165340, + 0.013482, + 0.100614, + -0.216107, + -0.049840, + -0.113070, + -0.183233, + -0.161737, + 0.119463, + 0.294154, + 0.057413, + -0.040065, + -0.051972, + 0.055026, + -0.049456, + -0.077346, + -0.028477, + -0.152730, + 0.089303, + 0.037444, + -0.176939, + 0.147747, + 0.244066, + -0.172294, + -0.109060, + 0.015030, + 0.016835, + 0.052355, + 0.110284, + -0.073742, + -0.062281, + 0.003922, + 0.008548, + -0.011820, + -0.150083, + 0.272943, + 0.026343, + 0.182010, + -0.176980, + -0.141050, + -0.064922, + 0.055009, + -0.147467, + -0.081292, + 0.039443, + 0.101950, + -0.378475, + 0.113931, + -0.096237, + -0.092758, + 0.237291, + 0.182029, + 0.017949, + 0.068982, + 0.097699, + 0.206180, + 0.012759, + 0.076828, + 0.190204, + 0.030290, + -0.034743, + 0.038107, + 0.046175, + -0.054766, + 0.115894, + 0.207430, + -0.017067, + -0.167330, + -0.080025, + -0.059524, + 0.005128, + -0.182140, + 0.157649, + 0.106080, + -0.085727, + -0.090993, + 0.044398, + -0.078611, + 0.033096, + -0.085014, + 0.108459, + 0.294325, + 0.168186, + 0.050853, + 0.104750, + 0.031923, + -0.079988, + -0.173582, + -0.007976, + 0.000377, + 0.069672, + -0.267030, + -0.058900, + -0.156575, + 0.103366, + 0.150408, + 0.181749, + 0.144586, + -0.157959, + -0.027036, + 0.198847, + 0.075751, + 0.099174, + 0.266107, + -0.136274, + 0.020358, + 0.013305, + 0.091234, + -0.143568, + 0.048048, + 0.004859, + -0.209971, + 0.046327, + 0.133554, + -0.196268, + -0.005642, + -0.183557, + -0.231040, + 0.067660, + -0.227221, + 0.025281, + 0.112520, + -0.213994, + -0.091415, + 0.146123, + 0.031678, + 0.028504, + -0.118641, + -0.263357, + -0.031147, + 0.077370, + 0.010022, + -0.043258, + -0.053927, + 0.128676, + -0.056683, + -0.080175, + -0.108707, + -0.030771, + 0.107645, + -0.021566, + 0.006744, + -0.005181, + -0.186660, + -0.032983, + 0.111432, + -0.110572, + -0.005659, + 0.106544, + -0.174789, + -0.219653, + -0.155219, + -0.068646, + -0.130542, + 0.061871, + 0.050203, + -0.235196, + -0.001251, + 0.177378, + 0.202604, + 0.024043, + 0.107431, + 0.029914, + -0.023553, + 0.072377, + -0.046099, + 0.104254, + 0.016729, + -0.056610, + 0.220714, + -0.121576, + 0.086519, + 0.118760, + 0.033458, + 0.035289, + 0.067496, + 0.021209, + 0.044849, + 0.049299, + 0.133722, + -0.033650, + 0.119863, + -0.007796, + 0.049700, + 0.070559, + 0.017524, + 0.379169, + 0.120728, + -0.082030, + -0.123281, + -0.132860, + 0.008656, + -0.088361, + 0.040842, + -0.252404, + 0.023205, + 0.141840, + 0.022291, + 0.044048, + 0.117531, + 0.008508, + 0.110330, + 0.126944, + -0.231971, + 0.022504, + -0.069240, + 0.116843, + 0.019361, + 0.098144, + 0.140059, + 0.095438, + 0.039393, + 0.046948, + -0.101707, + 0.109854, + 0.053651, + -0.085435, + -0.073061, + 0.064396, + 0.099413, + -0.214936, + -0.140227, + 0.002507, + -0.045910, + -0.047831, + -0.103371, + -0.068165, + -0.102739, + -0.016337, + -0.068377, + -0.093236, + 0.022776, + 0.183344, + 0.043565, + 0.277622, + -0.147958, + 0.070704, + -0.082670, + 0.056975, + 0.192229, + -0.011801, + -0.095657, + -0.231378, + 0.025144, + -0.120032, + 0.010978, + -0.197975, + 0.043796, + -0.145926, + 0.031451, + -0.005410, + 0.025302, + -0.100232, + 0.224190, + 0.131831, + -0.023915, + -0.000330, + -0.101954, + 0.136158, + 0.152838, + -0.174933, + -0.105521, + 0.062003, + 0.128542, + -0.052266, + 0.010038, + 0.080118, + -0.135060, + -0.012012, + -0.136670, + -0.211276, + 0.006679, + -0.018554, + -0.026882, + -0.017294, + 0.012180, + 0.016511, + 0.065097, + -0.153884, + -0.113947, + 0.090680, + 0.057817, + -0.034988, + 0.109781, + -0.195924, + -0.031888, + 0.011528, + 0.096207, + -0.046837, + 0.305557, + -0.037756, + -0.169567, + -0.025381, + -0.178085, + -0.007426, + 0.145663, + -0.054737, + 0.059455, + 0.024248, + -0.006086, + 0.050973, + -0.153946, + 0.107687, + -0.022779, + -0.180246, + 0.127988, + -0.043285, + 0.205106, + 0.000249, + -0.021786, + 0.090924, + 0.123334, + 0.025185, + -0.081323, + 0.074034, + -0.055370, + -0.117237, + 0.073533, + 0.135088, + -0.019778, + 0.204721, + -0.243995, + -0.056595, + -0.016090, + -0.217663, + -0.070206, + 0.083203, + 0.177855, + -0.046739, + 0.030217, + -0.118880, + 0.033852, + 0.028213, + -0.081623, + 0.140205, + 0.070879, + -0.007057, + 0.124753, + -0.141013, + -0.175879, + 0.124280, + 0.172161, + -0.079664, + -0.285505, + -0.138247, + -0.036004, + 0.079087, + -0.039274, + -0.154717, + -0.034257, + 0.168128, + 0.032094, + 0.015134, + 0.177673, + 0.049485, + 0.123761, + 0.030552, + 0.136498, + 0.026382, + 0.284383, + 0.029061, + 0.061620, + 0.032161, + 0.047744, + -0.268276, + 0.257818, + -0.017333, + 0.089811, + 0.065070, + -0.169165, + 0.243579, + 0.089754, + 0.028268, + -0.125914, + -0.146314, + 0.007922, + 0.081594, + 0.169780, + -0.091211, + 0.038513, + 0.128839, + 0.025965, + -0.035691, + -0.325218, + 0.228202, + 0.244132, + 0.113248, + -0.077772, + 0.007765, + 0.150375, + -0.050565, + -0.007662, + 0.086720, + 0.061193, + -0.029618, + -0.082757, + -0.004893, + 0.085943, + 0.132138, + 0.046106, + -0.036203, + -0.127030, + 0.053040, + 0.033775, + 0.068154, + 0.044754, + -0.029481, + 0.058422, + -0.130059, + -0.006959, + -0.051563, + 0.037641, + -0.033537, + -0.041466, + -0.041346, + 0.046583, + -0.100592, + 0.202383, + -0.218340, + 0.070272, + 1.276365, + -0.206425, + -0.062951, + 0.075735, + 0.210267, + 0.178736, + 0.033529, + -0.111226, + -0.059289, + 0.135618, + -0.068078, + 0.110007, + -0.040694, + -0.039502, + -0.043984, + -0.149675, + -0.031222, + 0.043303, + -0.038910, + -0.194483, + 0.059582, + -0.011489, + -0.195490, + 0.082538, + -0.059091, + -0.065472, + -0.095999, + -0.002362, + -0.070695, + 0.077882, + -0.063935, + -0.137972, + 0.016322, + -0.161493, + 0.218924, + 0.014741, + -0.101055, + 0.003839, + 0.001569, + 0.165782, + -0.191821, + 0.130402, + -0.012981, + -0.318312, + -0.034979, + 0.167136, + -0.152184, + -0.034078, + 0.052809, + -0.071576, + 0.033069, + 0.105946, + -0.061234, + 0.182784, + 0.072267, + 0.061424, + -0.109248, + 0.158528, + 0.043550, + -0.029484, + 0.017628, + 0.023783, + -0.191188, + 0.046509, + 0.021079, + -0.009996, + -0.102793, + -0.009859, + 0.214507, + -0.059176, + 0.039849, + -0.019885, + -0.024864, + 0.316844, + -0.092815, + 0.006335, + 0.018231, + -0.037024, + -0.176751, + -0.108372, + 0.001447, + -0.154570, + 0.088683, + -0.151558, + -0.142276, + 0.092977, + 0.095371, + 0.034072, + -0.024879, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.638 + std = 0.243 + data = [ + 0.820821, + 0.495305, + 0.850541, + 0.565170, + 0.529929, + 0.318430, + 0.607456, + 1.095210, + 0.736984, + 0.480177, + 0.225957, + 0.400384, + 0.782953, + 0.132446, + 0.485740, + 0.414532, + 0.271538, + 0.817917, + 0.754003, + 0.437236, + 0.524484, + 0.441164, + 0.152901, + 0.828351, + 0.314330, + 0.516773, + 0.230669, + 0.679593, + 0.149431, + 1.135703, + 0.814515, + 0.450808, + 0.802597, + 0.918478, + 0.622368, + 0.358842, + 0.464146, + 1.034088, + 0.256679, + 0.661497, + 0.285377, + 0.537668, + 0.865216, + 0.493342, + 1.108548, + 0.316896, + 0.519891, + 0.292566, + 0.744350, + 0.614795, + 0.789900, + 0.445886, + 0.729386, + 0.575596, + 0.695202, + 0.938385, + 0.782213, + 0.759000, + 0.432495, + 0.902329, + 0.318862, + 0.674490, + 0.601685, + 0.654399, + 0.183809, + 0.310619, + 0.890264, + 0.950053, + 0.451566, + 0.523721, + 0.208815, + 0.873129, + 0.913491, + 0.373564, + 0.398172, + 0.895056, + 0.089265, + 0.614856, + 0.775004, + 0.856500, + 0.343568, + 0.318888, + 0.611553, + 0.418023, + 0.861027, + 0.514169, + 0.584338, + 0.852013, + 0.810412, + 0.566018, + 0.748051, + 0.572202, + 0.736445, + 0.884602, + 0.435684, + 0.638867, + 0.574661, + 0.365041, + 0.899119, + 0.440495, + 0.902419, + 0.240549, + 0.590072, + 0.587442, + 0.355606, + 0.669990, + 0.753975, + 0.593632, + 0.888795, + 0.695826, + 1.041216, + 0.645916, + 0.547419, + 1.122663, + 0.217540, + 0.589541, + 0.612487, + 0.606410, + 0.771917, + 0.352173, + 1.071940, + 0.868990, + 0.594466, + 0.204915, + 0.812240, + 0.574443, + 1.058974, + 0.528502, + 0.595984, + 0.248555, + 0.316259, + 0.315431, + 0.762656, + 0.957701, + 0.511702, + 0.573590, + 0.663893, + 1.154385, + 0.487837, + 0.392134, + 0.514189, + 0.794657, + 0.378024, + 0.987424, + 0.810259, + 0.492699, + 0.371617, + 0.353147, + 0.914337, + 0.370254, + 0.960299, + 0.518417, + 0.503891, + 0.911552, + 0.879163, + 0.310687, + 0.525808, + 0.554417, + 0.919283, + 0.743682, + 0.411822, + 0.438748, + 0.195524, + 0.490178, + 0.917605, + 0.847831, + 0.705290, + 0.568377, + 0.810395, + 0.357407, + 1.037611, + 0.359210, + 0.840687, + 0.590287, + 1.012994, + 0.580234, + 0.414325, + 0.557891, + 0.766912, + 0.339626, + 0.503483, + 0.800385, + 0.676846, + 0.672472, + 0.755078, + 0.834907, + 0.751239, + 0.350626, + 0.762590, + 0.703166, + 0.482469, + 0.688105, + 0.536176, + 0.664292, + 0.491471, + 0.884766, + 0.534086, + 0.505128, + 0.890804, + 0.957178, + 0.315604, + 0.648397, + 0.970532, + 0.439199, + 0.417998, + 0.796198, + 0.250599, + 0.848645, + 0.260092, + 0.469833, + 0.500253, + 0.720733, + 0.930203, + 0.279353, + 0.263936, + 0.751037, + 1.022205, + 0.566517, + 0.463990, + 0.129336, + 1.081955, + 0.283749, + 0.922751, + 0.542375, + 0.953606, + 0.524228, + 1.075588, + 1.155379, + 0.903754, + 0.489722, + 0.355482, + 0.820569, + 0.827037, + 0.434751, + 0.534110, + 0.562737, + 0.857117, + 0.508039, + 0.302661, + 0.820378, + 1.001717, + 0.335604, + 1.044512, + 0.475719, + 0.834564, + 0.912183, + 1.016921, + 0.867857, + 0.368734, + 0.839198, + 0.493648, + 0.252360, + 0.906386, + 0.524284, + 0.327028, + 0.885609, + 0.226945, + 0.567184, + 0.939855, + 0.473034, + 0.518376, + 0.351832, + 0.215059, + 0.642985, + 0.422412, + 0.845112, + 0.970362, + 0.856149, + 0.735859, + 0.893591, + 0.370881, + 0.636368, + 0.725056, + 0.380396, + 1.078198, + 0.542992, + 0.445945, + 0.323441, + 0.670375, + 0.855913, + 1.073528, + 0.430397, + 1.148295, + 0.800544, + 0.528409, + 0.870707, + 0.854330, + 0.795805, + 0.582511, + 0.538948, + 0.608908, + 0.144701, + 0.778684, + 0.785418, + 0.281043, + 0.983148, + 0.487878, + 0.649958, + 0.905833, + 0.611951, + 0.823663, + 0.978839, + 0.731604, + 0.572750, + 0.466828, + 0.674174, + 0.375556, + 0.426576, + 0.944473, + 0.521258, + 0.302624, + 1.033994, + 0.377324, + 0.973966, + 0.578938, + 0.364912, + 0.801793, + 1.204358, + 0.647710, + 0.794276, + 0.644867, + 0.544796, + 0.664502, + 0.753583, + 0.477316, + 0.344760, + 0.743859, + 0.565060, + 0.809534, + 0.856421, + 0.610389, + 0.957878, + 0.979735, + 0.630578, + 0.675689, + 0.606856, + 0.411891, + 0.622416, + 0.215404, + 1.022086, + 0.561240, + 0.798632, + 0.875833, + 0.532952, + 0.904520, + 0.972206, + 0.883806, + 0.213463, + 0.513560, + 0.259611, + 0.598250, + 1.006054, + 0.594205, + 0.548940, + 0.771876, + 0.682484, + 0.976853, + 0.307076, + 0.594924, + 0.314286, + 0.199666, + 0.920149, + 0.470126, + 0.503790, + 0.593965, + 0.947247, + 0.805368, + 0.624297, + 0.818279, + 0.507426, + 0.734519, + 0.649072, + 0.343089, + 0.378493, + 0.279194, + 0.907149, + 0.494509, + 0.299635, + 0.632509, + 0.822244, + 0.416543, + 0.697499, + 0.428933, + 0.529469, + 0.925714, + 0.380495, + 0.321157, + 0.769632, + 0.278205, + 0.427913, + 0.326423, + 0.977817, + 0.443390, + 0.690621, + 0.664913, + 0.560084, + 0.689110, + 0.447541, + 0.870894, + 0.507503, + 0.835027, + 0.545073, + 0.908555, + 1.023406, + 0.704732, + 0.194354, + 0.784867, + 0.851762, + 0.745019, + 0.452763, + 0.517355, + 0.746741, + 0.455354, + 0.958858, + 0.694384, + 0.647358, + 0.938888, + 0.643122, + 0.827323, + 0.559399, + 0.549237, + 0.627957, + 0.881184, + 0.296307, + 0.636702, + 0.735973, + 0.434100, + 0.398697, + 0.747685, + 1.045421, + 0.801135, + 0.619348, + 0.487258, + 0.783086, + 0.676358, + 0.826551, + 0.828102, + 0.248999, + 0.687186, + 0.356254, + 0.933016, + 0.331835, + 1.104812, + 0.646607, + 0.984837, + 0.458263, + 1.281302, + 0.580083, + 0.677070, + 0.440387, + 1.325986, + 0.360295, + 0.840689, + 0.613171, + 0.444721, + 0.766535, + 0.607876, + 0.529397, + 0.762176, + 0.424490, + 0.651378, + 0.208434, + 0.729055, + 0.681852, + 0.240412, + 0.558076, + 0.502268, + 0.563311, + 0.329588, + 1.152462, + 0.458860, + 0.941217, + 0.905669, + 0.850582, + 0.396442, + 0.610430, + 0.962681, + 0.342891, + 0.542125, + 0.694602, + 0.886453, + 0.810037, + 0.770995, + 0.816349, + 0.546429, + 0.732096, + 0.712523, + 0.194183, + 0.601893, + 0.672632, + 1.055155, + 0.919915, + 0.944710, + 0.848009, + 0.773609, + 0.468237, + 0.387361, + 0.475822, + 0.791747, + 0.922997, + 0.890387, + 0.870840, + 1.183692, + 0.365564, + 0.755284, + 0.588409, + 0.628764, + 0.974416, + 0.453660, + 0.749813, + 0.731367, + 0.445925, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_8_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.005 + std = 0.141 + data = [ + -0.118472, + -0.098092, + 0.081775, + 0.073577, + -0.018097, + 0.037483, + -0.009594, + -0.105160, + -0.000521, + 0.037029, + 0.089057, + -0.051867, + 0.146003, + 0.000284, + 0.007859, + 0.042228, + 0.040502, + -0.001546, + 0.002985, + -0.036124, + 0.002107, + 0.070243, + -0.024813, + 0.057952, + -0.093997, + 0.026927, + 0.039914, + -0.020732, + 0.032604, + -0.008855, + 0.139140, + 0.000109, + -0.089426, + -0.202566, + 0.000569, + 0.045865, + 0.109898, + -0.003636, + -0.119290, + 0.080860, + -0.033743, + 0.029854, + -0.065128, + -0.076091, + 0.070486, + -0.000060, + 0.118355, + 0.023074, + 0.036728, + -0.061376, + 0.033190, + -0.048421, + -0.112736, + 0.009759, + 0.014780, + 0.021009, + 0.003853, + -0.089360, + 0.118983, + -0.097411, + -0.045699, + -0.088462, + -0.056375, + -0.026877, + 0.012528, + 0.133447, + -0.062857, + 0.076604, + 0.064851, + -0.071546, + 0.012921, + -0.018641, + 0.094314, + 0.087365, + -0.042921, + 0.057421, + 0.001892, + -0.118634, + -0.074664, + -0.076345, + 0.240578, + -0.009685, + -0.037799, + -0.036087, + -0.053544, + 0.045786, + -0.242965, + -0.000350, + 0.011265, + 0.087694, + -0.034532, + 0.036510, + 0.166856, + 0.050693, + 0.076524, + 0.048918, + 0.019366, + 0.010668, + 0.049061, + 0.111530, + 0.022315, + 0.056344, + -0.000611, + 0.045919, + -0.040430, + 0.057205, + -0.091324, + 0.070288, + -0.008960, + -0.049654, + -0.004528, + -0.049510, + 0.084360, + -0.060972, + -0.000673, + -0.030514, + -0.125209, + 0.024145, + -0.124513, + 0.070219, + -0.130791, + -0.117176, + -0.008554, + 0.004705, + 0.094509, + -0.015922, + 0.017666, + 0.117995, + -0.012602, + -0.003754, + 0.163561, + 0.010877, + -0.261119, + 0.067213, + -0.015149, + -0.018480, + 0.034850, + -0.035623, + -0.057337, + -0.010149, + -0.047512, + -0.092810, + -0.041750, + -0.026622, + -0.074203, + 0.040389, + -0.020781, + -0.002696, + 0.023628, + 0.004401, + -0.110419, + -0.111404, + 0.024302, + 0.002752, + 0.007117, + -0.021660, + -0.043873, + 0.049657, + 0.034569, + -0.030207, + -0.026424, + 0.135800, + -0.029058, + -0.033034, + 0.058492, + 0.069206, + -0.119729, + -0.073060, + -0.023066, + -0.043169, + 0.018320, + -0.028130, + 0.112939, + 0.006341, + -0.017437, + -0.259594, + 0.118216, + 0.009637, + 0.049733, + -0.184842, + -0.008484, + -0.150233, + -0.104957, + -0.025437, + -0.000355, + 0.011315, + -0.096610, + -0.029591, + -0.043928, + -0.026005, + 0.016220, + -0.066960, + 0.012308, + -0.175299, + -0.110676, + 0.075947, + -0.060538, + -0.648813, + -0.145873, + 0.094959, + -0.047334, + -0.051993, + 0.019231, + -0.150541, + 0.123444, + 0.039271, + 0.012748, + -0.057648, + -0.012324, + -0.008434, + -0.093995, + -0.051900, + 0.117523, + -0.174567, + -0.018341, + 0.163030, + -0.159746, + -0.016826, + -0.102476, + -0.016318, + 0.003595, + -0.022046, + 0.071090, + -0.007869, + -0.073624, + -0.035298, + -0.076793, + -0.045348, + -0.103944, + 0.076714, + -0.036938, + -0.137565, + -0.017497, + -0.045577, + 0.031031, + 0.011470, + 0.030398, + -0.046302, + 0.045757, + 0.007170, + -0.075980, + 0.043470, + 0.087977, + -0.043246, + -0.074440, + 0.106839, + 0.064536, + -0.050531, + -0.044113, + -0.037535, + -0.390452, + -0.013801, + 0.003229, + -0.095115, + -0.035850, + 0.164419, + -0.039070, + 0.036648, + -0.041821, + -0.118109, + 0.034901, + -0.027639, + -0.071817, + 0.531302, + 0.064176, + 0.095412, + -0.098513, + -0.001363, + -0.042721, + -0.065803, + 0.110299, + 0.048638, + -0.149509, + 0.297671, + 0.016398, + 0.008410, + 0.052527, + 0.012459, + 0.051680, + 0.089552, + -0.136359, + -0.028882, + 0.129879, + 0.038959, + 0.075158, + -0.031279, + 0.012090, + -0.043006, + 0.025654, + -0.000244, + -0.015348, + 0.040719, + -0.264165, + -0.000246, + 0.041398, + -0.031873, + -0.072419, + 0.033075, + -0.114688, + -0.124344, + -0.023411, + -0.116661, + 0.076307, + 0.051888, + -0.044812, + 0.003388, + -0.009866, + 0.010688, + -0.104277, + -0.034619, + -0.090586, + 0.012592, + 0.018824, + -0.020317, + 0.034286, + 0.092224, + 0.104843, + -0.023875, + -0.012113, + 0.089020, + -0.021252, + 0.118470, + -0.068161, + 0.030238, + 0.050327, + 0.020740, + 0.202818, + 0.113763, + -0.031396, + 0.183493, + -0.007081, + 0.121958, + -0.026857, + 0.079919, + -0.015070, + 0.047255, + -0.019056, + -0.018749, + -0.014795, + -0.089609, + -0.061853, + -0.069619, + -0.134446, + -0.034336, + -0.214413, + -0.059878, + -0.094080, + -0.042741, + -0.013704, + -0.198112, + -0.310768, + -0.176005, + 0.062171, + 0.008079, + -0.040726, + 0.010075, + -0.060606, + 0.047680, + -0.051239, + -0.000258, + -0.020762, + -0.081930, + -0.464816, + -0.075642, + 0.115652, + 0.097000, + 0.126390, + -0.138154, + -0.068003, + 0.085700, + 0.172605, + -0.035602, + 0.014597, + -0.018563, + -0.094023, + -0.220955, + 0.017765, + 0.090831, + -0.046552, + 0.038819, + -0.295453, + 0.058736, + 0.079636, + 0.024884, + -0.189029, + -0.024218, + 0.404544, + 0.206522, + -0.190864, + -0.003466, + -0.041797, + -0.113165, + 0.102374, + -0.010575, + 0.044902, + 0.038677, + -0.011395, + 0.073049, + -0.045162, + -0.058443, + 0.103234, + 0.123605, + 0.000826, + 0.011198, + -0.126986, + 0.074656, + 0.007582, + 0.067414, + 0.051776, + 0.067849, + -0.061414, + -0.014318, + 0.104864, + 0.005434, + 0.088056, + -0.009090, + -0.028380, + 0.022135, + -0.284369, + 0.017323, + 0.079196, + 0.057987, + -0.057912, + 2.084263, + -0.109269, + 0.020933, + 0.048117, + -0.095048, + -0.039120, + -0.141465, + -0.168864, + 0.071646, + -0.062277, + 0.052481, + 0.249547, + -0.102528, + 0.052294, + 0.028517, + 0.001430, + -0.031922, + -0.170918, + 0.016118, + 0.038521, + -0.037254, + -0.076326, + 0.121663, + 0.089996, + 0.057611, + -0.248812, + 0.668830, + -0.155584, + -0.055400, + -0.068858, + -0.105838, + -0.034484, + 0.154853, + -0.109330, + -0.184623, + 0.076259, + -0.006209, + -0.028372, + -0.138542, + 0.024707, + -0.048752, + -0.094388, + 0.040818, + -0.091464, + -0.014973, + -0.035820, + -0.117962, + 0.248046, + -0.039261, + -0.048223, + -0.063127, + 0.066211, + -0.018595, + 0.399229, + 0.009402, + 0.031685, + 0.028635, + 0.011420, + 0.036626, + -0.161073, + -0.097048, + 0.024557, + 0.136635, + -0.042925, + 0.020107, + 0.067242, + -0.092574, + 0.057906, + -0.017017, + -0.038727, + -0.000244, + 0.125250, + -0.068263, + -0.491783, + -0.018150, + -0.023612, + -0.011328, + -0.081564, + -0.146579, + -0.024080, + -0.043801, + 0.048470, + 0.018733, + -0.020520, + 0.136223, + 0.056929, + 0.015545, + -0.157894, + -0.060369, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_8_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.106 + std = 1.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_8_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.045 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_8_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.002 + std = 0.357 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_8_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.241 + data = [ + 0.108047, + 0.154496, + 0.158522, + -0.128162, + -0.159405, + -0.105534, + 0.181105, + -0.371033, + 0.275485, + 0.205585, + 0.060557, + -0.262619, + 0.043602, + -0.022651, + 0.336881, + 0.145919, + 0.084492, + -0.053447, + -0.087296, + -0.167077, + 0.061994, + 0.008132, + 0.067120, + 0.285854, + -0.238924, + -0.085362, + -0.250875, + -0.031109, + 0.064342, + -0.214982, + -0.320492, + 0.161679, + -0.062162, + 0.039953, + 0.204150, + -0.096346, + -0.012302, + 0.083628, + 0.167552, + 0.187531, + -0.110497, + -0.105835, + 0.038963, + 0.171791, + -0.059246, + 0.108280, + 0.249928, + 0.101783, + -0.060537, + 0.490458, + -0.095869, + -0.205882, + 0.119656, + -0.031099, + -0.030300, + -0.094332, + 0.014848, + 0.295520, + -0.192845, + -0.277475, + -0.236128, + -0.232242, + 0.087597, + 0.054329, + 0.115414, + 0.388222, + -0.119897, + -0.013137, + -0.231813, + 0.051330, + 0.226954, + 0.331730, + -0.065272, + 0.072666, + -0.235709, + 0.135381, + 0.106593, + 0.123561, + 0.078174, + 0.026612, + 0.173299, + 0.152801, + 0.099698, + -0.126789, + -0.378495, + -0.295114, + 0.201941, + -0.308278, + 0.069059, + 0.054731, + 0.186328, + -0.154720, + 0.143440, + -0.074446, + 0.135821, + 0.191844, + 0.123620, + -0.011472, + -0.004227, + -0.129148, + -0.102119, + -0.109720, + -0.019628, + -0.073355, + -0.009776, + 0.071423, + 0.068726, + -0.095032, + -0.235354, + -0.081892, + 0.095135, + -0.031626, + 0.008183, + 0.037591, + 0.153754, + -0.281631, + -0.079038, + 0.068656, + -0.125766, + -0.058261, + -0.001519, + -0.125696, + 0.022932, + 0.091660, + -0.110596, + 0.088512, + 0.006111, + -0.115653, + -0.124108, + 0.073755, + 0.048263, + -0.134919, + 0.136280, + 0.017036, + -0.004648, + -0.101472, + 0.029568, + 0.100554, + 0.194652, + 0.083118, + 0.240920, + 0.070592, + -0.018094, + -0.310119, + -0.276483, + 0.020475, + 0.090387, + 0.011019, + -0.121425, + 0.136944, + -0.082725, + -0.084554, + 0.198738, + 0.166185, + 0.143699, + 0.165584, + 0.249649, + -0.166931, + 0.125974, + 0.116131, + -0.065366, + 0.036704, + 0.177303, + -0.081836, + -0.115039, + -0.379009, + 0.111537, + 0.113657, + 0.054540, + -0.140075, + 0.076034, + 0.036299, + -0.240506, + 0.216995, + -0.158821, + -0.249459, + 0.095991, + -0.055693, + -0.002791, + -0.016823, + 0.012629, + -0.247800, + 0.069936, + 0.054965, + -0.061198, + 0.158822, + -0.267626, + -0.123646, + 0.236515, + 0.534147, + 0.044809, + 0.072333, + -0.053055, + 0.127804, + -0.087439, + 0.128874, + 0.120059, + -0.191418, + 0.018061, + -0.159596, + 0.113030, + -0.110204, + -0.156190, + -0.109601, + -0.057891, + -0.210497, + 0.028373, + -0.040446, + -0.095571, + 0.060186, + 0.013333, + 0.002534, + -0.050881, + 0.046021, + -0.047464, + -0.005442, + 0.272382, + 0.256246, + -0.004118, + 0.096995, + 0.041617, + 0.220941, + -0.015277, + 0.338373, + 0.142240, + -0.075706, + 0.246909, + 0.157150, + -0.180532, + -0.039156, + 0.059378, + 0.184541, + 0.174316, + 0.031873, + -0.020607, + -0.009263, + 0.021816, + 0.020623, + 0.014883, + 0.096883, + -0.207305, + 0.063367, + -0.245284, + 0.076748, + -0.018856, + 0.307576, + 0.009612, + -0.045883, + -0.045083, + 0.198804, + -0.089952, + 0.171714, + -0.231688, + 0.045825, + -0.235934, + 0.114175, + 0.029889, + -0.018293, + -0.088126, + 0.167503, + 0.112674, + 0.047040, + -0.023338, + 0.031877, + -0.002506, + 0.013769, + -0.086381, + -0.201218, + -0.011766, + -0.072734, + 0.086153, + -0.212587, + 0.297337, + -0.235622, + -0.227375, + 0.034397, + 0.135689, + 0.034081, + 0.041751, + 0.074477, + 0.106241, + 0.001703, + 0.170089, + 0.077437, + -0.029829, + -0.079445, + -0.191344, + -0.248574, + 0.288660, + 0.111110, + -0.044144, + -0.146767, + 0.061653, + 0.320397, + 0.265083, + 0.086171, + 0.023216, + 0.170463, + 0.157990, + 0.241332, + -0.116388, + 0.205572, + 0.125847, + -0.003612, + 0.104747, + 0.110441, + -0.051725, + 0.133215, + -0.091082, + 0.061877, + 0.059938, + 0.144863, + -0.019772, + -0.047554, + -0.115157, + 0.001973, + -0.066833, + 0.116719, + -0.018270, + -0.015220, + -0.112913, + -0.107738, + 0.028548, + -0.184381, + 0.083517, + 0.021630, + -0.111046, + 0.242039, + 0.029146, + -0.009150, + 0.046977, + -0.382522, + -0.053820, + 0.075980, + -0.015094, + 0.073626, + -0.068145, + 0.155370, + 0.031820, + 0.026232, + -0.129700, + -0.035110, + 0.148336, + 0.103780, + -0.087179, + -0.015963, + -0.115073, + 0.034872, + -0.082918, + 0.218845, + -0.113154, + -0.211707, + -0.191633, + 0.164674, + 0.122920, + -0.105341, + 0.001515, + -0.015037, + 0.004501, + 0.076821, + 0.037543, + 0.251757, + 0.474712, + -0.158513, + -0.252522, + -0.211554, + 0.201537, + -0.216125, + -0.348599, + -0.138854, + 0.037700, + 0.143788, + -0.010754, + 0.347595, + 0.008700, + 0.150932, + 0.237858, + 0.109968, + 0.079983, + -0.101814, + 0.139633, + 0.169689, + -0.281712, + -0.318478, + 0.057972, + -0.015563, + -0.139809, + -0.518870, + 0.146954, + 0.350792, + 0.052657, + -0.101828, + -0.333558, + -0.050254, + 0.198589, + -0.169949, + -0.041471, + -0.022521, + -0.221617, + -0.160840, + 0.090378, + -0.068412, + 0.059331, + 0.137181, + -0.148600, + 0.054498, + -0.020923, + -0.149495, + -0.175674, + 0.108546, + -0.013340, + 0.022746, + 0.118648, + 0.012912, + 0.076635, + -0.001884, + 0.015177, + 0.185132, + -0.037920, + -0.119113, + -0.189594, + 0.364124, + -0.052373, + -4.042912, + 0.393516, + -0.022879, + -0.211437, + 0.028715, + -0.207665, + -0.029980, + -0.043299, + -0.094716, + 0.094341, + -0.047589, + 0.184825, + 0.135371, + 0.056071, + 0.067659, + 0.045976, + 0.092241, + 0.037620, + -0.067250, + 0.082212, + -0.087271, + 0.187918, + -0.212860, + 0.449328, + 0.257302, + 0.072007, + -0.930646, + 0.001234, + 0.187175, + -0.168003, + 0.219387, + 0.003421, + 0.045947, + 0.264816, + -0.055975, + 0.016065, + -0.014376, + 0.215145, + -0.008644, + -0.085062, + 0.051705, + 0.244170, + -0.127580, + -0.379671, + 0.118598, + 0.013875, + 0.050718, + -0.099683, + -0.202392, + 0.014718, + -0.000865, + 0.277696, + 0.214044, + -0.423430, + -0.018817, + -0.189635, + 0.064801, + -0.323514, + -0.025637, + -0.161312, + 0.137090, + -0.029261, + 0.310931, + 0.108656, + -0.033102, + -0.110731, + -0.002929, + -0.140475, + -0.103073, + 0.056905, + 0.050177, + -0.033089, + -0.235721, + 0.195478, + -0.131488, + 0.109779, + -0.000351, + -0.048615, + 0.050086, + 0.042160, + 0.022072, + -0.197182, + -0.337279, + 0.055229, + -0.040260, + -0.098060, + 0.040474, + -0.043913, + 0.154792, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.897 + std = 0.161 + data = [ + 0.843759, + 0.969329, + 0.887671, + 1.068655, + 0.930676, + 0.954560, + 0.961539, + 0.789692, + 0.749586, + 1.033349, + 1.056015, + 0.952539, + 0.981322, + 0.954293, + 0.786610, + 1.020748, + 0.936195, + 0.940069, + 0.815988, + 0.548506, + 0.980468, + 1.024685, + 0.787741, + 0.790240, + 1.061907, + 0.856393, + 1.053666, + 0.837577, + 0.999881, + 0.849741, + 0.909749, + 1.045759, + 0.846297, + 0.125271, + 0.873641, + 0.898934, + 1.034045, + 0.834186, + 1.377175, + 0.892520, + 0.958538, + 0.942834, + 0.780783, + 0.873850, + 0.840938, + 0.952384, + 0.947904, + 1.125775, + 0.976799, + 0.963667, + 0.768814, + 0.635157, + 0.818936, + 0.813936, + 0.979612, + 0.966361, + 0.923029, + 0.830495, + 1.004668, + 0.676335, + 0.962901, + 0.969441, + 0.915462, + 0.901088, + 0.962139, + 0.960197, + 0.898654, + 0.712401, + 0.926331, + 0.930733, + 1.089264, + 0.737396, + 0.822808, + 0.981240, + 1.064362, + 0.860859, + 1.054052, + 0.923869, + 1.026267, + 0.801326, + 1.129798, + 1.063909, + 0.943241, + 1.037503, + 0.801479, + 0.940764, + 0.947614, + 0.674007, + 0.817122, + 0.968974, + 0.858760, + 0.928035, + 0.824844, + 0.809719, + 1.197353, + 0.312360, + 1.001828, + 1.115336, + 0.815440, + 0.957161, + 0.853835, + 1.330153, + 0.840770, + 0.969065, + 0.920629, + 0.909581, + 0.838796, + 0.845871, + 0.872601, + 0.911164, + 0.755626, + 0.923435, + 0.866657, + 0.792931, + 0.932358, + 0.960735, + 0.793108, + 0.824157, + 0.908631, + 1.017318, + 0.837940, + 0.918606, + 0.954931, + 1.059137, + 0.990911, + 0.931745, + 0.735612, + 0.944608, + 0.948588, + 0.749755, + 1.175412, + 1.013814, + 0.714935, + 0.707013, + 0.979548, + 0.985180, + 0.891340, + 0.767530, + 0.985294, + 0.917648, + 1.037605, + 0.913067, + 0.965536, + 0.750172, + 1.012470, + 0.802407, + 0.994132, + 1.047992, + 0.802966, + 1.009631, + -0.000187, + 0.899162, + 0.940128, + 0.951968, + 0.749507, + 0.947749, + 1.027503, + 0.840067, + 0.000927, + 0.842329, + 0.982998, + 1.155752, + 1.100663, + 0.908084, + 0.805564, + 0.809773, + 0.756785, + 0.922733, + 0.841047, + 1.081270, + 0.797614, + 0.913807, + 0.933214, + 0.899172, + 0.802270, + 1.086182, + 0.866515, + 0.917080, + 0.887754, + 1.205973, + 0.978621, + 0.819684, + 0.701694, + 0.853364, + 0.812153, + 0.877694, + 0.868402, + 0.925960, + 0.857826, + -0.000419, + 0.909240, + 0.946106, + 0.851980, + 0.807569, + 0.846108, + 0.662704, + 0.840016, + 1.023327, + 0.830369, + 0.622084, + 0.916559, + 0.950382, + 0.822948, + 0.940544, + 1.039971, + 0.859078, + 1.127407, + 0.835368, + 1.140285, + 0.920539, + 0.841326, + 0.683172, + 0.865384, + 1.119811, + 1.011165, + 0.889819, + 0.339420, + 0.817584, + 0.848673, + 0.951957, + 0.815256, + 1.052815, + 0.783882, + 0.892598, + 0.869296, + 0.902597, + 0.568131, + 0.744921, + 0.857641, + 0.952291, + 0.969424, + 0.803735, + 0.851473, + 0.980158, + 0.944584, + 0.980617, + 0.980057, + 0.910488, + 1.074755, + 0.777782, + 0.760325, + 1.031800, + 0.704733, + 0.972897, + 0.960198, + 0.814541, + 0.841767, + 0.813215, + 0.677587, + 0.750657, + 1.049991, + 0.913679, + 0.817900, + 0.949221, + 0.913314, + 0.809575, + 1.099598, + 0.889125, + 0.776483, + 0.996478, + 1.008068, + 1.109584, + 1.200404, + 1.081294, + 0.943919, + 0.750987, + 0.842673, + 0.818421, + 0.749052, + 0.889732, + 0.880457, + 0.874725, + 0.886702, + 1.259248, + 0.663047, + 0.903457, + 0.976817, + 0.931444, + 0.857765, + 0.791460, + 0.887240, + 0.947115, + 0.645492, + 0.820025, + 0.999997, + 0.673657, + 0.787260, + 1.089657, + 0.941111, + 0.991748, + 0.912718, + 1.035070, + 0.973380, + 0.904925, + 1.030730, + 0.717267, + 1.145698, + 0.947282, + 0.715269, + 0.853909, + 0.785329, + 0.785630, + 0.862337, + 0.959500, + 0.837546, + 0.865561, + 1.071401, + 0.959732, + 0.698633, + 0.926056, + 1.341508, + 0.667909, + 0.935857, + 0.739319, + 1.043128, + 0.876188, + 0.857851, + 0.758492, + 0.881864, + 0.776982, + 0.971230, + 0.940557, + 0.946802, + 0.886663, + 0.926969, + 0.955519, + 0.892574, + 0.924561, + 0.877189, + 0.980866, + 1.014985, + 1.149678, + 0.658705, + 0.936335, + 0.869442, + 0.916213, + 0.932038, + 1.073702, + 0.880588, + 0.703156, + 0.908525, + 0.843154, + 0.870955, + 0.853986, + 0.936271, + 0.874230, + 0.963392, + 1.012270, + 0.984775, + 1.320793, + 1.073558, + 1.018896, + 0.867031, + 0.867872, + 0.845102, + 0.973669, + 0.872475, + 0.922852, + 0.966846, + 1.013953, + 0.970779, + 0.816672, + 1.360918, + 1.103861, + 0.981206, + 0.879234, + 0.938516, + 1.075143, + 1.059401, + 1.068045, + 0.827215, + 0.853690, + 0.848278, + 1.254795, + 0.903065, + 0.833863, + 1.045049, + 0.978339, + 0.969419, + 0.665901, + 1.432016, + 0.906006, + 0.877549, + 1.075466, + 0.758926, + 0.942957, + 1.374378, + 0.740020, + 1.285389, + 1.063692, + 0.930888, + 0.689313, + 0.899434, + 0.917980, + 0.915362, + 0.953305, + 0.772955, + 1.003658, + 0.812250, + 1.061651, + 0.746273, + 0.960068, + 0.843418, + 0.792224, + 0.896985, + 0.773716, + 0.699342, + 0.847246, + 0.924217, + 0.996115, + 0.889078, + 0.793659, + 0.946558, + 0.828457, + 0.770105, + 0.837866, + 0.781808, + 0.876292, + 0.410043, + 0.883873, + 0.974422, + 0.924807, + 0.809679, + 0.543632, + 0.898938, + 0.849937, + 0.881493, + 0.859846, + 0.862834, + 0.671247, + 0.989018, + 0.777809, + 0.907616, + 0.847411, + 0.270088, + 0.857927, + 0.849462, + 0.929965, + 0.917492, + 0.901026, + 0.695058, + 0.867860, + 0.779736, + 0.890158, + 0.799718, + 1.000224, + 0.495545, + 0.750562, + 0.832832, + 1.235775, + 0.638495, + 0.961213, + 0.874958, + 0.928615, + 1.155789, + 0.626411, + 0.977449, + 0.925649, + 0.998912, + 0.983854, + 0.874916, + 1.035466, + 0.815376, + 0.889239, + 1.325173, + 0.902883, + 1.045846, + 0.817532, + 0.886016, + 0.763911, + 1.085352, + 0.819318, + 0.746662, + 0.927828, + 1.204150, + 0.919018, + 0.775919, + 0.894429, + 0.770241, + 0.937234, + 0.783622, + 0.841673, + 0.971030, + 0.915721, + 1.005716, + 0.812044, + 0.870586, + 1.020557, + 0.956669, + 0.950143, + 0.683016, + 0.757456, + 0.675442, + 0.853346, + 0.799344, + 0.961996, + 1.467050, + 0.929417, + 0.946745, + 0.737377, + 0.900608, + 0.914190, + 0.691262, + 0.943181, + 0.849928, + 1.012573, + 0.958521, + 0.814945, + 0.979342, + 0.792123, + 0.944269, + 0.986353, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_8_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.011 + std = 0.221 + data = [ + -0.263568, + -0.437526, + 0.076617, + 0.464085, + 0.029401, + 0.154900, + -0.251237, + 0.233878, + -0.001404, + -0.285993, + -0.065976, + 0.170976, + 0.435135, + -0.003615, + -0.051642, + -0.004099, + 0.075247, + -0.057796, + 0.087810, + 0.291858, + -0.200409, + 0.323636, + -0.037556, + -0.063488, + 0.091319, + 0.102633, + -0.455767, + -0.108551, + -0.192705, + 0.112593, + 0.397000, + 0.059247, + -0.027771, + -0.013034, + 0.041435, + 0.218525, + 0.518088, + -0.050164, + 0.626826, + 0.181567, + 0.127464, + 0.029100, + -0.148614, + -0.259453, + 0.199679, + -0.081105, + 0.174180, + 0.467356, + 0.179443, + -0.431695, + 0.028342, + -0.439660, + -0.245891, + 0.107860, + 0.247913, + 0.052615, + -0.005524, + -0.283633, + 0.571706, + -0.102223, + -0.224334, + 0.111958, + -0.249808, + 0.017167, + -0.334297, + 0.053905, + -0.129375, + 0.046134, + 0.385322, + -0.286023, + -0.290370, + -0.147943, + 0.127743, + -0.148121, + -0.129934, + 0.137268, + 0.168579, + -0.169520, + -0.047863, + -0.050121, + 0.311428, + 0.358823, + -0.226597, + 0.225571, + 0.141886, + 0.276867, + -0.449637, + 0.120377, + 0.023159, + 0.207555, + -0.213099, + 0.226217, + 0.262866, + 0.148153, + -0.215918, + -0.015778, + -0.280939, + 0.322972, + 0.086689, + 0.486371, + 0.077850, + -0.866371, + 0.059943, + 0.138235, + 0.048895, + 0.087894, + 0.384305, + 0.106790, + -0.057374, + -0.061612, + 0.094132, + -0.255345, + 0.207918, + -0.161465, + -0.171314, + 0.092305, + -0.067300, + -0.007983, + -0.197981, + 0.029497, + -0.207272, + -0.102630, + -0.116492, + -0.025511, + 0.336983, + -0.429877, + 0.015568, + 0.265141, + -0.026931, + -0.083631, + 0.015874, + -0.036075, + -0.369321, + 0.047787, + 0.050673, + 0.056257, + 0.095403, + 0.044181, + -0.223915, + 0.117061, + -0.402471, + -0.207406, + -0.124105, + 0.149710, + -0.193897, + -0.066755, + -0.262131, + -0.219292, + 0.085360, + -0.284518, + 0.000115, + -0.149881, + -0.169272, + -0.254625, + -0.071647, + -0.209005, + -0.342431, + 0.212029, + 0.000185, + -0.144890, + 0.042527, + 0.643627, + 0.427805, + 0.077747, + 0.015850, + 0.170757, + -0.136428, + -0.047828, + -0.218119, + 0.207232, + 0.050548, + 0.030789, + 0.226958, + -0.126240, + 0.077122, + 0.235996, + 0.275694, + 0.057289, + 0.108545, + 0.509616, + -0.231701, + -0.056921, + -0.158735, + -0.047781, + 0.035650, + -0.023849, + 0.000186, + -0.071106, + -0.081326, + 0.000775, + -0.001851, + -0.202964, + 0.039669, + -0.297496, + -0.147026, + 0.021644, + -0.172613, + 0.211522, + -0.179561, + 0.142928, + -0.273823, + -0.108448, + -0.017119, + -0.225308, + 0.531267, + 0.078688, + -0.298275, + 0.041640, + -0.389751, + 0.034046, + -0.139395, + -0.141545, + 0.312725, + -0.104097, + -0.018904, + 0.299242, + -0.060382, + -0.100115, + -0.245767, + 0.048594, + 0.003712, + 0.055811, + 0.246710, + -0.238234, + -0.061960, + -0.066590, + 0.057329, + -0.102167, + -0.115594, + 0.127345, + 0.122146, + -0.233501, + 0.003152, + -0.219665, + 0.166446, + 0.196373, + 0.255580, + 0.065337, + -0.077613, + 0.017527, + 0.131318, + 0.493238, + 0.129931, + -0.077968, + -0.196196, + -0.230411, + 0.086965, + 0.011431, + 0.047995, + -0.095181, + 0.138313, + 0.012016, + 0.052337, + -0.285650, + 0.093976, + 0.105164, + -0.389904, + 0.193375, + 0.018639, + -0.427500, + -0.090682, + 0.018333, + 0.104738, + 0.088876, + 0.077551, + 0.080161, + 0.238373, + 0.118817, + -0.045728, + -0.080943, + 0.125677, + 0.166266, + -0.294955, + -0.189208, + -0.021627, + 0.114384, + 0.044207, + 0.110460, + 0.031195, + -0.044004, + -0.204627, + -0.040578, + -0.249820, + 0.082858, + 0.291149, + 0.043787, + 0.064475, + -0.223183, + -0.064444, + -0.033896, + -0.109572, + -0.119635, + 0.424326, + -0.140725, + -0.154447, + -0.060197, + -0.501074, + -0.129854, + -0.049803, + -0.262627, + -0.053831, + -0.250732, + 0.046191, + 0.144175, + -0.050429, + 0.032463, + -0.240874, + -0.086750, + -0.053413, + -0.157483, + 1.071325, + -0.052094, + -0.004922, + -0.058918, + 0.287828, + 0.354910, + 0.115503, + -0.072654, + -0.126898, + 0.130984, + 0.141039, + 0.289818, + -0.217302, + 0.021639, + -0.108910, + -0.101903, + 0.361532, + 0.078355, + -0.106345, + 0.343193, + 0.027323, + -0.087608, + 0.072662, + 0.150794, + 0.063363, + 0.232772, + 0.021724, + 0.233410, + 0.173131, + -0.028774, + 0.063898, + -0.036837, + -0.140892, + 0.040913, + -0.282966, + -0.282924, + -0.111025, + -0.001265, + 0.086442, + 0.234903, + 0.323872, + -0.171832, + 0.108428, + 0.037047, + -0.059726, + 0.061658, + 0.010469, + 0.025985, + -0.026167, + 0.082389, + -0.145417, + -0.115601, + 0.149773, + 0.136993, + 0.367054, + 0.253715, + 0.229914, + -0.241702, + 0.388939, + 0.581671, + 0.198153, + 0.024604, + 0.016523, + 0.804816, + -0.403242, + -0.222698, + -0.353820, + 0.002404, + -0.094306, + 0.108597, + 0.575668, + 0.033729, + 0.271114, + 0.664734, + -0.114016, + -0.166052, + -0.470872, + 0.347228, + 0.267916, + 0.134375, + -0.362059, + -0.126533, + 0.414829, + -0.102360, + 0.123785, + 0.053767, + -0.032870, + 0.226185, + -0.052705, + 0.355402, + 0.002145, + 0.301037, + 0.016166, + -0.137012, + -0.156025, + 0.141468, + 0.153105, + 0.062648, + 0.117973, + 0.116639, + 0.041436, + -0.048247, + 0.262015, + -0.058400, + 0.160855, + 0.034664, + -0.080751, + -0.077731, + 0.033744, + 0.061064, + 0.241182, + -0.098808, + -0.080735, + 0.860851, + -0.271817, + 0.208236, + 0.278385, + -0.073448, + -0.022414, + -0.079037, + -0.441999, + 0.101006, + -0.121235, + 0.102739, + 0.140571, + -0.164252, + 0.178097, + -0.139958, + -0.319105, + -0.162994, + -0.126182, + 0.026894, + -0.073686, + 0.048952, + -0.148828, + 0.190195, + 0.110458, + 0.096818, + -0.465179, + 0.297282, + -0.123533, + -0.216764, + -0.002068, + -0.140780, + -0.241287, + 0.155730, + -0.539268, + -0.144344, + 0.174003, + -0.046450, + -0.200746, + -0.091471, + 0.264464, + -0.137769, + 0.444558, + 0.137777, + -0.146341, + -0.111938, + 0.021573, + 0.122897, + -0.437244, + -0.076415, + -0.046029, + 0.013005, + 0.577403, + -0.167388, + 0.374755, + 0.139187, + 0.120753, + 0.079663, + 0.131388, + 0.100083, + -0.216788, + -0.107059, + -0.069731, + -0.048861, + -0.063906, + -0.154238, + 0.238498, + -0.296118, + 0.143598, + -0.093063, + 0.010367, + 0.107524, + 0.117928, + -0.172585, + -0.465949, + 0.088884, + -0.028028, + 0.017755, + 0.008862, + -0.263767, + 0.244641, + 0.114511, + 0.256759, + 0.298874, + -0.180088, + 0.140665, + 0.161814, + 0.054042, + -0.042297, + -0.462554, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_8_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.627 + std = 0.130 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.054 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_8_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.005 + std = 0.141 + data = [ + -0.039257, + -0.054820, + -0.070302, + 0.272960, + 0.004943, + 0.049633, + -0.238283, + -0.034181, + -0.059131, + -0.263959, + -0.206603, + 0.201711, + 0.223656, + 0.041649, + -0.061869, + -0.020759, + 0.050339, + -0.075611, + -0.001746, + -0.140169, + -0.127260, + 0.056919, + -0.030211, + -0.204749, + 0.087451, + 0.228960, + -0.280619, + -0.180014, + 0.056651, + 0.060712, + 0.031899, + 0.105630, + -0.105746, + -0.003028, + 0.041599, + 0.061102, + 0.049535, + -0.120520, + 0.287366, + 0.010763, + 0.265411, + -0.137243, + -0.065007, + -0.121515, + 0.036963, + -0.122391, + -0.097308, + 0.074827, + 0.067056, + -0.392234, + 0.179114, + -0.171994, + -0.156517, + 0.199377, + 0.161036, + -0.013865, + 0.112680, + 0.114069, + 0.223749, + -0.027574, + 0.061116, + 0.135978, + 0.044842, + 0.032747, + -0.047859, + 0.087386, + -0.103620, + 0.071690, + 0.221177, + -0.071574, + -0.171340, + -0.075424, + -0.007804, + 0.059703, + -0.195459, + 0.084242, + 0.099906, + 0.002621, + -0.095345, + 0.032131, + -0.120017, + 0.061667, + -0.151321, + 0.147242, + 0.240769, + 0.182806, + 0.068726, + 0.111803, + -0.053697, + -0.020673, + -0.125020, + 0.003417, + -0.072291, + 0.068103, + -0.324241, + -0.084925, + -0.171281, + 0.069758, + 0.052330, + 0.190312, + 0.122331, + -0.268704, + -0.010377, + 0.100516, + 0.144355, + 0.023454, + 0.357549, + -0.080180, + -0.095317, + 0.021037, + 0.046384, + -0.141570, + 0.047699, + 0.015989, + -0.140273, + 0.008013, + 0.096255, + -0.157151, + 0.132045, + -0.090183, + -0.097738, + -0.011509, + -0.172040, + 0.067892, + 0.134414, + -0.222545, + -0.059612, + 0.065948, + 0.099025, + 0.042868, + -0.046147, + -0.254109, + -0.046178, + 0.005976, + 0.022180, + -0.068674, + -0.116446, + 0.053638, + -0.104668, + -0.041195, + -0.031154, + -0.076327, + -0.018325, + 0.023741, + -0.031206, + 0.000201, + -0.200956, + 0.000208, + 0.030624, + -0.118054, + 0.010679, + 0.084466, + -0.118109, + -0.176572, + -0.176626, + -0.089263, + -0.157795, + 0.037680, + 0.039221, + -0.147816, + -0.006740, + 0.215470, + 0.233801, + 0.053977, + 0.147615, + 0.096234, + -0.040604, + 0.059421, + -0.102324, + 0.130845, + 0.019402, + -0.043661, + 0.175987, + -0.073588, + 0.112481, + 0.161223, + -0.036959, + -0.007878, + 0.008155, + -0.020947, + 0.002692, + 0.153132, + 0.119527, + 0.000286, + 0.075494, + -0.013221, + 0.012638, + 0.107257, + -0.015318, + 0.348090, + 0.091716, + -0.005057, + -0.064111, + -0.170249, + -0.004234, + -0.076019, + -0.004244, + -0.309061, + 0.034024, + 0.078645, + -0.052257, + 0.046447, + 0.028947, + 0.023719, + 0.095061, + 0.140882, + -0.199412, + -0.014872, + -0.111920, + 0.134217, + -0.028162, + 0.023670, + 0.169433, + 0.012803, + -0.045672, + -0.044461, + -0.085178, + 0.025354, + -0.009376, + -0.086651, + 0.011062, + 0.140962, + 0.055577, + -0.260791, + -0.133758, + -0.028634, + 0.012630, + -0.030168, + -0.129864, + -0.090311, + -0.142516, + -0.019036, + 0.024411, + -0.091299, + 0.031720, + 0.118091, + 0.012393, + 0.294709, + -0.136817, + 0.039611, + 0.026765, + 0.006752, + 0.173902, + 0.039808, + -0.129754, + -0.147031, + 0.017723, + -0.141043, + 0.080150, + -0.080231, + -0.032333, + -0.073944, + 0.012729, + -0.055954, + 0.031435, + -0.054234, + 0.098338, + 0.087708, + -0.008916, + 0.027623, + -0.072092, + 0.041902, + 0.157394, + -0.057109, + -0.096129, + -0.002119, + 0.097194, + -0.012952, + -0.015017, + 0.096239, + -0.112908, + 0.041281, + -0.125362, + -0.297545, + -0.042022, + -0.031831, + -0.039798, + 0.022643, + 0.015443, + 0.061756, + -0.076126, + -0.136376, + -0.053123, + 0.056474, + 0.126180, + 0.030852, + 0.093941, + -0.241440, + 0.061846, + -0.026484, + 0.045763, + -0.084303, + 0.242665, + -0.030182, + -0.161258, + 0.024185, + -0.225786, + 0.047326, + 0.171805, + -0.085652, + -0.000037, + -0.041280, + -0.035665, + 0.102570, + -0.098372, + 0.100605, + -0.073590, + -0.151606, + 0.104265, + -0.123427, + 0.255702, + 0.002296, + -0.046933, + 0.003073, + 0.102425, + 0.054419, + -0.006083, + 0.133312, + 0.001351, + -0.127904, + 0.119897, + 0.113332, + -0.094926, + 0.143082, + -0.225136, + -0.062898, + 0.011847, + -0.218970, + -0.124540, + 0.131471, + 0.119754, + -0.030017, + -0.022380, + -0.052942, + 0.047377, + 0.138083, + -0.029941, + 0.127639, + 0.088416, + 0.048435, + 0.112394, + -0.042100, + -0.164629, + 0.114814, + 0.074064, + -0.107803, + -0.135607, + -0.193526, + -0.036968, + 0.098941, + -0.072203, + -0.134550, + 0.005122, + 0.212868, + 0.033624, + 0.008250, + 0.049358, + 0.046495, + 0.142435, + -0.002158, + 0.201175, + -0.020835, + 0.334644, + 0.056140, + -0.010304, + 0.022023, + 0.079075, + -0.207679, + 0.309038, + 0.023780, + -0.009225, + -0.003643, + -0.141030, + 0.329463, + 0.004380, + 0.024291, + -0.084719, + -0.143261, + 0.044464, + 0.132382, + 0.182490, + -0.057973, + -0.004324, + 0.116098, + 0.127139, + 0.009304, + -0.346121, + 0.173694, + 0.192302, + 0.017058, + 0.011405, + 0.016955, + 0.182513, + -0.043105, + -0.000023, + 0.044855, + 0.002220, + 0.023830, + -0.014337, + 0.035195, + 0.116634, + 0.184265, + 0.051536, + 0.020995, + -0.125280, + 0.213567, + 0.084565, + 0.134819, + 0.069754, + 0.035722, + 0.063218, + -0.053030, + 0.039627, + -0.030288, + -0.032785, + -0.068740, + 0.010551, + -0.046677, + 0.106154, + -0.079263, + 0.139661, + -0.293329, + 0.083289, + 1.706511, + -0.176110, + -0.044887, + 0.136415, + 0.294918, + 0.111531, + -0.031141, + -0.018322, + -0.058456, + 0.156176, + -0.013257, + 0.237541, + 0.003487, + 0.080267, + 0.017821, + -0.154505, + -0.039749, + -0.041608, + -0.054725, + -0.131754, + 0.125094, + -0.118591, + -0.150647, + 0.110451, + 0.032421, + 0.021089, + -0.115717, + 0.052847, + -0.120523, + 0.036282, + 0.011812, + -0.251867, + 0.066867, + -0.125557, + 0.229124, + -0.022962, + -0.175095, + 0.025190, + -0.014251, + 0.148211, + -0.169413, + 0.120061, + 0.023162, + -0.363966, + 0.015466, + 0.084794, + -0.107246, + 0.013569, + 0.003087, + -0.110949, + -0.002850, + 0.064243, + -0.114779, + 0.154473, + 0.070959, + 0.002866, + -0.016617, + 0.050731, + 0.095343, + 0.041231, + 0.054810, + -0.003082, + -0.158128, + 0.096093, + -0.014699, + -0.014373, + -0.167827, + -0.008635, + 0.148392, + -0.063390, + 0.014403, + -0.036666, + -0.092046, + 0.279258, + 0.021140, + -0.028999, + 0.041631, + -0.047518, + -0.264959, + -0.043991, + -0.024680, + -0.033844, + 0.068487, + -0.103898, + -0.125403, + 0.086721, + 0.050376, + -0.011135, + -0.061723, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.643 + std = 0.234 + data = [ + 1.313417, + 0.457714, + 0.788772, + 0.632280, + 0.560421, + 0.379989, + 0.656819, + 0.915899, + 0.992838, + 0.531702, + 0.248040, + 0.436957, + 0.745818, + 0.180528, + 0.453585, + 0.444188, + 0.320612, + 0.755720, + 0.695833, + 0.440832, + 0.533859, + 0.532492, + 0.174733, + 0.843468, + 0.378830, + 0.589792, + 0.280546, + 0.675554, + 0.202030, + 0.970676, + 0.858715, + 0.509720, + 0.891614, + 0.923921, + 0.616436, + 0.385907, + 0.465058, + 0.663539, + 0.287509, + 0.702856, + 0.300696, + 0.607196, + 0.954000, + 0.486159, + 0.760200, + 0.357464, + 0.554290, + 0.322481, + 0.682031, + 0.738821, + 0.889057, + 0.423487, + 0.859868, + 0.611178, + 0.836671, + 1.000187, + 0.622725, + 0.704161, + 0.434148, + 0.934056, + 0.359702, + 0.595338, + 0.609607, + 0.570299, + 0.211234, + 0.361543, + 0.900790, + 1.113023, + 0.496619, + 0.541853, + 0.225797, + 0.818308, + 0.790715, + 0.428937, + 0.428419, + 0.734607, + 0.054901, + 0.544683, + 0.706691, + 0.862912, + 0.446124, + 0.313097, + 0.556753, + 0.445061, + 0.684135, + 0.517318, + 0.529161, + 0.878492, + 0.823848, + 0.592591, + 0.768978, + 0.621108, + 0.681057, + 0.704696, + 0.455453, + 0.999123, + 0.618864, + 0.439835, + 0.865812, + 0.462459, + 1.046161, + 0.281003, + 0.639490, + 0.577695, + 0.400824, + 0.711585, + 0.751247, + 0.630605, + 0.774105, + 0.651456, + 0.905193, + 0.573384, + 0.555673, + 0.933397, + 0.295706, + 0.632372, + 0.728608, + 0.589327, + 0.776706, + 0.331987, + 1.157166, + 0.747665, + 0.555111, + 0.234920, + 0.746649, + 0.535657, + 1.015921, + 0.534848, + 0.620219, + 0.254285, + 0.349515, + 0.353417, + 1.055544, + 1.230452, + 0.493691, + 0.652138, + 0.679963, + 0.849779, + 0.557541, + 0.427772, + 0.541652, + 0.812101, + 0.379207, + 0.862428, + 0.772123, + 0.589076, + 0.378407, + 0.382310, + 0.698496, + 0.396740, + 0.933634, + 0.529599, + 0.525991, + 0.915159, + 1.048366, + 0.363637, + 0.551257, + 0.534116, + 0.854448, + 0.612383, + 0.413942, + 0.518727, + 0.245654, + 0.491154, + 1.092207, + 0.899446, + 0.947623, + 0.616192, + 0.764401, + 0.410032, + 0.863558, + 0.376596, + 0.822887, + 0.524512, + 1.006628, + 0.579926, + 0.427726, + 0.575112, + 0.758707, + 0.348368, + 0.506696, + 0.697897, + 1.183883, + 0.752697, + 0.922441, + 0.719222, + 0.624282, + 0.371822, + 0.814400, + 0.686657, + 0.482645, + 0.617476, + 0.494982, + 0.611011, + 0.446137, + 0.734414, + 0.584225, + 0.508928, + 0.960861, + 0.713600, + 0.353289, + 0.604640, + 0.894131, + 0.483712, + 0.443411, + 0.831536, + 0.332667, + 0.814790, + 0.353813, + 0.491035, + 0.475553, + 0.869906, + 0.887319, + 0.308947, + 0.307136, + 0.681273, + 0.705321, + 0.470929, + 0.423380, + 0.162749, + 0.770627, + 0.375063, + 0.740786, + 0.565186, + 0.829098, + 0.485142, + 0.648389, + 0.767282, + 0.883951, + 0.499325, + 0.385044, + 0.997500, + 0.751171, + 0.495054, + 0.542114, + 0.543857, + 0.787512, + 0.517488, + 0.345043, + 0.989013, + 1.126697, + 0.353416, + 0.733234, + 0.528703, + 0.839704, + 0.909516, + 0.809323, + 1.066597, + 0.583866, + 1.094492, + 0.509438, + 0.271919, + 0.955555, + 0.578979, + 0.383571, + 1.008300, + 0.289600, + 0.559917, + 0.986759, + 0.467547, + 0.502745, + 0.366833, + 0.271816, + 0.676332, + 0.471636, + 0.932016, + 0.933316, + 0.688508, + 0.927582, + 0.759508, + 0.412396, + 0.587412, + 0.683776, + 0.407586, + 0.707212, + 0.558867, + 0.427796, + 0.352752, + 0.646472, + 0.922934, + 0.886524, + 0.458833, + 1.076877, + 0.674218, + 0.579461, + 1.108030, + 0.612338, + 0.699649, + 0.600470, + 0.541930, + 0.577261, + 0.069787, + 0.753061, + 0.999780, + 0.321298, + 1.098511, + 0.523940, + 0.704694, + 0.770178, + 0.700397, + 0.704003, + 1.033728, + 0.623496, + 0.576098, + 0.511202, + 0.661056, + 0.424143, + 0.479846, + 0.892375, + 0.538131, + 0.332383, + 0.989793, + 0.414903, + 0.749122, + 0.647471, + 0.382981, + 0.749720, + 0.954072, + 0.560117, + 0.977054, + 0.541551, + 0.616774, + 0.797667, + 0.839707, + 0.500521, + 0.341553, + 0.937383, + 0.561350, + 0.733002, + 0.789412, + 0.617402, + 0.974487, + 1.131937, + 0.647165, + 0.602269, + 0.585000, + 0.436889, + 0.677227, + 0.216075, + 0.934974, + 0.605611, + 0.743525, + 0.768659, + 0.529586, + 0.673192, + 0.830394, + 0.953328, + 0.295852, + 0.477965, + 0.331355, + 0.675334, + 1.094787, + 0.579550, + 0.662347, + 0.698066, + 0.606103, + 0.817987, + 0.353689, + 0.589222, + 0.418977, + 0.210993, + 0.863980, + 0.575083, + 0.545265, + 0.536287, + 0.745869, + 0.998612, + 0.633572, + 0.808324, + 0.641514, + 0.688401, + 0.609592, + 0.368144, + 0.434074, + 0.317607, + 0.716094, + 0.504255, + 0.321411, + 0.664780, + 1.205863, + 0.496328, + 0.688297, + 0.458622, + 0.509213, + 0.827805, + 0.448197, + 0.362351, + 0.677786, + 0.306792, + 0.429243, + 0.354014, + 1.201627, + 0.501899, + 0.650860, + 0.733700, + 0.494058, + 0.694210, + 0.415295, + 0.719125, + 0.489398, + 0.811678, + 0.490742, + 0.992566, + 0.724704, + 0.668555, + 0.252215, + 1.342463, + 0.846846, + 0.982532, + 0.453466, + 0.510605, + 0.918487, + 0.455063, + 1.047131, + 0.647204, + 0.685005, + 0.815288, + 0.633505, + 0.899356, + 0.624310, + 0.535415, + 0.637565, + 0.749277, + 0.224684, + 0.621022, + 0.664616, + 0.451385, + 0.394168, + 0.759330, + 0.734246, + 0.969083, + 1.263236, + 0.594375, + 0.774409, + 0.508070, + 0.909097, + 0.701458, + 0.280206, + 0.728300, + 0.404676, + 0.877756, + 0.367531, + 0.815138, + 0.617037, + 0.890678, + 0.521060, + 0.953202, + 1.117378, + 0.700485, + 0.486377, + 0.741612, + 0.392606, + 1.050601, + 0.742048, + 0.467573, + 1.282026, + 0.612662, + 0.519775, + 0.643224, + 0.480190, + 0.607237, + 0.246983, + 1.125286, + 0.751421, + 0.297984, + 0.513147, + 0.564318, + 0.617794, + 0.360658, + 1.138833, + 0.503923, + 0.732113, + 0.684325, + 0.747509, + 0.441913, + 0.650698, + 0.663068, + 0.393811, + 0.496438, + 0.702665, + 1.109929, + 0.727968, + 0.686226, + 0.785719, + 0.592923, + 0.597869, + 0.680009, + 0.252263, + 0.615581, + 0.664108, + 0.780100, + 0.928147, + 1.025001, + 0.739271, + 0.712516, + 0.599012, + 0.434942, + 0.458328, + 0.643081, + 1.029746, + 1.454417, + 0.920129, + 1.130982, + 0.439927, + 0.630568, + 0.629404, + 0.687841, + 0.863029, + 0.520311, + 0.727223, + 0.694393, + 0.446905, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_9_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.009 + std = 0.142 + data = [ + -0.153550, + -0.105237, + 0.074057, + 0.073041, + -0.022806, + 0.035318, + -0.004451, + -0.024822, + -0.002277, + 0.052445, + 0.070538, + -0.059800, + 0.064683, + -0.004319, + 0.013325, + 0.045739, + 0.058415, + 0.031213, + -0.006742, + -0.049491, + -0.009198, + 0.059326, + -0.037232, + 0.062576, + -0.126344, + 0.030240, + 0.042988, + 0.004045, + 0.041609, + -0.000893, + 0.193723, + -0.017711, + -0.091567, + -0.239036, + -0.037814, + 0.040511, + 0.075775, + -0.033137, + -0.116177, + 0.043649, + -0.026619, + 0.032546, + -0.041048, + -0.077478, + 0.028728, + 0.002791, + 0.095789, + 0.020903, + 0.018246, + -0.092328, + 0.021322, + 0.030595, + -0.121095, + 0.002101, + -0.017299, + -0.010805, + -0.007314, + -0.095834, + 0.096680, + -0.046772, + -0.034319, + -0.086004, + -0.041681, + -0.013563, + 0.036486, + 0.098782, + -0.078769, + 0.043142, + 0.035894, + -0.054813, + 0.001073, + -0.081269, + 0.091643, + 0.078606, + -0.061900, + -0.001042, + 0.000764, + -0.123656, + -0.077095, + -0.104970, + 0.241449, + -0.057136, + -0.005252, + -0.045918, + 0.012432, + 0.051134, + -0.187252, + 0.064139, + 0.031554, + 0.074445, + 0.012617, + 0.036181, + 0.158714, + 0.018382, + 0.088821, + 0.077539, + 0.000011, + 0.021288, + 0.055265, + 0.086617, + 0.045089, + 0.074666, + 0.003078, + 0.048057, + -0.080143, + 0.053661, + -0.100236, + 0.067300, + 0.071667, + -0.013688, + -0.013115, + -0.041065, + 0.074664, + -0.063255, + -0.028689, + -0.044691, + -0.124261, + 0.009394, + -0.133634, + 0.069382, + -0.131202, + -0.068085, + 0.000020, + -0.007380, + 0.075934, + 0.032287, + 0.018041, + 0.112080, + -0.007959, + -0.006202, + 0.110571, + 0.002912, + -0.427052, + 0.105682, + -0.014413, + -0.013976, + 0.016608, + -0.008526, + -0.069742, + -0.044993, + -0.044410, + -0.119429, + -0.021262, + 0.040708, + -0.062878, + 0.052634, + -0.035552, + -0.009690, + 0.031384, + 0.025221, + -0.083881, + -0.125397, + 0.004397, + -0.058896, + -0.023235, + -0.022345, + -0.051525, + 0.020257, + 0.019190, + -0.014943, + -0.037458, + 0.161582, + -0.036313, + -0.012339, + 0.033642, + 0.088946, + -0.179576, + -0.127280, + 0.026871, + -0.037138, + -0.045746, + -0.041809, + 0.125657, + -0.010573, + -0.001889, + -0.237751, + 0.107854, + 0.021177, + 0.071120, + -0.274116, + 0.015420, + -0.121295, + -0.205096, + -0.027316, + 0.000578, + 0.023012, + -0.009095, + -0.063184, + -0.033646, + 0.078923, + 0.016084, + -0.048145, + 0.002728, + -0.164514, + -0.101282, + 0.065869, + -0.077199, + -0.634588, + -0.134200, + 0.079441, + -0.020420, + -0.073408, + -0.002328, + -0.190297, + 0.094089, + 0.011404, + 0.000051, + -0.064420, + 0.019598, + -0.021508, + -0.088519, + -0.036186, + 0.101346, + -0.152427, + -0.034350, + 0.153389, + -0.154871, + -0.051799, + -0.070682, + -0.022066, + 0.008529, + -0.028679, + 0.081646, + -0.011989, + -0.009489, + -0.036191, + -0.035271, + -0.025012, + -0.085692, + 0.064056, + -0.076709, + -0.216514, + -0.055363, + -0.047535, + 0.011872, + -0.012820, + 0.000608, + -0.093341, + 0.053305, + 0.014952, + -0.067103, + 0.008850, + 0.067198, + -0.073624, + 0.012229, + 0.068448, + 0.003234, + -0.093771, + -0.057992, + -0.056381, + -0.275632, + -0.037429, + 0.027494, + -0.065440, + -0.074517, + 0.163319, + -0.054990, + 0.004657, + -0.048990, + -0.115096, + 0.025097, + -0.019522, + -0.077356, + 0.465352, + 0.059105, + 0.122722, + -0.058064, + 0.009212, + -0.047845, + -0.039927, + 0.102504, + 0.054493, + -0.156669, + 0.274394, + 0.015596, + -0.032643, + 0.029980, + -0.010665, + 0.043438, + 0.075548, + -0.116650, + -0.004716, + 0.012880, + 0.015661, + 0.051250, + -0.046138, + 0.007266, + 0.043008, + -0.035751, + -0.008369, + -0.025699, + 0.016361, + -0.124374, + -0.049955, + 0.021184, + -0.107935, + -0.075245, + -0.011742, + -0.115714, + -0.170244, + 0.007774, + -0.167276, + 0.031076, + 0.041010, + -0.088548, + -0.002863, + -0.017389, + 0.016419, + -0.124018, + -0.024099, + -0.148190, + -0.065051, + 0.015208, + -0.028527, + 0.020648, + 0.070946, + 0.042831, + -0.086636, + -0.002770, + 0.141157, + -0.027083, + 0.139180, + -0.104934, + 0.053162, + 0.072267, + 0.041321, + 0.246431, + 0.078765, + -0.047111, + 0.110177, + -0.008728, + 0.151872, + -0.087246, + 0.063641, + -0.028773, + 0.020562, + 0.008913, + -0.072616, + -0.048877, + -0.074421, + -0.080854, + -0.071520, + -0.096796, + -0.078985, + -0.140569, + -0.044283, + -0.103370, + -0.022852, + -0.035116, + -0.188315, + -0.307832, + -0.116853, + 0.086396, + -0.031749, + -0.053025, + 0.042032, + -0.029375, + 0.047187, + -0.055712, + -0.003982, + -0.043889, + -0.105971, + -0.353306, + -0.059988, + 0.102916, + 0.087904, + 0.114147, + -0.087046, + -0.064972, + 0.089634, + 0.105153, + -0.048106, + 0.012642, + 0.048843, + -0.101229, + -0.206321, + 0.027293, + 0.089016, + -0.057306, + 0.095662, + -0.281970, + 0.034686, + 0.102276, + -0.018634, + -0.210962, + -0.058953, + 0.491900, + 0.187149, + -0.201824, + -0.013264, + -0.019118, + -0.134867, + 0.106234, + -0.021713, + 0.017118, + 0.041756, + -0.009814, + 0.055677, + -0.031398, + -0.090720, + 0.088479, + 0.111361, + 0.033497, + -0.039855, + -0.105860, + 0.114484, + 0.068951, + 0.049602, + 0.081649, + 0.020169, + -0.080159, + -0.060300, + 0.082862, + -0.003717, + 0.089287, + 0.023126, + -0.024159, + 0.015314, + -0.271531, + 0.012882, + 0.105719, + 0.023259, + -0.003000, + 2.217104, + -0.140845, + 0.001561, + 0.053896, + -0.108632, + -0.014653, + -0.085462, + -0.182235, + 0.213876, + -0.071379, + 0.048161, + 0.134357, + -0.132348, + 0.035916, + 0.014580, + 0.032084, + -0.029547, + -0.133724, + 0.023201, + 0.013753, + -0.015001, + -0.098492, + 0.146708, + -0.001226, + 0.017036, + -0.254046, + 0.567270, + -0.087772, + -0.066704, + -0.042506, + -0.155107, + -0.003293, + 0.205728, + -0.075421, + -0.188445, + 0.069576, + 0.009851, + -0.043028, + -0.199216, + -0.021612, + -0.058743, + -0.106521, + 0.056710, + -0.125336, + -0.062096, + -0.037995, + -0.086219, + 0.224317, + -0.010034, + -0.022848, + -0.070245, + 0.058506, + -0.028413, + 0.290243, + -0.037426, + 0.012069, + 0.022548, + 0.051363, + 0.033714, + -0.119327, + -0.072680, + -0.011196, + 0.107836, + -0.080151, + 0.024716, + 0.104281, + -0.073533, + 0.053272, + 0.012187, + -0.024140, + -0.004396, + 0.098910, + -0.056650, + -0.355947, + -0.025769, + -0.034290, + -0.070936, + -0.044444, + -0.131264, + 0.011904, + -0.033736, + 0.036663, + 0.029180, + -0.058566, + 0.141310, + 0.071203, + -0.012018, + -0.176367, + -0.027812, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_9_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.013 + std = 0.700 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_9_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.045 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_9_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.010 + std = 0.385 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_9_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.182 + data = [ + 0.049812, + 0.005965, + 0.055658, + -0.044942, + 0.003159, + -0.129891, + 0.074000, + -0.007926, + 0.177183, + 0.258047, + 0.035514, + -0.309830, + -0.133504, + -0.046953, + 0.259851, + 0.206094, + -0.027306, + 0.041964, + -0.034316, + -0.209289, + 0.073810, + 0.110810, + -0.020278, + 0.155149, + -0.174824, + -0.075803, + -0.109819, + 0.030903, + -0.037310, + 0.062546, + 0.038550, + 0.027347, + 0.015736, + 0.143866, + 0.042587, + -0.023452, + 0.077418, + -0.026025, + 0.029247, + 0.016138, + -0.002614, + -0.067173, + -0.094990, + 0.113896, + -0.043400, + 0.090279, + 0.112748, + 0.078151, + 0.121239, + 0.402535, + -0.335021, + -0.218096, + 0.063129, + 0.102261, + -0.111851, + 0.000555, + 0.047143, + 0.094340, + -0.115176, + 0.356116, + -0.122645, + -0.141549, + 0.043210, + 0.003354, + 0.105409, + 0.203016, + -0.059059, + -0.007943, + -0.122734, + 0.079599, + 0.064245, + -0.066457, + -0.065364, + 0.097427, + -0.143447, + 0.045941, + 0.035341, + 0.152874, + 0.094015, + 0.015402, + 0.122512, + 0.049327, + 0.071890, + -0.019794, + -0.119608, + 0.036993, + -0.015115, + -0.132172, + 0.098652, + 0.115649, + 0.109464, + 0.051000, + 0.152520, + -0.003513, + 0.040706, + 0.111998, + -0.108083, + 0.062071, + 0.101597, + -0.242907, + -0.156616, + -0.080316, + 0.007843, + -0.020207, + -0.032093, + -0.126607, + 0.103780, + -0.092076, + 0.127429, + -0.046325, + 0.036940, + -0.048295, + 0.024287, + -0.092943, + 0.011174, + -0.235287, + 0.094227, + 0.065957, + -0.097710, + -0.010232, + -0.075711, + -0.103012, + 0.050965, + 0.066510, + -0.191623, + -0.037573, + -0.165528, + 0.041800, + -0.100163, + -0.000914, + 0.066891, + -0.124047, + 0.542052, + 0.052455, + 0.010214, + -0.064722, + -0.051350, + 0.118958, + 0.032553, + -0.003586, + 0.107089, + -0.012006, + -0.088513, + 0.015506, + -0.183926, + 0.061595, + -0.020177, + 0.081689, + -0.067080, + 0.012170, + 0.095000, + -0.105302, + 0.087447, + -0.110290, + -0.043122, + 0.191299, + 0.169165, + -0.159934, + -0.004404, + 0.102933, + -0.068643, + -0.000907, + 0.170342, + 0.197047, + -0.231164, + -0.145448, + 0.075906, + -0.109699, + 0.088449, + -0.083613, + -0.111662, + -0.078864, + -0.122398, + 0.232126, + -0.016331, + -0.080114, + 0.136395, + -0.090137, + 0.095265, + 0.028396, + 0.076280, + -0.117117, + 0.123515, + 0.108072, + -0.088270, + 0.126620, + -0.002469, + -0.186418, + 0.160275, + 0.386078, + -0.137224, + -0.102176, + -0.072980, + 0.101111, + 0.000432, + -0.170853, + 0.171477, + -0.294979, + 0.093578, + -0.158269, + 0.100195, + -0.081983, + -0.087584, + -0.014030, + -0.078104, + -0.192553, + -0.062590, + -0.105441, + 0.029583, + -0.112013, + 0.089286, + 0.052590, + -0.080684, + 0.034714, + -0.040486, + 0.028205, + 0.029590, + 0.084999, + 0.122400, + -0.009645, + -0.084399, + 0.118286, + -0.095697, + 0.353606, + 0.205175, + -0.110980, + 0.021647, + 0.066777, + -0.111535, + -0.110680, + -0.044485, + -0.048914, + 0.035838, + -0.009161, + 0.018212, + -0.004751, + 0.122846, + -0.128664, + -0.008372, + -0.028190, + -0.009217, + -0.044542, + -0.056215, + 0.028430, + 0.196094, + 0.042104, + 0.046695, + 0.069078, + -0.181084, + -0.022228, + -0.013996, + 0.078188, + -0.066792, + 0.038498, + -0.131148, + 0.074940, + 0.064049, + -0.099525, + 0.175127, + 0.157224, + 0.035534, + 0.109796, + 0.030790, + 0.034597, + 0.040777, + -0.087373, + -0.130172, + -0.074107, + -0.144806, + 0.015673, + 0.160539, + -0.197493, + 0.036019, + -0.032092, + 0.038430, + -0.037819, + 0.033110, + 0.080910, + 0.014882, + -0.011690, + 0.135858, + 0.004652, + 0.088904, + -0.038899, + 0.038888, + -0.209178, + 0.066817, + -0.081078, + 0.176721, + 0.079926, + 0.045996, + -0.036497, + 0.065768, + 0.243039, + 0.042407, + -0.123453, + 0.066176, + -0.091434, + 0.134745, + 0.214799, + -0.083309, + 0.146083, + 0.032948, + 0.124290, + -0.019595, + 0.100716, + -0.122070, + 0.024218, + -0.012763, + -0.021615, + 0.003406, + 0.076888, + -0.097436, + -0.090083, + 0.048244, + -0.130544, + 0.097627, + -0.093658, + -0.033934, + 0.186548, + -0.226429, + -0.158224, + 0.002917, + -0.096431, + 0.042796, + -0.062824, + 0.000452, + 0.049722, + 0.089151, + -0.070282, + 0.140192, + -0.323173, + 0.061641, + 0.021812, + -0.172346, + -0.099613, + -0.087227, + 0.064827, + 0.108742, + -0.035528, + -0.092197, + 0.032956, + 0.169862, + 0.087521, + -0.093838, + 0.072528, + -0.055901, + 0.035937, + -0.030254, + 0.178424, + -0.017165, + -0.017008, + -0.050954, + 0.051816, + 0.177385, + -0.080452, + 0.126297, + -0.060637, + -0.109120, + 0.013847, + -0.034284, + 0.203101, + 0.389989, + -0.139752, + -0.126169, + -0.158862, + 0.022113, + -0.221079, + -0.236179, + 0.123885, + -0.094217, + 0.127577, + 0.062761, + 0.212205, + 0.039596, + 0.141632, + 0.174799, + 0.060928, + 0.067197, + 0.035562, + 0.100544, + 0.161784, + -0.063894, + -0.130581, + -0.147168, + -0.191762, + -0.106407, + 0.038499, + 0.138860, + 0.243599, + -0.033006, + -0.211435, + -0.123408, + 0.037329, + 0.074091, + -0.041626, + -0.049304, + 0.103789, + 0.091207, + -0.091992, + -0.055730, + 0.011169, + 0.070343, + -0.036676, + -0.060683, + 0.167546, + 0.170310, + -0.145672, + 0.046210, + -0.025884, + -0.162578, + -0.143146, + 0.017660, + 0.078084, + 0.030281, + 0.002845, + 0.099230, + 0.086906, + -0.439250, + 0.059913, + -0.051315, + 0.104773, + -0.053908, + -3.000694, + 0.318710, + -0.147758, + -0.127796, + -0.049606, + 0.036209, + 0.016465, + -0.079252, + 0.043124, + 0.035625, + -0.012936, + -0.017765, + 0.081102, + -0.018165, + -0.015280, + 0.065643, + 0.136480, + 0.200757, + 0.024117, + -0.023348, + 0.119342, + 0.222785, + -0.192257, + -0.046832, + 0.068126, + -0.076763, + -0.603468, + -0.057258, + 0.068018, + 0.067634, + 0.169368, + -0.026176, + -0.167507, + 0.211586, + 0.113208, + 0.155721, + 0.063062, + 0.007256, + -0.099226, + -0.158394, + -0.021915, + 0.057989, + 0.087137, + -0.347455, + -0.174418, + 0.065125, + 0.098271, + -0.193540, + -0.000672, + 0.019463, + -0.044348, + 0.362045, + 0.194498, + -0.327306, + -0.102807, + -0.022525, + -0.092192, + -0.279960, + 0.034533, + -0.128181, + 0.106185, + -0.091117, + 0.195491, + -0.082937, + -0.021336, + -0.228364, + -0.022590, + -0.087190, + -0.014229, + 0.111618, + -0.090190, + -0.070740, + -0.148963, + 0.079403, + 0.064052, + -0.036048, + -0.079845, + 0.253210, + 0.250399, + 0.129375, + 0.001618, + -0.111559, + -0.079722, + 0.052865, + 0.032973, + -0.057366, + 0.005469, + 0.056413, + 0.085438, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.945 + std = 0.176 + data = [ + 0.796900, + 1.032412, + 0.916488, + 1.109476, + 0.990976, + 1.030924, + 0.992303, + 0.809855, + 0.856743, + 1.082134, + 1.196571, + 1.049810, + 1.019609, + 1.037254, + 0.880736, + 1.002412, + 1.045748, + 0.931437, + 0.858960, + 0.612723, + 1.038623, + 1.095139, + 0.813874, + 0.849131, + 1.125040, + 0.960436, + 1.169205, + 0.895720, + 1.036411, + 0.817877, + 0.972982, + 1.204515, + 0.868293, + 0.066995, + 0.974436, + 0.963484, + 1.051461, + 0.863367, + 1.437575, + 0.928441, + 1.024443, + 0.986312, + 0.811847, + 0.967643, + 0.850370, + 1.030648, + 1.031767, + 1.232325, + 1.042397, + 1.012523, + 0.840771, + 0.632686, + 0.864834, + 0.884046, + 1.088674, + 0.994115, + 0.916497, + 0.822411, + 1.054324, + 0.739866, + 1.043237, + 1.009574, + 0.956409, + 0.951322, + 1.021068, + 0.976876, + 0.958445, + 0.699257, + 1.003159, + 1.008200, + 1.191840, + 0.802410, + 0.933888, + 1.046167, + 1.094448, + 0.833987, + 1.068527, + 0.964835, + 1.047846, + 0.867203, + 1.199541, + 1.135954, + 1.012779, + 1.100583, + 0.841206, + 0.951620, + 0.993761, + 0.740405, + 0.900379, + 1.011267, + 0.912504, + 0.999775, + 0.913085, + 0.835250, + 1.251017, + 0.075421, + 1.090259, + 1.211333, + 0.809624, + 1.031242, + 0.880798, + 1.370770, + 0.929231, + 1.028199, + 0.984970, + 0.882339, + 0.919240, + 0.878592, + 0.916903, + 1.014642, + 0.811418, + 0.990084, + 0.980694, + 0.777889, + 1.004220, + 1.073898, + 0.882402, + 0.868262, + 0.966556, + 1.032368, + 0.802939, + 0.952825, + 0.998613, + 1.121100, + 1.041955, + 0.960585, + 0.817154, + 1.028244, + 1.055445, + 0.841490, + 1.249572, + 1.047853, + 0.749079, + 0.713554, + 1.040012, + 1.079016, + 0.914047, + 0.750793, + 1.057165, + 0.948499, + 1.092283, + 0.870868, + 1.015044, + 0.771810, + 1.162147, + 0.891040, + 1.100287, + 1.100266, + 0.820259, + 1.070052, + 0.031637, + 0.971251, + 0.993167, + 0.991619, + 0.761656, + 1.029473, + 1.097511, + 0.838704, + 0.000122, + 0.863509, + 1.021688, + 1.221620, + 1.232499, + 0.975825, + 0.784646, + 0.834599, + 0.841515, + 0.949431, + 0.880644, + 1.148138, + 0.845919, + 0.943762, + 0.945904, + 0.952980, + 0.853296, + 1.197182, + 0.930448, + 0.977498, + 0.896940, + 1.229439, + 1.041198, + 0.851305, + 0.682185, + 0.953013, + 0.799423, + 0.881108, + 0.903088, + 0.961120, + 0.822820, + 0.000929, + 0.965944, + 0.972300, + 0.881720, + 0.881450, + 0.901352, + 0.727220, + 0.879642, + 1.054868, + 0.829049, + 0.654991, + 0.985880, + 0.980138, + 0.848194, + 0.989613, + 1.086383, + 0.918753, + 1.209562, + 0.865641, + 1.172575, + 0.923875, + 0.901140, + 0.779388, + 0.832715, + 1.148007, + 1.107880, + 0.918083, + 0.358937, + 0.849954, + 0.932103, + 1.053784, + 0.755830, + 1.057701, + 0.860672, + 0.977165, + 0.882313, + 0.931503, + 0.581261, + 0.740736, + 0.911608, + 1.019085, + 1.032576, + 0.836774, + 0.868459, + 1.035200, + 1.002791, + 1.059453, + 1.089351, + 0.959501, + 1.144359, + 0.825164, + 0.806101, + 1.051095, + 0.721776, + 0.979685, + 1.020221, + 0.828025, + 0.882179, + 0.857249, + 0.785074, + 0.785328, + 1.107223, + 0.942813, + 0.812747, + 0.975109, + 0.971250, + 0.863339, + 1.193950, + 0.939079, + 0.783262, + 1.055802, + 1.011725, + 1.097825, + 1.222446, + 1.098655, + 1.006987, + 0.770150, + 0.901040, + 0.844331, + 0.773482, + 0.920925, + 0.952120, + 0.983185, + 0.892778, + 1.338968, + 0.703729, + 0.929913, + 1.082636, + 0.984769, + 0.891514, + 0.840351, + 0.901505, + 0.989707, + 0.564968, + 0.857936, + 1.066244, + 0.742195, + 0.806241, + 1.148805, + 0.983499, + 0.968556, + 0.990149, + 1.137561, + 1.080971, + 0.941927, + 1.056625, + 0.755245, + 1.220313, + 0.982220, + 0.732399, + 0.921350, + 0.864403, + 0.849554, + 0.921339, + 0.965417, + 0.941894, + 0.911881, + 1.153295, + 0.949006, + 0.763247, + 0.978856, + 1.380973, + 0.688516, + 1.023488, + 0.766096, + 1.131712, + 0.945077, + 0.922315, + 0.775845, + 0.955651, + 0.850205, + 0.993222, + 0.953490, + 1.003244, + 0.919507, + 0.991403, + 0.991760, + 0.956287, + 0.981833, + 0.888065, + 1.044202, + 1.039754, + 1.295688, + 0.680154, + 1.066996, + 0.978440, + 0.969049, + 0.993041, + 1.082419, + 0.911792, + 0.729469, + 0.962352, + 0.857331, + 0.882835, + 0.922301, + 0.999908, + 0.957220, + 0.967255, + 1.068602, + 1.009408, + 1.393772, + 1.096437, + 1.018136, + 0.932761, + 0.926552, + 0.915033, + 1.036021, + 0.895980, + 0.959359, + 1.056172, + 1.088373, + 1.045221, + 0.864921, + 1.436888, + 1.134851, + 0.984466, + 0.909220, + 0.948974, + 1.122561, + 1.146888, + 1.122228, + 0.854861, + 0.918449, + 0.913149, + 1.341223, + 0.941008, + 0.869924, + 1.097444, + 1.057676, + 0.983893, + 0.657233, + 1.526201, + 0.939285, + 0.900827, + 1.175534, + 0.861649, + 1.023163, + 1.468506, + 0.751596, + 1.375894, + 1.115110, + 1.003121, + 0.711386, + 0.976293, + 0.949753, + 0.983640, + 0.974351, + 0.790047, + 1.047183, + 0.831663, + 1.075582, + 0.775491, + 0.979006, + 0.810651, + 0.890321, + 1.002567, + 0.836780, + 0.742182, + 0.934041, + 0.996201, + 1.055772, + 0.928053, + 0.823413, + 0.994437, + 0.880822, + 0.868576, + 0.899652, + 0.816773, + 0.920889, + 0.493474, + 0.960017, + 1.034764, + 0.980313, + 0.818816, + 0.557417, + 0.960565, + 0.897944, + 0.961386, + 0.914007, + 0.863533, + 0.643005, + 1.035876, + 0.781878, + 0.950563, + 0.928649, + 0.364098, + 0.961345, + 0.963333, + 0.957077, + 0.986308, + 0.964922, + 0.719546, + 0.985866, + 0.762688, + 0.954020, + 0.812507, + 1.053907, + 0.563094, + 0.804199, + 0.922970, + 1.309574, + 0.605375, + 1.055005, + 0.889547, + 0.984148, + 1.222526, + 0.762277, + 1.054368, + 0.986689, + 1.019070, + 0.972977, + 0.947884, + 1.128493, + 0.853631, + 0.986818, + 1.370514, + 0.891683, + 1.067878, + 0.949841, + 0.970684, + 0.752754, + 1.175286, + 0.823715, + 0.823293, + 0.930736, + 1.281418, + 0.986286, + 0.784602, + 0.930639, + 0.821850, + 0.967331, + 0.771243, + 0.906513, + 1.043177, + 0.953877, + 1.018748, + 0.845610, + 0.917010, + 1.130004, + 0.997626, + 0.946053, + 0.693876, + 0.781478, + 0.721815, + 0.866222, + 0.818794, + 1.030696, + 1.584711, + 0.984919, + 0.993784, + 0.756748, + 0.889614, + 1.006125, + 0.696090, + 1.005411, + 0.957725, + 1.072483, + 1.029675, + 0.847726, + 1.029547, + 0.835047, + 1.019628, + 1.068682, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_9_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.012 + std = 0.225 + data = [ + -0.226043, + -0.414547, + 0.114582, + 0.417918, + 0.055871, + 0.204362, + -0.253996, + 0.230893, + -0.033688, + -0.275812, + -0.140815, + 0.190542, + 0.444389, + -0.009104, + -0.079139, + -0.030548, + 0.128061, + -0.065957, + 0.092338, + 0.361306, + -0.260317, + 0.327963, + -0.043153, + -0.148577, + 0.085109, + 0.093880, + -0.416738, + -0.124954, + -0.188290, + 0.107654, + 0.415195, + 0.038068, + -0.015879, + -0.008064, + 0.064516, + 0.215429, + 0.543770, + -0.019833, + 0.488634, + 0.200490, + 0.072556, + 0.056467, + -0.055473, + -0.290743, + 0.242414, + -0.103129, + 0.194807, + 0.501262, + 0.186420, + -0.463663, + 0.056923, + -0.305477, + -0.279394, + 0.075262, + 0.294746, + 0.132158, + 0.041037, + -0.305171, + 0.547075, + -0.154769, + -0.263566, + 0.144074, + -0.267159, + 0.017173, + -0.286829, + 0.001893, + -0.138439, + 0.087206, + 0.431606, + -0.325986, + -0.378116, + -0.119364, + 0.171273, + -0.212528, + -0.104255, + 0.135503, + 0.162141, + -0.167197, + -0.004138, + -0.058985, + 0.336371, + 0.340118, + -0.230508, + 0.222995, + 0.126355, + 0.295142, + -0.437850, + 0.096140, + 0.012617, + 0.136818, + -0.243764, + 0.204088, + 0.301227, + 0.121749, + -0.249793, + -0.005477, + -0.324387, + 0.315967, + 0.101558, + 0.527227, + 0.034427, + -0.688356, + 0.087329, + 0.178567, + 0.060963, + 0.123980, + 0.420984, + 0.125247, + -0.038688, + -0.058738, + 0.037281, + -0.239604, + 0.262937, + -0.114509, + -0.193876, + 0.120129, + -0.107701, + -0.008511, + -0.192614, + 0.087667, + -0.146118, + -0.100284, + -0.091917, + -0.040913, + 0.364537, + -0.366669, + 0.013309, + 0.260274, + -0.006485, + -0.086152, + 0.003832, + 0.028285, + -0.452168, + 0.048888, + 0.099221, + 0.082349, + 0.074603, + -0.008714, + -0.239561, + 0.141051, + -0.405509, + -0.216663, + -0.100987, + 0.120034, + -0.239560, + -0.049255, + -0.237476, + -0.286216, + 0.069463, + -0.300437, + -0.000594, + -0.198014, + -0.143265, + -0.231463, + -0.043543, + -0.289231, + -0.382120, + 0.254450, + 0.000208, + -0.122029, + 0.035416, + 0.693332, + 0.380781, + 0.089436, + 0.081847, + 0.227259, + -0.150948, + 0.019029, + -0.221371, + 0.284310, + 0.062093, + 0.047509, + 0.211736, + -0.149216, + 0.020364, + 0.266635, + 0.233901, + 0.079911, + 0.106092, + 0.536713, + -0.300304, + -0.085348, + -0.151159, + -0.075565, + 0.114542, + -0.054551, + -0.020063, + -0.018067, + -0.169227, + 0.000039, + 0.012631, + -0.137245, + 0.087719, + -0.322702, + -0.150410, + 0.053394, + -0.194702, + 0.219312, + -0.240250, + 0.127408, + -0.354389, + -0.100963, + 0.048309, + -0.240641, + 0.592205, + 0.033759, + -0.226093, + 0.045018, + -0.390993, + -0.015968, + -0.193857, + -0.129315, + 0.330736, + -0.105074, + 0.020498, + 0.306280, + -0.059733, + -0.119749, + -0.266888, + 0.014753, + 0.022945, + -0.036736, + 0.299977, + -0.263064, + -0.067158, + -0.003655, + 0.050810, + -0.109330, + -0.106236, + 0.161752, + 0.143028, + -0.245084, + 0.003224, + -0.221169, + 0.146609, + 0.131397, + 0.252650, + 0.036362, + 0.008135, + -0.005028, + 0.143537, + 0.431857, + 0.152953, + -0.039734, + -0.229687, + -0.190782, + 0.074186, + -0.011009, + 0.040260, + -0.036307, + -0.063689, + 0.047634, + 0.058400, + -0.267170, + 0.108545, + 0.105701, + -0.308001, + 0.212734, + 0.005606, + -0.446043, + -0.041257, + 0.051830, + -0.016877, + 0.153403, + 0.101590, + 0.090564, + 0.269781, + 0.168481, + -0.018829, + -0.051452, + 0.119026, + 0.226275, + -0.280257, + -0.195728, + -0.016779, + 0.110810, + 0.042934, + 0.057217, + 0.010314, + -0.031393, + -0.232909, + -0.039337, + -0.159688, + 0.099019, + 0.234841, + 0.032619, + 0.030484, + -0.162094, + -0.086574, + -0.054297, + -0.115123, + -0.173606, + 0.473839, + -0.206492, + -0.124705, + -0.050016, + -0.603175, + -0.117647, + -0.104927, + -0.281298, + -0.108928, + -0.317431, + 0.051340, + 0.149627, + 0.018661, + 0.027543, + -0.188059, + -0.095706, + -0.092767, + -0.128267, + 0.991676, + -0.061752, + -0.008727, + -0.080801, + 0.307064, + 0.364321, + 0.127320, + -0.031593, + -0.101950, + 0.161946, + 0.176219, + 0.291279, + -0.251156, + 0.022642, + -0.056914, + -0.056528, + 0.405238, + 0.050986, + -0.122582, + 0.477206, + 0.004209, + -0.134072, + 0.042481, + 0.151863, + 0.112031, + 0.242124, + 0.072080, + 0.204720, + 0.181606, + 0.018955, + 0.052368, + -0.085671, + -0.151769, + 0.009562, + -0.294910, + -0.309870, + -0.099491, + -0.028936, + 0.051260, + 0.194209, + 0.263374, + -0.167037, + 0.140856, + 0.013779, + -0.100389, + 0.030201, + -0.034498, + 0.000653, + -0.021288, + 0.069873, + -0.147239, + -0.213034, + -0.006243, + 0.122991, + 0.403544, + 0.301223, + 0.235300, + -0.227284, + 0.423780, + 0.558406, + 0.227832, + 0.012645, + -0.022060, + 0.804210, + -0.338897, + -0.257414, + -0.434954, + -0.042762, + -0.078041, + 0.101670, + 0.362960, + 0.025157, + 0.271568, + 0.704938, + -0.102625, + -0.139752, + -0.521667, + 0.320631, + 0.231969, + 0.011009, + -0.305068, + -0.084848, + 0.423317, + -0.130810, + 0.097067, + 0.050476, + -0.023203, + 0.251126, + -0.044322, + 0.382876, + 0.010639, + 0.315349, + 0.002058, + -0.156974, + -0.256263, + 0.112856, + 0.112808, + 0.089705, + 0.134627, + 0.155192, + 0.060879, + -0.027090, + 0.300932, + -0.028096, + 0.157870, + 0.013614, + -0.072384, + -0.054681, + 0.105964, + 0.077458, + 0.223774, + -0.100123, + -0.075257, + 0.643987, + -0.347467, + 0.312215, + 0.315983, + -0.051213, + -0.018045, + -0.046334, + -0.417980, + 0.080961, + -0.123190, + 0.130296, + 0.187063, + -0.203056, + 0.205717, + -0.136862, + -0.286482, + -0.221617, + -0.145550, + 0.027134, + -0.047506, + 0.050278, + -0.194626, + 0.253064, + 0.174204, + 0.086030, + -0.483227, + 0.338827, + -0.090079, + -0.243468, + -0.035221, + -0.160187, + -0.142579, + 0.281758, + -0.601037, + -0.221255, + 0.141115, + -0.054669, + -0.232545, + -0.099613, + 0.283768, + -0.179382, + 0.457471, + 0.133035, + -0.089569, + -0.113875, + 0.001208, + 0.149005, + -0.422399, + -0.034962, + -0.054035, + -0.010287, + 0.612848, + -0.193352, + 0.420339, + 0.171732, + 0.128183, + 0.115058, + 0.129460, + 0.091206, + -0.239373, + -0.157901, + -0.068453, + 0.007963, + -0.015540, + -0.221629, + 0.332762, + -0.269454, + 0.102199, + -0.072315, + 0.021632, + 0.106195, + 0.137964, + -0.082985, + -0.425435, + 0.066986, + -0.010626, + 0.078078, + -0.039704, + -0.324254, + 0.264396, + 0.064263, + 0.312222, + 0.341241, + -0.168237, + 0.175464, + 0.178877, + 0.052703, + -0.048692, + -0.460016, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_9_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.620 + std = 0.129 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.056 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_9_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.127 + data = [ + -0.035699, + 0.018289, + -0.107268, + 0.217403, + 0.082897, + 0.045019, + -0.253439, + 0.008502, + -0.065703, + -0.220056, + -0.189624, + 0.199649, + 0.128779, + 0.074896, + -0.089731, + -0.062677, + 0.048743, + -0.098422, + -0.047521, + -0.185700, + -0.068058, + 0.041878, + 0.002210, + -0.159562, + 0.092037, + 0.236078, + -0.280114, + -0.141322, + 0.034992, + 0.101719, + 0.042397, + 0.045254, + 0.040068, + 0.031363, + 0.115154, + 0.057004, + 0.031714, + -0.067068, + 0.117864, + 0.001099, + 0.231725, + -0.152105, + -0.053347, + -0.062816, + -0.015465, + -0.144637, + -0.039939, + 0.048525, + -0.009881, + -0.412700, + 0.159778, + -0.259587, + -0.139132, + 0.170917, + 0.159666, + 0.042343, + 0.116558, + 0.016967, + 0.211814, + -0.012847, + 0.047192, + 0.099506, + -0.024205, + 0.050185, + -0.004937, + 0.062968, + 0.040874, + 0.068191, + 0.209182, + -0.069821, + -0.204441, + -0.142334, + -0.046961, + 0.016881, + -0.143004, + 0.021239, + 0.132400, + 0.008495, + -0.049305, + 0.002720, + -0.067369, + 0.010505, + -0.069215, + 0.184685, + 0.281241, + 0.210245, + 0.022792, + 0.126202, + -0.021086, + -0.033256, + -0.181466, + -0.016746, + -0.103547, + 0.034773, + -0.284999, + -0.112994, + -0.178373, + 0.049898, + 0.073949, + 0.208629, + 0.088085, + -0.259136, + -0.036687, + 0.155163, + 0.118965, + -0.008925, + 0.303041, + -0.061223, + -0.041853, + -0.016512, + -0.018201, + -0.117788, + 0.008397, + 0.036015, + -0.111682, + 0.035061, + 0.120877, + -0.111889, + 0.127324, + -0.028702, + -0.057815, + 0.034475, + -0.128999, + 0.032175, + 0.158360, + -0.183644, + -0.040062, + 0.103444, + 0.154547, + 0.022129, + -0.053527, + -0.160672, + -0.007580, + -0.033495, + -0.016754, + -0.003954, + -0.123764, + 0.050423, + -0.116000, + -0.120122, + -0.025878, + -0.023790, + -0.020799, + 0.079358, + 0.121317, + 0.007195, + -0.179567, + 0.004241, + 0.082882, + -0.081354, + 0.009207, + 0.094085, + -0.082980, + -0.089474, + -0.120515, + -0.060462, + -0.194857, + 0.077362, + 0.070329, + -0.098281, + 0.010108, + 0.135638, + 0.227430, + 0.041470, + 0.063883, + 0.178783, + 0.044745, + 0.040755, + -0.188804, + 0.152513, + 0.005930, + -0.060262, + 0.160846, + -0.107523, + 0.141900, + 0.139259, + -0.061341, + 0.027985, + -0.022374, + 0.004557, + -0.019891, + 0.291239, + 0.089048, + -0.070242, + 0.078108, + -0.086484, + 0.033128, + 0.246396, + -0.106358, + 0.337568, + 0.070795, + 0.039058, + -0.001364, + -0.158192, + 0.102646, + -0.082817, + 0.028988, + -0.320838, + 0.031264, + 0.107057, + -0.130712, + 0.062966, + -0.016842, + 0.058937, + 0.034967, + 0.146440, + -0.213706, + -0.021784, + -0.085104, + 0.127323, + -0.019560, + -0.068843, + 0.132418, + -0.011379, + -0.079406, + -0.062346, + -0.026306, + -0.005222, + -0.017565, + -0.071641, + -0.023384, + 0.104351, + -0.010246, + -0.430124, + -0.146394, + 0.020723, + 0.016837, + 0.018893, + -0.043152, + -0.056568, + -0.102932, + -0.011613, + -0.031032, + -0.047656, + 0.045545, + 0.023013, + 0.028310, + 0.219979, + -0.074151, + -0.020574, + -0.031970, + -0.006827, + 0.191237, + -0.002116, + -0.144271, + -0.101745, + 0.001905, + -0.054112, + 0.144294, + -0.169309, + -0.092646, + -0.115579, + 0.094955, + -0.029820, + 0.055742, + -0.059470, + 0.078974, + 0.037392, + 0.020150, + -0.019612, + -0.063188, + 0.062555, + 0.093886, + -0.009161, + -0.103086, + -0.026886, + 0.086589, + -0.036931, + -0.041699, + 0.144713, + -0.072113, + 0.027217, + -0.093666, + -0.235447, + 0.006923, + 0.009044, + -0.052004, + 0.041747, + -0.012842, + -0.016125, + -0.027840, + -0.113773, + -0.012052, + 0.039484, + 0.094206, + -0.017536, + 0.036935, + -0.177424, + -0.007544, + -0.030236, + 0.042585, + -0.120439, + 0.205466, + -0.153449, + -0.083845, + 0.006205, + -0.249570, + -0.025040, + 0.126418, + -0.114395, + -0.007369, + -0.056233, + -0.016883, + 0.072074, + -0.020133, + -0.007139, + -0.052536, + -0.072024, + 0.041711, + -0.131486, + 0.230717, + 0.003310, + -0.057103, + 0.007728, + 0.091276, + 0.076271, + -0.024907, + 0.175493, + 0.078844, + -0.069461, + 0.078238, + 0.088706, + 0.006948, + 0.197113, + -0.095940, + -0.017567, + 0.018664, + -0.097875, + -0.054001, + 0.051973, + 0.020435, + -0.109264, + 0.068366, + -0.082136, + 0.086221, + 0.162079, + -0.017698, + 0.163960, + 0.119170, + 0.042554, + 0.091329, + -0.019774, + -0.074828, + 0.033272, + 0.048558, + -0.126902, + -0.151120, + -0.193539, + -0.047124, + -0.008858, + -0.097512, + -0.092435, + 0.030639, + 0.018187, + -0.057400, + 0.020990, + 0.022311, + 0.028935, + 0.179404, + -0.016683, + 0.305298, + -0.134413, + 0.325572, + 0.089182, + 0.001106, + 0.055307, + -0.021489, + -0.146779, + 0.304343, + 0.011628, + 0.045193, + -0.070639, + -0.055037, + 0.274905, + 0.058449, + -0.022708, + -0.081799, + -0.117364, + -0.032203, + 0.024402, + 0.116415, + -0.076732, + 0.028340, + 0.181093, + 0.072788, + 0.101484, + -0.333279, + 0.217847, + 0.128988, + -0.075405, + 0.001538, + 0.084651, + 0.168386, + -0.059087, + 0.009573, + 0.067307, + -0.020841, + 0.035506, + 0.000520, + 0.032179, + 0.100960, + 0.051615, + -0.025547, + 0.078133, + -0.087193, + 0.244998, + 0.010115, + 0.125265, + 0.004494, + -0.008691, + 0.049323, + -0.057846, + 0.037102, + -0.100392, + -0.036471, + -0.089572, + -0.024408, + -0.060868, + 0.149016, + 0.027606, + 0.135807, + -0.207667, + 0.082250, + 1.228985, + -0.255023, + 0.009152, + 0.145030, + 0.297266, + 0.133034, + -0.014236, + -0.020472, + -0.061318, + 0.085250, + 0.040623, + 0.222954, + -0.041198, + 0.151204, + 0.039236, + -0.208410, + 0.011701, + 0.021454, + -0.063484, + -0.217051, + 0.129140, + -0.110997, + -0.080375, + 0.042408, + 0.019181, + -0.014293, + -0.056480, + 0.075160, + -0.157369, + 0.008121, + 0.022825, + -0.313542, + -0.092005, + -0.137414, + 0.210651, + 0.070026, + -0.069826, + -0.062464, + -0.027753, + 0.187476, + -0.129335, + 0.144565, + -0.029302, + -0.321802, + -0.005762, + 0.024165, + -0.050079, + 0.113036, + 0.058560, + -0.076613, + 0.025796, + -0.062180, + -0.159672, + 0.164051, + 0.107010, + 0.042409, + 0.076600, + 0.147085, + 0.030886, + 0.055746, + 0.022421, + 0.016827, + -0.132906, + 0.086784, + -0.093227, + -0.045821, + -0.057360, + 0.011400, + 0.027633, + 0.002141, + 0.027558, + -0.003646, + -0.046074, + 0.259802, + -0.050210, + -0.016795, + -0.019407, + -0.103243, + -0.227694, + -0.110012, + -0.048577, + 0.056023, + 0.102523, + -0.010574, + -0.148258, + 0.040393, + 0.107578, + 0.008830, + -0.197839, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.693 + std = 0.244 + data = [ + 0.910065, + 0.504355, + 0.861839, + 0.640156, + 0.601533, + 0.389028, + 0.682766, + 1.183815, + 0.790968, + 0.533394, + 0.242719, + 0.503292, + 0.793376, + 0.178349, + 0.566787, + 0.462593, + 0.333008, + 0.812312, + 0.820690, + 0.486669, + 0.598836, + 0.522758, + 0.218038, + 0.907728, + 0.353085, + 0.599920, + 0.353517, + 0.691146, + 0.183585, + 1.246775, + 0.801758, + 0.560787, + 0.834933, + 1.075532, + 0.642494, + 0.424108, + 0.524883, + 1.060206, + 0.324462, + 0.752405, + 0.331324, + 0.594569, + 0.916950, + 0.595669, + 1.183817, + 0.385231, + 0.606469, + 0.381063, + 0.758340, + 0.641380, + 0.821836, + 0.517261, + 0.776622, + 0.625703, + 0.748792, + 0.978800, + 0.769645, + 0.751383, + 0.468440, + 0.987437, + 0.372746, + 0.715852, + 0.692076, + 0.679517, + 0.235258, + 0.401357, + 0.969078, + 0.990334, + 0.497344, + 0.614304, + 0.298081, + 0.911517, + 0.956337, + 0.423573, + 0.467359, + 0.962732, + 0.095947, + 0.584672, + 0.784331, + 0.843857, + 0.423569, + 0.337727, + 0.678441, + 0.470721, + 0.964660, + 0.539971, + 0.584836, + 0.959348, + 0.883761, + 0.597852, + 0.785537, + 0.649032, + 0.756437, + 0.871663, + 0.461373, + 0.817435, + 0.617451, + 0.478784, + 0.990754, + 0.500023, + 0.952839, + 0.270045, + 0.638991, + 0.640958, + 0.398243, + 0.694369, + 0.816769, + 0.603855, + 0.937836, + 0.711582, + 1.123310, + 0.695461, + 0.594424, + 1.232250, + 0.296834, + 0.638785, + 0.674072, + 0.619290, + 0.854419, + 0.352237, + 1.150418, + 0.922480, + 0.631550, + 0.272359, + 0.846779, + 0.641585, + 1.095008, + 0.566513, + 0.676101, + 0.310040, + 0.390205, + 0.410688, + 0.788646, + 1.060236, + 0.560211, + 0.700456, + 0.685901, + 1.198096, + 0.601284, + 0.457929, + 0.589014, + 0.869966, + 0.463508, + 1.032889, + 0.831345, + 0.610693, + 0.415415, + 0.370236, + 0.959073, + 0.438924, + 1.154234, + 0.587653, + 0.550895, + 0.970489, + 1.004677, + 0.412650, + 0.615652, + 0.619564, + 1.098815, + 0.794620, + 0.474394, + 0.477062, + 0.240656, + 0.494129, + 0.927321, + 0.919326, + 0.745480, + 0.610582, + 0.787174, + 0.449676, + 1.011838, + 0.412792, + 0.844605, + 0.652971, + 1.055790, + 0.675607, + 0.465236, + 0.564336, + 0.778263, + 0.362709, + 0.555206, + 0.883936, + 0.730933, + 0.743223, + 0.834672, + 0.826081, + 0.804901, + 0.392357, + 0.831645, + 0.834448, + 0.507664, + 0.729851, + 0.608370, + 0.682941, + 0.546409, + 0.897555, + 0.531874, + 0.612049, + 0.946514, + 1.002118, + 0.370805, + 0.709400, + 0.992559, + 0.506117, + 0.473207, + 0.844769, + 0.347978, + 0.897505, + 0.362048, + 0.543374, + 0.480971, + 0.772403, + 1.051319, + 0.339784, + 0.302339, + 0.704981, + 1.126949, + 0.595938, + 0.489842, + 0.229848, + 1.133174, + 0.379456, + 0.958102, + 0.589483, + 0.999207, + 0.571032, + 1.128403, + 1.222128, + 0.972572, + 0.513674, + 0.348581, + 0.866923, + 0.886180, + 0.485548, + 0.555650, + 0.582110, + 0.883266, + 0.580598, + 0.319192, + 0.878759, + 1.078776, + 0.372255, + 1.171980, + 0.543435, + 0.885314, + 0.992494, + 1.094527, + 0.909891, + 0.492107, + 0.969035, + 0.621707, + 0.266285, + 0.926291, + 0.591128, + 0.359006, + 0.940880, + 0.283612, + 0.613038, + 1.004766, + 0.490246, + 0.526486, + 0.377855, + 0.311918, + 0.750983, + 0.501279, + 0.941553, + 1.093034, + 0.868086, + 0.756430, + 0.898686, + 0.483717, + 0.658269, + 0.738031, + 0.458858, + 1.144087, + 0.572514, + 0.509421, + 0.390862, + 0.706053, + 0.890635, + 1.066348, + 0.448767, + 1.278781, + 0.848753, + 0.574335, + 0.944204, + 0.864996, + 0.836040, + 0.628881, + 0.590775, + 0.637966, + 0.142723, + 0.844414, + 0.885306, + 0.362853, + 1.082043, + 0.569194, + 0.686768, + 0.939019, + 0.690853, + 0.865644, + 1.012377, + 0.784861, + 0.584219, + 0.484582, + 0.675581, + 0.484235, + 0.505710, + 1.044326, + 0.572823, + 0.354360, + 1.128866, + 0.425727, + 0.995649, + 0.562996, + 0.425747, + 0.793256, + 1.232960, + 0.652365, + 0.815775, + 0.642477, + 0.621060, + 0.726654, + 0.817359, + 0.512516, + 0.404777, + 0.863047, + 0.624359, + 0.859569, + 0.941496, + 0.627987, + 1.092459, + 1.112407, + 0.661958, + 0.676187, + 0.594588, + 0.445046, + 0.692188, + 0.250676, + 1.058227, + 0.666951, + 0.840781, + 0.946862, + 0.550248, + 0.951738, + 1.022954, + 0.876871, + 0.287856, + 0.566601, + 0.386918, + 0.748402, + 1.088767, + 0.662687, + 0.596120, + 0.806047, + 0.700900, + 0.996696, + 0.373614, + 0.660574, + 0.379267, + 0.226146, + 0.940241, + 0.633633, + 0.548238, + 0.571459, + 0.910065, + 0.856318, + 0.635597, + 0.830193, + 0.577667, + 0.794532, + 0.702798, + 0.416287, + 0.500279, + 0.335442, + 0.910169, + 0.532407, + 0.383209, + 0.672564, + 0.866471, + 0.557586, + 0.740323, + 0.478404, + 0.613400, + 1.004133, + 0.453384, + 0.419979, + 0.781208, + 0.345716, + 0.461315, + 0.362613, + 1.037395, + 0.538178, + 0.769709, + 0.732281, + 0.585464, + 0.731791, + 0.492113, + 0.856161, + 0.539110, + 0.873955, + 0.577488, + 0.958744, + 0.982742, + 0.733119, + 0.244447, + 0.873882, + 0.907196, + 0.768291, + 0.513193, + 0.571388, + 0.785425, + 0.470770, + 0.979938, + 0.766080, + 0.751309, + 0.950382, + 0.675793, + 0.954064, + 0.656910, + 0.593426, + 0.663435, + 0.929989, + 0.237836, + 0.632663, + 0.783071, + 0.486856, + 0.440069, + 0.841063, + 1.109746, + 0.881424, + 0.691262, + 0.571631, + 0.786233, + 0.806443, + 0.830093, + 0.880779, + 0.329995, + 0.739368, + 0.402110, + 1.028075, + 0.418068, + 1.173888, + 0.665679, + 1.019882, + 0.501221, + 1.368985, + 0.715160, + 0.749241, + 0.498250, + 1.424475, + 0.443519, + 0.864670, + 0.599557, + 0.501138, + 0.884356, + 0.635881, + 0.598176, + 0.828036, + 0.512450, + 0.696657, + 0.276510, + 0.765180, + 0.738984, + 0.333679, + 0.572377, + 0.601318, + 0.597850, + 0.380907, + 1.240052, + 0.576690, + 0.927583, + 1.015174, + 0.873303, + 0.470916, + 0.699944, + 0.971149, + 0.414820, + 0.611788, + 0.729643, + 0.997760, + 0.850837, + 0.817202, + 0.813370, + 0.616333, + 0.766831, + 0.681241, + 0.240562, + 0.648172, + 0.666088, + 1.144980, + 0.964076, + 0.991600, + 0.820769, + 0.885950, + 0.540999, + 0.508036, + 0.537723, + 0.817165, + 1.016004, + 1.023463, + 0.953476, + 1.258915, + 0.443034, + 0.808694, + 0.657078, + 0.696940, + 0.997815, + 0.548239, + 0.764961, + 0.742257, + 0.502075, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_10_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.009 + std = 0.152 + data = [ + -0.124279, + -0.089515, + 0.068741, + 0.067061, + -0.036066, + 0.052418, + -0.006455, + -0.092865, + -0.014631, + 0.044848, + 0.073737, + -0.049595, + 0.084471, + -0.006724, + -0.028353, + 0.040433, + 0.063439, + 0.026536, + 0.007729, + -0.004576, + -0.020105, + 0.043698, + -0.044090, + 0.037778, + -0.102473, + 0.041653, + 0.081216, + 0.014058, + 0.037374, + -0.032089, + 0.163071, + -0.028273, + -0.092544, + -0.308148, + -0.049041, + 0.046465, + 0.079168, + 0.018151, + -0.153969, + 0.056515, + -0.038178, + 0.051178, + -0.027834, + -0.103707, + 0.058247, + -0.017187, + 0.108622, + 0.024324, + 0.014667, + -0.091739, + 0.053792, + 0.039403, + -0.102040, + -0.019260, + -0.007184, + 0.006617, + -0.012828, + -0.122691, + 0.108104, + -0.105790, + -0.041116, + -0.095662, + -0.070052, + -0.056581, + 0.032744, + 0.106678, + -0.069772, + 0.064248, + 0.051088, + -0.076999, + 0.009113, + -0.043071, + 0.100689, + 0.073762, + -0.036644, + -0.005059, + -0.000606, + -0.136664, + -0.102003, + -0.082649, + 0.233854, + -0.048344, + -0.018805, + -0.052563, + 0.019641, + 0.041428, + -0.230316, + 0.031612, + 0.027369, + 0.053670, + -0.016982, + 0.022841, + 0.155130, + 0.032538, + 0.082938, + 0.065716, + 0.024694, + -0.001247, + 0.038566, + 0.110859, + 0.040488, + 0.074668, + 0.006646, + 0.064506, + -0.081665, + 0.056923, + -0.147335, + 0.086660, + 0.058025, + -0.020597, + -0.087402, + -0.025391, + 0.079644, + -0.041636, + -0.010510, + -0.021972, + -0.147954, + -0.003044, + -0.135958, + 0.079957, + -0.093991, + -0.085752, + -0.005158, + -0.004898, + 0.098224, + 0.039002, + 0.030342, + 0.097256, + -0.001548, + 0.003760, + 0.134820, + 0.028376, + -0.367526, + 0.083728, + -0.010422, + -0.005725, + 0.029481, + -0.092873, + -0.078934, + -0.032801, + -0.062058, + -0.099931, + -0.011481, + -0.044198, + -0.061315, + 0.065089, + -0.037561, + -0.005190, + 0.074371, + 0.015693, + -0.168591, + -0.120715, + 0.024320, + 0.029924, + -0.015477, + -0.027465, + -0.048854, + 0.049047, + 0.002064, + -0.031441, + -0.039082, + 0.122078, + -0.048281, + -0.034134, + 0.105536, + 0.115542, + -0.138003, + -0.080814, + 0.015479, + -0.041400, + -0.020935, + -0.032779, + 0.125048, + -0.032489, + -0.034756, + -0.248317, + 0.110616, + 0.017634, + 0.022291, + -0.259499, + 0.018655, + -0.156138, + -0.155388, + -0.035830, + 0.025546, + 0.010167, + -0.055027, + -0.041429, + -0.083281, + -0.019612, + 0.034663, + -0.033520, + 0.030550, + -0.170242, + -0.125496, + 0.093360, + -0.087985, + -0.695238, + -0.175323, + 0.102732, + -0.050879, + -0.065516, + 0.061061, + -0.191707, + 0.130542, + 0.025742, + 0.016539, + -0.032295, + 0.004928, + -0.018886, + -0.088328, + -0.052980, + 0.127395, + -0.171211, + -0.020579, + 0.161076, + -0.213254, + -0.041488, + -0.084974, + -0.034438, + 0.012985, + -0.038366, + 0.101885, + -0.019364, + -0.060394, + -0.018838, + -0.116804, + -0.050661, + -0.069059, + 0.093444, + -0.040643, + -0.160342, + -0.060773, + -0.043708, + 0.006498, + -0.007421, + -0.021671, + -0.097242, + 0.051429, + 0.002391, + -0.063998, + 0.009062, + 0.120844, + -0.057001, + -0.025928, + 0.087420, + 0.026538, + -0.067388, + -0.039672, + -0.028100, + -0.329155, + -0.026871, + 0.039148, + -0.075940, + -0.051251, + 0.172490, + -0.051456, + 0.028081, + -0.059288, + -0.121747, + 0.018025, + -0.026764, + -0.100431, + 0.489145, + 0.076987, + 0.143106, + -0.068173, + 0.010338, + -0.034227, + -0.054660, + 0.122112, + 0.070462, + -0.139554, + 0.342863, + 0.043680, + -0.015073, + 0.042166, + 0.000614, + 0.024191, + 0.086850, + -0.165144, + -0.004054, + 0.002883, + 0.014296, + 0.055609, + -0.035292, + 0.007176, + 0.072572, + -0.036319, + -0.000998, + -0.009641, + 0.042919, + -0.197131, + -0.062244, + 0.028759, + -0.067316, + -0.059305, + -0.012210, + -0.207320, + -0.174855, + -0.027398, + -0.164499, + 0.050385, + 0.025526, + -0.044933, + -0.012687, + -0.006359, + 0.029283, + -0.144979, + -0.022614, + -0.136784, + -0.024502, + 0.020973, + -0.031783, + 0.022172, + 0.082404, + 0.039334, + -0.086188, + -0.014937, + 0.098600, + -0.014774, + 0.152498, + -0.094227, + 0.060993, + 0.075938, + 0.036805, + 0.236264, + 0.092250, + -0.037060, + 0.195011, + -0.027661, + 0.273855, + -0.062750, + 0.067643, + -0.012870, + 0.020639, + 0.000587, + -0.090589, + -0.056623, + -0.073868, + -0.088436, + -0.103567, + -0.141595, + -0.082116, + -0.199816, + -0.045899, + -0.076976, + -0.030606, + -0.031111, + -0.235560, + -0.325181, + -0.130127, + 0.104729, + -0.029807, + -0.067348, + 0.042435, + -0.115123, + 0.064032, + -0.067609, + 0.002647, + -0.043305, + -0.120553, + -0.499982, + -0.054465, + 0.139960, + 0.106530, + 0.107229, + -0.074205, + -0.063483, + 0.050743, + 0.149402, + -0.068914, + 0.000966, + -0.006849, + -0.107077, + -0.257891, + 0.005561, + 0.110504, + -0.072468, + 0.058895, + -0.326240, + 0.033872, + 0.088871, + 0.003112, + -0.229310, + -0.044140, + 0.560176, + 0.196276, + -0.214763, + -0.025315, + -0.024780, + -0.107702, + 0.110142, + -0.009877, + 0.013776, + 0.034230, + 0.014772, + 0.064770, + -0.035896, + -0.067123, + 0.086469, + 0.120656, + -0.004524, + -0.016202, + -0.118609, + 0.085034, + -0.015861, + 0.073712, + 0.046979, + 0.047729, + -0.069879, + -0.009782, + 0.088913, + -0.015084, + 0.077349, + 0.005894, + -0.034771, + 0.025859, + -0.307358, + 0.014566, + 0.100051, + 0.029034, + -0.033322, + 2.237651, + -0.166157, + 0.033905, + 0.062428, + -0.124459, + -0.055119, + -0.152578, + -0.160870, + 0.096146, + -0.080452, + 0.068919, + 0.193206, + -0.124207, + 0.032543, + 0.021134, + 0.046445, + -0.037055, + -0.182488, + 0.023496, + 0.043590, + -0.022329, + -0.129876, + 0.160682, + 0.113408, + -0.002089, + -0.265138, + 0.664423, + -0.147185, + -0.065952, + -0.069393, + -0.133339, + 0.027299, + 0.209451, + -0.114153, + -0.233933, + 0.059116, + 0.009030, + -0.039186, + -0.201256, + 0.025577, + -0.044310, + -0.124173, + 0.063302, + -0.088778, + -0.024720, + -0.049084, + -0.136847, + 0.242242, + -0.012774, + -0.052271, + -0.080956, + 0.038112, + -0.036105, + 0.502291, + -0.013588, + 0.022254, + 0.041279, + 0.067652, + 0.023557, + -0.133322, + -0.135141, + 0.013658, + 0.128699, + -0.056372, + 0.016629, + 0.123129, + -0.047890, + 0.074215, + -0.024319, + -0.067648, + -0.003886, + 0.142445, + -0.034098, + -0.468730, + -0.027605, + -0.018647, + -0.054493, + -0.105505, + -0.187772, + -0.048678, + -0.041833, + 0.053486, + 0.044155, + -0.051516, + 0.167129, + 0.075956, + 0.001660, + -0.169806, + -0.047871, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_10_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.040 + std = 0.625 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_10_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_10_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.399 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_10_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.228 + data = [ + 0.111707, + -0.004788, + 0.122015, + -0.125597, + -0.091144, + -0.145513, + 0.243924, + -0.208756, + 0.217888, + 0.174770, + 0.162456, + -0.264192, + 0.191458, + -0.018776, + 0.329329, + 0.127310, + -0.066526, + -0.017439, + 0.014607, + -0.143201, + -0.013347, + 0.135801, + 0.184077, + 0.254430, + -0.261193, + -0.103440, + -0.375209, + -0.138053, + 0.081032, + -0.275068, + -0.142684, + 0.207700, + -0.012042, + 0.108385, + 0.175759, + -0.059123, + -0.008604, + -0.014942, + 0.077241, + 0.210580, + -0.055245, + 0.013968, + 0.004264, + 0.059045, + -0.037138, + 0.081365, + 0.224967, + 0.168463, + -0.030826, + 0.348175, + -0.135799, + -0.243842, + 0.089681, + -0.023683, + 0.012656, + -0.084459, + 0.056515, + 0.251480, + -0.162431, + -0.317211, + -0.304445, + -0.134550, + 0.116085, + 0.003279, + 0.020190, + 0.466138, + -0.025022, + 0.123984, + -0.148872, + -0.104601, + 0.199497, + 0.318375, + -0.084973, + 0.135906, + -0.227032, + 0.236775, + 0.088918, + 0.162940, + 0.086871, + 0.077882, + 0.211717, + 0.137956, + -0.100974, + -0.248861, + -0.298819, + -0.114275, + 0.012714, + -0.324050, + 0.018186, + 0.053599, + 0.086345, + -0.201010, + 0.099096, + -0.033517, + 0.144876, + 0.102444, + 0.143735, + -0.042792, + 0.013288, + -0.137996, + -0.047502, + -0.150929, + 0.011970, + -0.069227, + 0.031170, + 0.132779, + 0.013214, + -0.078612, + -0.307835, + -0.134467, + 0.078140, + -0.121370, + 0.073855, + 0.082301, + 0.080511, + -0.262133, + -0.061835, + -0.017246, + -0.145201, + -0.049443, + 0.064892, + -0.261588, + -0.004564, + 0.049850, + -0.108532, + 0.022131, + 0.041258, + -0.023050, + -0.082583, + 0.137901, + 0.138692, + -0.061755, + 0.121397, + -0.074435, + -0.010667, + 0.027541, + 0.005853, + 0.078142, + 0.056374, + 0.013655, + 0.060080, + 0.055873, + -0.006592, + -0.306105, + -0.179550, + 0.200365, + 0.026704, + 0.040934, + -0.250679, + 0.092204, + -0.136657, + -0.066865, + 0.277171, + 0.137862, + 0.212817, + 0.090019, + 0.095050, + 0.003432, + 0.136478, + 0.058132, + 0.008542, + 0.183129, + 0.082787, + -0.028263, + -0.142409, + -0.332849, + 0.024108, + 0.121119, + 0.086977, + -0.163098, + 0.102834, + -0.089288, + -0.112805, + 0.301006, + -0.112039, + -0.283218, + 0.146242, + -0.091913, + -0.062542, + -0.030919, + 0.063893, + -0.270706, + 0.103570, + 0.164770, + 0.041906, + 0.133820, + -0.256956, + -0.179530, + 0.229877, + 0.537760, + -0.029257, + 0.065253, + -0.092775, + 0.024813, + -0.052383, + 0.165117, + 0.104885, + -0.295461, + -0.005997, + -0.071231, + -0.129533, + 0.105041, + 0.052515, + -0.081523, + -0.051043, + -0.214894, + 0.012770, + 0.030047, + -0.038175, + 0.097562, + -0.020306, + 0.072754, + 0.112421, + -0.033672, + -0.099792, + 0.010981, + 0.301526, + 0.280849, + 0.047992, + 0.080696, + -0.003091, + 0.141243, + 0.036605, + 0.332025, + 0.233780, + 0.024411, + 0.370185, + 0.105842, + -0.148228, + -0.093821, + -0.010696, + 0.120235, + 0.138773, + -0.023182, + 0.016028, + 0.100035, + 0.112108, + 0.132051, + 0.075736, + 0.079019, + -0.089678, + 0.009741, + -0.275510, + 0.113013, + -0.090187, + 0.205782, + 0.016190, + 0.018862, + -0.000360, + 0.196533, + -0.178822, + 0.165324, + -0.276056, + 0.033543, + -0.148867, + 0.120466, + 0.057215, + 0.007759, + -0.058312, + 0.026933, + 0.003875, + 0.044147, + -0.038525, + 0.099810, + 0.047491, + 0.039235, + -0.144756, + -0.183896, + 0.010924, + -0.168321, + 0.226468, + -0.057103, + 0.171088, + -0.219143, + -0.118694, + 0.043124, + 0.175632, + 0.056318, + -0.014182, + -0.028857, + 0.132875, + 0.006810, + 0.154215, + 0.055106, + 0.067226, + -0.054010, + -0.171789, + -0.304582, + 0.250814, + 0.110224, + 0.005970, + -0.214174, + 0.099244, + 0.265311, + 0.134669, + 0.021888, + -0.022872, + 0.205607, + 0.159548, + 0.295010, + -0.214250, + 0.101206, + 0.157222, + 0.056381, + 0.077759, + 0.193405, + -0.117854, + -0.006462, + -0.163474, + 0.006454, + 0.153297, + 0.130918, + -0.196102, + -0.005182, + -0.025428, + -0.015398, + 0.076957, + 0.089052, + 0.010531, + 0.016870, + -0.076408, + -0.146583, + 0.057878, + -0.159806, + 0.151197, + 0.072758, + -0.070421, + 0.184089, + 0.026032, + 0.048206, + 0.046907, + -0.557505, + 0.038755, + 0.143427, + 0.022112, + 0.025696, + -0.116551, + 0.109511, + 0.039681, + 0.095519, + -0.113329, + 0.002695, + 0.194918, + 0.158752, + -0.151319, + 0.002566, + -0.111245, + -0.001478, + -0.101707, + 0.370851, + -0.139208, + -0.271945, + -0.226078, + 0.191583, + 0.108263, + -0.207620, + 0.078697, + 0.090578, + -0.051147, + 0.015287, + -0.022857, + 0.096407, + 0.489686, + -0.172928, + -0.227007, + -0.061482, + 0.100757, + -0.127812, + -0.277809, + 0.001185, + 0.124738, + 0.204275, + -0.049292, + 0.457999, + -0.069161, + 0.157641, + 0.169882, + 0.116277, + 0.004852, + -0.176967, + 0.089266, + 0.125548, + -0.199267, + -0.150188, + -0.040127, + -0.087000, + -0.138072, + -0.316970, + 0.285527, + 0.367730, + -0.018268, + -0.133880, + -0.201799, + -0.091251, + 0.172550, + -0.123496, + 0.060477, + 0.053883, + -0.117125, + -0.163624, + 0.049006, + 0.014939, + -0.076728, + 0.040298, + -0.152952, + 0.245270, + -0.034554, + -0.215575, + -0.041953, + 0.076762, + -0.117246, + -0.026688, + 0.127184, + 0.054558, + -0.014836, + -0.038945, + 0.133805, + 0.192128, + -0.057653, + -0.072607, + -0.094958, + 0.228367, + -0.188271, + -3.756284, + 0.402170, + 0.049568, + -0.168980, + -0.014895, + -0.246134, + -0.020157, + -0.187360, + -0.134734, + 0.067744, + 0.064567, + 0.212866, + 0.216146, + -0.050410, + -0.004073, + 0.026545, + 0.021746, + -0.027537, + -0.117892, + 0.149615, + 0.016428, + 0.256472, + -0.120420, + 0.415971, + 0.255423, + 0.012603, + -0.590279, + -0.186375, + 0.142543, + -0.140728, + 0.070182, + -0.297492, + 0.172904, + 0.106757, + 0.004536, + 0.070992, + -0.075374, + 0.050498, + -0.067631, + -0.000140, + 0.053799, + 0.164973, + -0.083227, + -0.527929, + 0.033323, + -0.010627, + 0.116221, + -0.180446, + -0.164261, + -0.027862, + -0.015510, + 0.325175, + 0.117424, + -0.254881, + 0.019130, + -0.092323, + -0.061949, + -0.306654, + -0.043855, + -0.166050, + 0.055969, + 0.056089, + 0.301689, + 0.129767, + -0.124508, + -0.121403, + 0.055887, + -0.203808, + -0.113156, + 0.046297, + 0.108224, + 0.057914, + -0.190159, + 0.106709, + -0.089575, + 0.099521, + 0.020744, + -0.013826, + 0.130803, + -0.000259, + -0.160733, + -0.219651, + -0.259390, + 0.054183, + -0.061607, + -0.024781, + -0.011424, + 0.041877, + 0.066655, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 1.025 + std = 0.198 + data = [ + 0.901041, + 1.116331, + 0.985148, + 1.230460, + 1.118529, + 1.143324, + 1.111870, + 0.871209, + 0.919935, + 1.145904, + 1.263678, + 1.124264, + 1.100624, + 1.156785, + 0.976706, + 1.097686, + 1.141965, + 1.021245, + 0.920171, + 0.613280, + 1.152549, + 1.236520, + 0.942675, + 0.903356, + 1.163617, + 1.011813, + 1.304178, + 1.056490, + 1.170797, + 0.860639, + 1.058617, + 1.235507, + 0.975984, + 0.178918, + 1.030200, + 1.042588, + 1.190535, + 0.916135, + 1.551227, + 1.000986, + 1.095070, + 1.080767, + 0.866675, + 1.093394, + 0.926900, + 1.099873, + 1.105399, + 1.313168, + 1.086623, + 1.083819, + 0.912521, + 0.670367, + 0.993084, + 0.962674, + 1.167989, + 1.013068, + 1.069006, + 0.979135, + 1.209438, + 0.815169, + 1.099529, + 1.054913, + 1.011454, + 1.033153, + 1.196389, + 1.078529, + 1.058384, + 0.732511, + 1.076656, + 1.066409, + 1.268706, + 0.926210, + 0.966380, + 1.148493, + 1.196270, + 1.017706, + 1.222759, + 1.055610, + 1.107938, + 0.981410, + 1.296061, + 1.196976, + 1.070890, + 1.218563, + 0.911486, + 1.077817, + 1.088178, + 0.798751, + 0.954423, + 1.080858, + 0.962417, + 1.093190, + 1.000670, + 0.924951, + 1.292934, + 0.032490, + 1.156348, + 1.236497, + 0.876991, + 1.141465, + 0.942322, + 1.524100, + 1.079603, + 1.087545, + 1.070442, + 0.965264, + 0.984041, + 1.038307, + 1.003789, + 1.021501, + 0.832200, + 1.111123, + 1.049673, + 0.789543, + 1.144128, + 1.120734, + 0.956529, + 0.976121, + 1.058563, + 1.139740, + 0.853298, + 1.056240, + 1.106990, + 1.182974, + 1.173460, + 1.013132, + 0.805929, + 1.121395, + 1.114387, + 0.931569, + 1.322412, + 1.166641, + 0.800702, + 0.721165, + 1.224169, + 1.186083, + 1.034291, + 0.752097, + 1.133437, + 1.048908, + 1.129804, + 1.039021, + 1.162182, + 0.798885, + 1.173483, + 0.879280, + 1.163526, + 1.165869, + 0.917449, + 1.143777, + 0.013963, + 1.087266, + 1.035372, + 1.063610, + 0.819153, + 1.174873, + 1.189387, + 0.930753, + -0.000349, + 0.928805, + 1.103845, + 1.322520, + 1.333038, + 1.059843, + 0.857763, + 0.932413, + 0.920535, + 1.062699, + 0.994159, + 1.245699, + 0.925913, + 1.109659, + 1.029672, + 1.066771, + 0.896079, + 1.216359, + 0.989614, + 1.042926, + 0.973243, + 1.278236, + 1.137288, + 0.888361, + 0.777073, + 1.027515, + 0.933161, + 0.983603, + 0.962719, + 1.131733, + 0.922196, + 0.001005, + 1.037193, + 1.087787, + 0.975439, + 0.972974, + 0.990290, + 0.774894, + 0.985131, + 1.077079, + 0.882029, + 0.645490, + 1.065379, + 1.084123, + 0.892581, + 1.124655, + 1.173370, + 0.982718, + 1.295831, + 0.939920, + 1.270996, + 1.043454, + 1.042527, + 0.860548, + 0.962132, + 1.264705, + 1.220737, + 0.983606, + 0.037557, + 1.010948, + 1.016310, + 1.099131, + 0.912322, + 1.170173, + 0.917849, + 1.124336, + 0.946115, + 1.078313, + 0.624970, + 0.795741, + 0.935090, + 1.128349, + 1.119753, + 0.905906, + 0.956244, + 1.094676, + 1.050840, + 1.131374, + 1.144796, + 1.035230, + 1.156201, + 0.936743, + 0.788890, + 1.172980, + 0.760718, + 1.062398, + 1.120817, + 0.856542, + 0.918102, + 0.882165, + 0.863633, + 0.824505, + 1.147634, + 1.035668, + 0.888063, + 1.033496, + 1.131838, + 0.872167, + 1.324512, + 1.049989, + 0.824110, + 1.106150, + 1.098814, + 1.195715, + 1.352875, + 1.154405, + 1.087204, + 0.827050, + 0.949030, + 0.893372, + 0.807451, + 1.023425, + 1.056440, + 1.105918, + 1.020628, + 1.501848, + 0.718674, + 1.033092, + 1.129330, + 1.064730, + 0.998536, + 0.904092, + 0.990051, + 1.061941, + 0.518257, + 0.936618, + 1.107574, + 0.740822, + 0.873761, + 1.246516, + 1.020050, + 1.100864, + 1.009931, + 1.296555, + 1.080674, + 1.013606, + 1.232028, + 0.799750, + 1.423440, + 1.046392, + 0.814946, + 1.052568, + 0.934070, + 0.896526, + 1.035661, + 1.056404, + 1.061924, + 1.031117, + 1.224725, + 1.116863, + 0.860984, + 1.125148, + 1.485051, + 0.708859, + 1.156175, + 0.847893, + 1.159687, + 1.061721, + 0.986270, + 0.824255, + 1.035818, + 1.003507, + 1.159667, + 1.096822, + 1.157299, + 0.956766, + 1.106475, + 1.053144, + 1.070740, + 1.076892, + 0.960537, + 1.136994, + 1.073968, + 1.369658, + 0.701762, + 1.085850, + 1.050099, + 1.095555, + 1.143369, + 1.143957, + 1.027348, + 0.726005, + 1.020687, + 0.918661, + 0.922197, + 1.038379, + 1.103201, + 0.976942, + 1.029912, + 1.219588, + 1.085058, + 1.533888, + 1.161874, + 1.093125, + 1.025623, + 0.985071, + 1.006655, + 1.089817, + 0.902739, + 1.096822, + 1.090563, + 1.165011, + 1.120846, + 0.969363, + 1.511442, + 1.249070, + 1.056940, + 0.983420, + 1.006750, + 1.150243, + 1.197742, + 1.251234, + 0.947088, + 1.010406, + 1.068728, + 1.452191, + 1.084233, + 0.953665, + 1.210436, + 1.142902, + 1.058298, + 0.729678, + 1.546196, + 1.003912, + 1.007571, + 1.235689, + 0.887871, + 1.064937, + 1.607730, + 0.914365, + 1.486818, + 1.244216, + 1.044678, + 0.774939, + 1.077610, + 1.084147, + 1.071051, + 1.102255, + 0.862495, + 1.175004, + 0.924786, + 1.155798, + 0.879229, + 1.085148, + 0.919420, + 0.903428, + 1.124465, + 0.961055, + 0.774262, + 0.938175, + 1.058471, + 1.096374, + 1.045088, + 0.959400, + 1.090286, + 0.903889, + 0.944268, + 0.990331, + 0.878702, + 1.030127, + 0.499305, + 1.077864, + 1.106010, + 1.085790, + 0.898268, + 0.468892, + 1.056169, + 1.004156, + 1.057454, + 1.103493, + 0.933890, + 0.701997, + 1.175572, + 0.823557, + 1.021420, + 1.010149, + 0.337736, + 0.995914, + 1.004330, + 1.090029, + 1.121593, + 1.074331, + 0.763799, + 1.119112, + 0.834417, + 1.033889, + 0.857691, + 1.138512, + 0.427340, + 0.879201, + 1.028470, + 1.414378, + 0.612365, + 1.191214, + 0.905589, + 1.054551, + 1.325457, + 0.774165, + 1.145444, + 1.033843, + 1.134218, + 1.086497, + 1.000605, + 1.203238, + 0.896702, + 1.055312, + 1.525472, + 1.049497, + 1.112886, + 1.045690, + 1.081425, + 0.808932, + 1.270965, + 0.916425, + 0.827567, + 0.995627, + 1.419439, + 1.021323, + 0.833643, + 1.004396, + 0.938598, + 1.035628, + 0.857857, + 0.908587, + 1.134721, + 1.001791, + 1.136325, + 0.966242, + 1.015796, + 1.224329, + 1.061923, + 1.049891, + 0.773293, + 0.900590, + 0.701239, + 0.910267, + 0.972947, + 1.103083, + 1.626191, + 1.052202, + 1.090928, + 0.798433, + 0.904889, + 1.089245, + 0.616751, + 1.111843, + 1.079800, + 1.167310, + 1.102687, + 0.993285, + 1.030652, + 0.952591, + 1.052936, + 1.118308, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_10_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.008 + std = 0.233 + data = [ + -0.339610, + -0.371284, + 0.078313, + 0.459783, + 0.056322, + 0.207785, + -0.289271, + 0.285338, + 0.005618, + -0.306017, + -0.163635, + 0.195735, + 0.402466, + -0.011443, + -0.133337, + -0.039150, + 0.090262, + -0.021421, + 0.060411, + 0.358918, + -0.242931, + 0.329987, + -0.079645, + -0.086394, + 0.070301, + 0.091747, + -0.395027, + -0.097449, + -0.208455, + 0.127924, + 0.444013, + -0.057038, + -0.056513, + -0.025932, + 0.028570, + 0.224038, + 0.570306, + 0.002384, + 0.422594, + 0.175906, + 0.054698, + 0.067226, + -0.071285, + -0.376133, + 0.226413, + -0.111920, + 0.211182, + 0.453511, + 0.180068, + -0.413189, + 0.098913, + -0.180381, + -0.308363, + 0.036203, + 0.251907, + 0.095834, + -0.010480, + -0.368598, + 0.591924, + -0.126770, + -0.226469, + 0.096501, + -0.307717, + 0.046727, + -0.358943, + -0.085130, + -0.274477, + 0.015272, + 0.401259, + -0.314860, + -0.402826, + -0.197645, + 0.155253, + -0.266933, + -0.048622, + 0.097470, + 0.120680, + -0.206255, + -0.010661, + -0.131658, + 0.253453, + 0.299896, + -0.184530, + 0.281506, + 0.188972, + 0.264966, + -0.451033, + 0.162322, + 0.018416, + 0.184137, + -0.181092, + 0.239772, + 0.354131, + 0.136600, + -0.205123, + -0.002516, + -0.306839, + 0.264439, + 0.125993, + 0.579533, + 0.075748, + -0.634026, + 0.153807, + 0.181590, + 0.021256, + 0.067663, + 0.365093, + 0.202682, + 0.044282, + -0.023407, + 0.067742, + -0.284429, + 0.282699, + -0.128790, + -0.217994, + 0.083292, + -0.074808, + 0.047078, + -0.240377, + 0.122526, + -0.183488, + -0.101836, + -0.107010, + -0.054522, + 0.390947, + -0.272496, + -0.000059, + 0.257819, + 0.067816, + -0.126832, + -0.025313, + 0.032313, + -0.507090, + 0.075825, + 0.212193, + 0.083244, + 0.043518, + 0.055613, + -0.236904, + 0.156530, + -0.354284, + -0.257172, + -0.093043, + 0.166558, + -0.254464, + -0.070694, + -0.239627, + -0.277547, + 0.161883, + -0.311885, + 0.000462, + -0.291775, + -0.184379, + -0.231555, + -0.022446, + -0.258564, + -0.358109, + 0.159067, + 0.000008, + -0.104738, + 0.099337, + 0.674508, + 0.359475, + 0.081152, + 0.083242, + 0.233407, + -0.162508, + -0.004918, + -0.213773, + 0.297006, + -0.007674, + 0.063696, + 0.194836, + -0.231276, + 0.030744, + 0.305461, + 0.252360, + 0.074387, + 0.088929, + 0.518465, + -0.300031, + -0.074258, + -0.247275, + -0.173577, + 0.109586, + -0.044277, + 0.031569, + -0.110394, + -0.179738, + -0.000581, + 0.075811, + -0.160343, + 0.069915, + -0.378283, + -0.205423, + 0.041141, + -0.228088, + 0.264730, + -0.226867, + 0.127655, + -0.353161, + -0.210532, + 0.000422, + -0.339302, + 0.613598, + 0.008889, + -0.181913, + 0.045302, + -0.419299, + 0.017473, + -0.209700, + -0.166670, + 0.343694, + -0.072694, + 0.045380, + 0.344944, + -0.004074, + -0.145321, + -0.247666, + 0.057440, + 0.062215, + -0.001303, + 0.319458, + -0.305879, + -0.067766, + -0.020244, + 0.002070, + -0.104399, + -0.048138, + 0.209581, + 0.101803, + -0.311303, + 0.002474, + -0.203786, + 0.124113, + 0.063484, + 0.227641, + -0.045898, + 0.004581, + -0.037217, + 0.147109, + 0.516347, + 0.207663, + -0.089659, + -0.175755, + -0.205410, + 0.057462, + -0.030107, + -0.030285, + -0.085030, + 0.016914, + 0.067483, + 0.082698, + -0.215590, + 0.135630, + 0.084350, + -0.356856, + 0.236492, + 0.033968, + -0.455880, + -0.032756, + 0.111722, + -0.036427, + 0.182881, + 0.157639, + 0.098391, + 0.240500, + 0.161878, + 0.001143, + -0.014998, + 0.029710, + 0.221486, + -0.317531, + -0.216171, + -0.041551, + 0.063356, + -0.004864, + 0.075667, + 0.095060, + -0.023878, + -0.286488, + -0.002323, + -0.078504, + 0.047595, + 0.187542, + 0.065860, + 0.044782, + -0.126535, + -0.138571, + -0.149598, + -0.130670, + -0.344714, + 0.284101, + -0.263625, + -0.179499, + -0.086207, + -0.715758, + -0.177476, + -0.201209, + -0.326279, + -0.027269, + -0.321272, + 0.029090, + 0.140509, + -0.025676, + -0.008899, + -0.182677, + -0.113651, + -0.109094, + -0.160234, + 0.877385, + -0.068377, + -0.031878, + -0.091232, + 0.320312, + 0.357586, + 0.087613, + -0.085737, + -0.136950, + 0.286720, + 0.180306, + 0.301577, + -0.398776, + 0.002239, + -0.073623, + -0.114286, + 0.514618, + 0.045121, + -0.122974, + 0.523753, + -0.036133, + -0.086136, + 0.025417, + 0.126962, + 0.169462, + 0.260457, + 0.130331, + 0.137018, + 0.205244, + -0.035418, + 0.033755, + -0.124751, + -0.142460, + 0.015749, + -0.343356, + -0.274648, + -0.062462, + 0.091532, + 0.048917, + 0.410196, + 0.267448, + -0.167260, + 0.174226, + -0.021632, + -0.107746, + 0.036728, + -0.087705, + 0.032446, + 0.028053, + 0.104910, + -0.207085, + -0.183147, + 0.026010, + 0.162711, + 0.435596, + 0.353458, + 0.230668, + -0.179125, + 0.418283, + 0.621300, + 0.195026, + -0.061926, + -0.042123, + 0.780023, + -0.418085, + -0.295938, + -0.484791, + 0.062261, + -0.032130, + 0.143820, + 0.197971, + 0.027306, + 0.302737, + 0.669068, + -0.191594, + -0.157927, + -0.564831, + 0.339282, + 0.163002, + 0.037506, + -0.300337, + -0.122459, + 0.478908, + -0.121020, + 0.145567, + 0.064275, + -0.033738, + 0.251228, + -0.023046, + 0.360720, + 0.002529, + 0.333573, + 0.038925, + -0.177496, + -0.246390, + 0.116146, + 0.126775, + 0.077952, + 0.147729, + 0.135999, + 0.077916, + -0.021353, + 0.262125, + -0.030183, + 0.200281, + 0.020908, + -0.070242, + -0.061306, + 0.117128, + 0.092161, + 0.227400, + -0.107887, + -0.058810, + 0.380312, + -0.420868, + 0.347338, + 0.344607, + -0.098645, + -0.013901, + -0.005861, + -0.474866, + 0.195846, + -0.169283, + 0.125944, + 0.131198, + -0.250755, + 0.247462, + -0.159761, + -0.277351, + -0.164582, + -0.115556, + 0.018508, + -0.031341, + -0.033295, + -0.203992, + 0.274195, + 0.115750, + 0.039135, + -0.547348, + 0.282349, + -0.072024, + -0.258383, + -0.011215, + -0.158860, + -0.085930, + 0.271879, + -0.606419, + -0.244134, + 0.162679, + -0.019899, + -0.186633, + -0.046743, + 0.235851, + -0.181235, + 0.422311, + 0.180865, + -0.037848, + -0.158149, + -0.073627, + 0.140778, + -0.424991, + -0.054637, + -0.027317, + -0.020773, + 0.654461, + -0.207941, + 0.458038, + 0.141581, + 0.125572, + 0.169905, + 0.167450, + 0.081487, + -0.295911, + -0.117048, + -0.172072, + -0.007894, + -0.089482, + -0.177036, + 0.420018, + -0.258924, + 0.180643, + -0.108418, + 0.045476, + 0.107327, + 0.135743, + -0.041920, + -0.414631, + 0.021934, + -0.002282, + 0.065409, + -0.037929, + -0.363161, + 0.293637, + 0.161224, + 0.361760, + 0.412232, + -0.125837, + 0.264471, + 0.211035, + 0.096429, + -0.128901, + -0.475617, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_10_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.609 + std = 0.132 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.058 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_10_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.130 + data = [ + 0.054763, + -0.006685, + -0.143503, + 0.178669, + 0.076679, + 0.076021, + -0.173562, + -0.020021, + -0.126210, + -0.261257, + -0.207254, + 0.129873, + 0.088864, + 0.129282, + -0.127218, + -0.097436, + 0.002579, + -0.111591, + 0.042334, + -0.209313, + -0.048579, + -0.031875, + -0.119980, + -0.151025, + 0.096475, + 0.140061, + -0.382422, + -0.193405, + 0.025025, + 0.181420, + 0.014458, + 0.002669, + 0.059672, + 0.053618, + 0.121788, + 0.018290, + 0.108827, + 0.000647, + 0.162775, + -0.081014, + 0.180016, + -0.069274, + 0.047551, + -0.051404, + -0.011985, + -0.074067, + 0.029018, + 0.091895, + 0.050256, + -0.290743, + 0.122650, + -0.273389, + -0.149267, + 0.077295, + 0.106073, + 0.063990, + 0.040384, + 0.009438, + 0.180190, + 0.005032, + 0.064677, + 0.099043, + 0.035313, + 0.087286, + -0.120949, + 0.035292, + 0.007807, + -0.071432, + 0.126972, + -0.067007, + -0.251060, + -0.064910, + 0.012801, + 0.014558, + -0.114109, + -0.054341, + 0.076916, + 0.053216, + -0.066359, + -0.033819, + -0.028837, + -0.000009, + -0.037985, + 0.212749, + 0.186833, + 0.190320, + 0.026860, + 0.150319, + -0.042883, + 0.048266, + -0.136545, + -0.081727, + -0.239619, + 0.065639, + -0.217322, + -0.173728, + -0.204258, + 0.041398, + 0.025464, + 0.270260, + 0.100436, + -0.272199, + 0.049415, + 0.114306, + 0.189420, + -0.084622, + 0.242273, + 0.029545, + -0.092095, + 0.013389, + 0.024582, + -0.065679, + -0.019570, + 0.108372, + -0.003735, + 0.046824, + 0.105393, + -0.082081, + 0.139499, + -0.030312, + 0.035033, + 0.048000, + -0.025503, + 0.039768, + 0.211670, + -0.115437, + -0.052721, + 0.063816, + 0.193751, + -0.038315, + -0.023908, + -0.131947, + -0.107212, + 0.013213, + 0.069388, + -0.067819, + -0.066036, + -0.008421, + -0.102868, + -0.058059, + 0.021338, + 0.015079, + -0.100953, + 0.123946, + 0.159562, + -0.058269, + -0.083206, + 0.005786, + -0.023508, + -0.014402, + 0.055353, + 0.090327, + -0.064614, + -0.018980, + -0.106609, + -0.056367, + -0.218020, + 0.065148, + 0.091398, + 0.005547, + 0.058524, + 0.134775, + 0.157186, + 0.015041, + -0.012903, + 0.161123, + -0.073545, + 0.031379, + -0.219497, + 0.242824, + 0.031305, + -0.058775, + 0.134353, + -0.117844, + 0.180062, + 0.107310, + -0.060377, + 0.059558, + -0.044783, + -0.062544, + -0.118478, + 0.355129, + 0.109421, + -0.149187, + 0.090467, + -0.087722, + 0.047579, + 0.315976, + -0.089716, + 0.223228, + 0.032090, + 0.096954, + 0.018326, + -0.205421, + 0.125400, + -0.009213, + 0.074475, + -0.364067, + 0.054146, + 0.083428, + -0.119280, + 0.029973, + -0.056780, + 0.034548, + 0.084385, + 0.246951, + -0.155830, + -0.038111, + -0.013304, + 0.175585, + -0.054525, + -0.087506, + 0.098452, + -0.097123, + -0.201258, + -0.079995, + -0.063562, + -0.135602, + -0.045892, + -0.007629, + 0.049930, + 0.128074, + -0.026381, + -0.428978, + -0.175172, + 0.050286, + -0.026519, + 0.049091, + -0.022598, + -0.021585, + -0.065968, + 0.040067, + 0.013914, + -0.010141, + 0.055326, + -0.070264, + -0.030082, + 0.228137, + -0.065952, + -0.011614, + -0.083468, + 0.034677, + 0.174168, + -0.043406, + -0.216115, + -0.004757, + -0.056505, + -0.069915, + 0.110423, + -0.152382, + -0.140866, + -0.046927, + 0.142751, + 0.007208, + 0.032926, + -0.055586, + -0.009992, + -0.026163, + 0.006811, + -0.009611, + -0.034887, + 0.072565, + -0.084302, + 0.053359, + -0.067131, + -0.074326, + 0.050036, + 0.018601, + 0.017123, + 0.100473, + -0.115158, + 0.028397, + -0.066639, + -0.224013, + -0.033742, + -0.052508, + -0.045744, + 0.041777, + -0.013430, + 0.074900, + -0.036666, + -0.061311, + -0.030729, + -0.013318, + 0.129104, + 0.108193, + 0.052008, + -0.119473, + -0.026768, + -0.119340, + 0.006405, + -0.184910, + 0.047884, + -0.144364, + -0.097033, + 0.040202, + -0.219453, + 0.032690, + 0.070101, + -0.171079, + 0.116445, + 0.001790, + 0.047718, + 0.053682, + -0.006401, + -0.028966, + -0.102109, + -0.078032, + 0.035406, + -0.182631, + 0.248617, + -0.058643, + -0.121002, + -0.036696, + 0.009695, + 0.073791, + -0.058088, + 0.145857, + 0.076495, + -0.091751, + 0.100754, + 0.061220, + 0.005938, + 0.116498, + 0.005967, + -0.001138, + -0.068800, + -0.050802, + -0.147376, + -0.002416, + -0.052728, + -0.068502, + -0.017487, + -0.053685, + 0.091119, + 0.239097, + 0.072652, + 0.145049, + 0.098493, + 0.040509, + 0.155234, + 0.016705, + -0.048644, + 0.066021, + 0.020306, + -0.151743, + -0.012937, + -0.289752, + -0.035340, + 0.002600, + -0.114462, + -0.050662, + 0.063085, + 0.056347, + -0.058372, + 0.027504, + 0.068304, + 0.093844, + 0.283515, + -0.038501, + 0.183549, + -0.151399, + 0.400819, + 0.140646, + -0.012266, + 0.050779, + -0.002042, + -0.103508, + 0.300274, + -0.008712, + 0.131666, + -0.090222, + 0.041704, + 0.319865, + -0.103760, + -0.050813, + -0.106017, + -0.132740, + 0.035165, + 0.073845, + 0.042952, + -0.065020, + 0.087482, + 0.145066, + 0.136470, + 0.110282, + -0.312445, + 0.170167, + 0.065920, + -0.124486, + 0.053097, + 0.215525, + 0.211050, + -0.095810, + 0.023989, + 0.026234, + -0.012596, + 0.045713, + 0.018850, + -0.000927, + 0.161239, + -0.046324, + 0.081491, + 0.001532, + 0.054365, + 0.339286, + 0.006245, + 0.162883, + 0.025346, + -0.019536, + 0.057249, + -0.069921, + 0.056282, + 0.013396, + -0.077626, + -0.160149, + -0.076925, + -0.110343, + 0.218845, + 0.025709, + 0.175386, + -0.176455, + 0.064387, + 1.136672, + -0.243957, + 0.010027, + 0.158424, + 0.230979, + 0.123228, + 0.058274, + 0.035413, + -0.010525, + 0.118809, + -0.037246, + 0.278457, + -0.117712, + 0.205154, + 0.081297, + -0.167639, + -0.063713, + -0.000740, + -0.071847, + -0.190372, + 0.104348, + -0.097094, + -0.032501, + -0.103015, + 0.097108, + -0.042501, + 0.008589, + 0.119199, + -0.218543, + -0.019296, + 0.041042, + -0.559792, + -0.232703, + -0.170797, + 0.078657, + 0.011310, + -0.130381, + -0.054343, + -0.075929, + 0.099378, + -0.006820, + 0.164662, + -0.005603, + -0.208941, + 0.074105, + -0.007640, + -0.010069, + 0.183959, + 0.020695, + -0.128672, + 0.089906, + -0.020733, + -0.185794, + 0.052491, + 0.155483, + -0.004172, + 0.153744, + 0.025986, + 0.053796, + 0.056739, + 0.030890, + 0.031890, + -0.157236, + 0.071323, + -0.119951, + -0.081722, + -0.061193, + 0.096506, + 0.017327, + 0.008181, + 0.017881, + -0.028742, + -0.072433, + 0.202987, + 0.020157, + -0.013604, + 0.137172, + -0.111007, + -0.242935, + -0.062678, + -0.032329, + 0.172672, + 0.060803, + 0.027084, + -0.118121, + -0.025768, + 0.068709, + 0.038834, + -0.191865, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.699 + std = 0.222 + data = [ + 1.332219, + 0.524958, + 0.836270, + 0.698051, + 0.630565, + 0.439504, + 0.691066, + 0.963191, + 1.043000, + 0.551529, + 0.312295, + 0.522711, + 0.738742, + 0.212817, + 0.551934, + 0.482018, + 0.368203, + 0.813167, + 0.766469, + 0.529516, + 0.563606, + 0.645532, + -0.120041, + 0.954172, + 0.369170, + 0.686036, + 0.404878, + 0.703439, + 0.165334, + 0.945328, + 0.915059, + 0.598069, + 0.855672, + 1.018193, + 0.678512, + 0.477929, + 0.566847, + 0.722418, + 0.394042, + 0.696210, + 0.355523, + 0.656645, + 1.003949, + 0.608354, + 0.791357, + 0.432547, + 0.586243, + 0.367711, + 0.682178, + 0.842948, + 0.917869, + 0.525369, + 0.931523, + 0.669923, + 0.836885, + 1.022115, + 0.660273, + 0.724091, + 0.486867, + 0.900062, + 0.446517, + 0.653388, + 0.637986, + 0.622905, + 0.283467, + 0.445992, + 0.914372, + 1.164236, + 0.569459, + 0.594342, + 0.353790, + 0.786457, + 0.860649, + 0.465071, + 0.500257, + 0.790088, + 0.132155, + 0.593311, + 0.731905, + 0.871470, + 0.541597, + 0.422076, + 0.652960, + 0.509420, + 0.757731, + 0.528630, + 0.579741, + 0.923681, + 0.884442, + 0.667743, + 0.824175, + 0.688248, + 0.794239, + 0.759244, + 0.495220, + 1.091727, + 0.694174, + 0.545521, + 0.945798, + 0.517845, + 1.025628, + 0.322469, + 0.691914, + 0.608791, + 0.443895, + 0.719070, + 0.808239, + 0.604461, + 0.801244, + 0.699833, + 0.894515, + 0.589486, + 0.624983, + 0.989378, + 0.322643, + 0.694073, + 0.836241, + 0.652963, + 0.793564, + 0.398360, + 1.111693, + 0.811992, + 0.736884, + 0.297943, + 0.828881, + 0.655863, + 1.029702, + 0.595549, + 0.697743, + 0.338650, + 0.479393, + 0.441147, + 1.172880, + 1.209713, + 0.548825, + 0.771796, + 0.707425, + 0.875431, + 0.619817, + 0.525732, + 0.648033, + 0.819676, + 0.476098, + 0.871048, + 0.779978, + 0.625739, + 0.426406, + 0.451817, + 0.759579, + 0.475058, + 1.013366, + 0.588961, + 0.641759, + 0.939125, + 1.146542, + 0.444430, + 0.588009, + 0.632441, + 1.028979, + 0.631364, + 0.495082, + 0.530251, + 0.257074, + 0.571910, + 1.137941, + 1.009184, + 0.963923, + 0.660643, + 0.732067, + 0.450938, + 0.898291, + 0.461023, + 0.817271, + 0.672666, + 1.016928, + 0.723065, + 0.513554, + 0.602441, + 0.762368, + 0.352334, + 0.589520, + 0.725191, + 1.138046, + 0.787025, + 0.954231, + 0.851870, + 0.733353, + 0.468060, + 0.827488, + 0.788088, + 0.555880, + 0.749541, + 0.530198, + 0.642813, + 0.550767, + 0.721685, + 0.594612, + 0.547101, + 0.961741, + 0.738141, + 0.448903, + 0.780283, + 0.889074, + 0.512282, + 0.476416, + 0.890833, + 0.438272, + 0.905614, + 0.380400, + 0.562237, + 0.515346, + 0.940560, + 0.966005, + 0.394690, + 0.387870, + 0.687138, + 0.781654, + 0.571746, + 0.482946, + 0.236323, + 0.824647, + 0.471208, + 0.782320, + 0.655574, + 0.866433, + 0.582132, + 0.715943, + 0.843259, + 0.946291, + 0.579228, + 0.471667, + 1.023150, + 0.724599, + 0.536640, + 0.608791, + 0.653942, + 0.827098, + 0.596039, + 0.421989, + 0.942993, + 1.151431, + 0.429997, + 0.771751, + 0.618454, + 0.898438, + 0.907170, + 0.865014, + 1.094617, + 0.679340, + 1.145984, + 0.620419, + 0.329347, + 0.941376, + 0.624080, + 0.405558, + 1.070251, + 0.319641, + 0.658929, + 0.998558, + 0.576209, + 0.541667, + 0.396953, + 0.379822, + 0.762891, + 0.578366, + 0.953717, + 0.932101, + 0.735652, + 0.981432, + 0.847654, + 0.491981, + 0.650994, + 0.739815, + 0.570820, + 0.765496, + 0.698614, + 0.452752, + 0.434298, + 0.694430, + 0.898737, + 0.932742, + 0.498765, + 1.160460, + 0.711843, + 0.591579, + 1.146873, + 0.627880, + 0.794675, + 0.640307, + 0.619709, + 0.602924, + 0.193305, + 0.823960, + 0.965361, + 0.412594, + 1.144440, + 0.585239, + 0.747870, + 0.844184, + 0.762977, + 0.727168, + 1.043409, + 0.715423, + 0.610632, + 0.538305, + 0.694159, + 0.463432, + 0.551755, + 0.977599, + 0.655326, + 0.416323, + 0.973242, + 0.461965, + 0.829285, + 0.657355, + 0.505068, + 0.799858, + 0.955679, + 0.635939, + 0.995043, + 0.629317, + 0.648056, + 0.770838, + 0.853305, + 0.565784, + 0.419524, + 0.972576, + 0.611142, + 0.768232, + 0.919519, + 0.714095, + 1.116117, + 1.168446, + 0.680337, + 0.637563, + 0.693594, + 0.511202, + 0.761328, + 0.263272, + 0.945498, + 0.711321, + 0.747012, + 0.839962, + 0.587607, + 0.814798, + 0.807659, + 1.013894, + 0.335592, + 0.532534, + 0.480196, + 0.760265, + 1.070262, + 0.688843, + 0.710752, + 0.749965, + 0.667901, + 0.860674, + 0.457748, + 0.633811, + 0.466971, + 0.284136, + 0.853860, + 0.713905, + 0.609552, + 0.615793, + 0.735338, + 1.018250, + 0.624542, + 0.806592, + 0.699079, + 0.778979, + 0.704806, + 0.428955, + 0.577669, + 0.409111, + 0.743464, + 0.571628, + 0.425303, + 0.677095, + 1.291355, + 0.629615, + 0.717220, + 0.537393, + 0.625587, + 0.875206, + 0.486020, + 0.509441, + 0.698822, + 0.402918, + 0.509888, + 0.452485, + 1.183179, + 0.610950, + 0.739457, + 0.699921, + 0.560728, + 0.746951, + 0.556190, + 0.748027, + 0.548998, + 0.802346, + 0.568925, + 1.047562, + 0.701412, + 0.727623, + 0.319989, + 1.340832, + 0.858118, + 1.037883, + 0.488905, + 0.599051, + 0.986759, + 0.511713, + 1.039538, + 0.725538, + 0.736081, + 0.833896, + 0.676989, + 0.969235, + 0.672632, + 0.571417, + 0.660077, + 0.842380, + 0.155230, + 0.688812, + 0.705008, + 0.530450, + 0.462600, + 0.856258, + 0.744326, + 0.964917, + 1.287497, + 0.634420, + 0.830462, + 0.623005, + 0.918298, + 0.786333, + 0.372714, + 0.840226, + 0.485675, + 0.888701, + 0.459956, + 0.883330, + 0.723606, + 0.822866, + 0.536595, + 0.988895, + 1.145406, + 0.744088, + 0.604315, + 0.793208, + 0.442128, + 1.035547, + 0.712632, + 0.623717, + 1.297019, + 0.661478, + 0.614548, + 0.786682, + 0.550571, + 0.697488, + 0.233137, + 1.113730, + 0.808415, + 0.413621, + 0.525286, + 0.727882, + 0.614208, + 0.457890, + 1.155716, + 0.675193, + 0.769794, + 0.784375, + 0.775880, + 0.551049, + 0.765903, + 0.696035, + 0.457449, + 0.583170, + 0.810163, + 1.172995, + 0.746915, + 0.740961, + 0.806931, + 0.630600, + 0.698412, + 0.749150, + 0.297843, + 0.657848, + 0.711041, + 0.785360, + 0.973898, + 1.046584, + 0.799844, + 0.717569, + 0.639281, + 0.598615, + 0.541359, + 0.716835, + 1.080379, + 1.396506, + 0.957380, + 1.249223, + 0.535966, + 0.728774, + 0.707896, + 0.713174, + 0.902475, + 0.561033, + 0.724022, + 0.746738, + 0.510670, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_11_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.013 + std = 0.139 + data = [ + -0.172462, + -0.095886, + 0.068531, + 0.066099, + -0.036090, + 0.051566, + -0.015292, + -0.035641, + -0.015204, + 0.049684, + 0.057171, + -0.046244, + 0.029952, + -0.009288, + -0.016326, + 0.035944, + 0.079615, + 0.043222, + -0.020778, + -0.022288, + -0.002821, + 0.034365, + 0.027702, + 0.055041, + -0.116880, + 0.042453, + 0.083573, + 0.037279, + 0.032824, + -0.010484, + 0.208014, + -0.048201, + -0.106221, + -0.282798, + -0.075409, + 0.025048, + 0.047257, + -0.022035, + -0.157674, + 0.030975, + -0.028370, + 0.038499, + -0.018747, + -0.118436, + 0.024757, + -0.011736, + 0.079060, + 0.017083, + 0.008321, + -0.120502, + 0.048510, + 0.105476, + -0.113009, + -0.024342, + -0.040311, + -0.021845, + -0.032154, + -0.119170, + 0.104214, + -0.072747, + -0.017672, + -0.107746, + -0.050362, + -0.046378, + 0.058207, + 0.072889, + -0.096762, + 0.007099, + 0.041126, + -0.045746, + -0.003547, + -0.093670, + 0.098666, + 0.070212, + -0.081587, + -0.039717, + -0.003300, + -0.138847, + -0.085506, + -0.125070, + 0.218440, + -0.082026, + 0.013685, + -0.037632, + 0.047407, + 0.021895, + -0.188748, + 0.097787, + 0.053711, + 0.060487, + 0.042600, + 0.042673, + 0.165625, + 0.019140, + 0.079074, + 0.061889, + -0.004611, + 0.015412, + 0.046518, + 0.087597, + 0.049141, + 0.104233, + -0.001780, + 0.067440, + -0.116619, + 0.048915, + -0.114194, + 0.063324, + 0.103550, + 0.010395, + -0.055158, + -0.020648, + 0.077249, + -0.070177, + -0.032742, + -0.046890, + -0.140149, + -0.003837, + -0.128318, + 0.083176, + -0.107856, + -0.050467, + -0.007588, + -0.018187, + 0.084355, + 0.064192, + 0.053626, + 0.094958, + -0.003966, + 0.001385, + 0.092837, + 0.001418, + -0.580326, + 0.101476, + -0.013444, + -0.009030, + 0.010088, + -0.036093, + -0.079369, + -0.060799, + -0.062742, + -0.138455, + 0.002333, + 0.047093, + -0.067055, + 0.052236, + -0.045241, + -0.009132, + 0.072271, + 0.038266, + -0.130833, + -0.151881, + -0.021500, + -0.031642, + -0.063701, + -0.034285, + -0.054119, + -0.003015, + 0.020140, + -0.029809, + -0.066896, + 0.138636, + -0.037877, + -0.030794, + 0.093086, + 0.126698, + -0.175743, + -0.142065, + 0.043982, + -0.023116, + -0.071805, + -0.042200, + 0.112543, + -0.047962, + -0.027377, + -0.228656, + 0.101386, + 0.036744, + 0.055972, + -0.297835, + 0.028257, + -0.136857, + -0.257589, + -0.049943, + 0.005175, + 0.028764, + 0.000048, + -0.080556, + -0.071918, + 0.133031, + 0.043716, + -0.035316, + 0.009791, + -0.157083, + -0.138090, + 0.072379, + -0.111184, + -0.602834, + -0.151564, + 0.075695, + 0.005718, + -0.099395, + 0.013950, + -0.209527, + 0.087964, + 0.004283, + -0.012715, + -0.056082, + 0.028782, + -0.025722, + -0.071172, + -0.068178, + 0.100653, + -0.162545, + -0.031516, + 0.164532, + -0.188182, + -0.077211, + -0.089776, + -0.035764, + 0.022426, + -0.016148, + 0.078790, + -0.011044, + -0.019603, + -0.047836, + -0.068983, + -0.021817, + -0.073771, + 0.083741, + -0.105621, + -0.226082, + -0.071168, + -0.034827, + 0.001137, + -0.034107, + -0.038222, + -0.141084, + 0.050532, + 0.005778, + -0.049482, + -0.015969, + 0.076140, + -0.097522, + 0.062406, + 0.072184, + -0.004482, + -0.086522, + -0.067316, + -0.043978, + -0.187820, + -0.075737, + 0.055075, + -0.059250, + -0.086215, + 0.165693, + -0.075620, + 0.014700, + -0.064043, + -0.135984, + 0.015658, + -0.030141, + -0.076439, + 0.429193, + 0.068902, + 0.164286, + -0.021276, + 0.018641, + -0.045409, + -0.045390, + 0.098629, + 0.057412, + -0.148513, + 0.345092, + 0.002060, + -0.063544, + 0.010500, + -0.019887, + 0.040467, + 0.080651, + -0.164799, + 0.004673, + -0.058470, + 0.006330, + 0.037731, + -0.030104, + 0.004962, + 0.112514, + -0.074092, + -0.007998, + -0.027701, + 0.053037, + -0.043668, + -0.083618, + 0.023053, + -0.117425, + -0.064570, + -0.055293, + -0.183590, + -0.219326, + 0.002235, + -0.201991, + -0.005066, + 0.022207, + -0.090499, + -0.042810, + 0.001042, + 0.042475, + -0.149634, + -0.018155, + -0.223782, + -0.086550, + 0.029700, + -0.050326, + 0.005097, + 0.073871, + -0.014863, + -0.129122, + -0.016213, + 0.131149, + -0.026373, + 0.170624, + -0.132403, + 0.073514, + 0.068650, + 0.046933, + 0.258933, + 0.066857, + -0.058751, + 0.131260, + -0.030319, + 0.266127, + -0.112118, + 0.047823, + -0.015080, + 0.006278, + 0.020967, + -0.127875, + -0.085480, + -0.073424, + -0.098539, + -0.086808, + -0.113089, + -0.101681, + -0.155341, + -0.034553, + -0.096812, + -0.008295, + -0.051730, + -0.223796, + -0.299679, + -0.070924, + 0.119667, + -0.054466, + -0.068280, + 0.073692, + -0.088965, + 0.051561, + -0.064839, + 0.000813, + -0.071917, + -0.110945, + -0.326040, + -0.036128, + 0.131005, + 0.096637, + 0.092670, + -0.050016, + -0.052023, + 0.058888, + 0.077068, + -0.075232, + -0.006988, + 0.081192, + -0.114679, + -0.224318, + 0.010555, + 0.109188, + -0.074316, + 0.126976, + -0.292244, + 0.004153, + 0.107518, + -0.038784, + -0.212033, + -0.054113, + 0.668663, + 0.163935, + -0.254457, + -0.029697, + -0.019828, + -0.119537, + 0.108876, + -0.013164, + -0.000405, + 0.030662, + -0.001426, + 0.073392, + -0.030549, + -0.089165, + 0.071362, + 0.123898, + 0.039966, + -0.040028, + -0.098363, + 0.119859, + 0.046587, + 0.052881, + 0.051032, + -0.000968, + -0.081397, + -0.047463, + 0.087858, + -0.016392, + 0.100866, + 0.048625, + -0.035944, + 0.011980, + -0.270970, + -0.005627, + 0.102056, + 0.014889, + 0.004073, + 1.863490, + -0.189415, + 0.002655, + 0.053821, + -0.136575, + -0.038987, + -0.090807, + -0.154399, + 0.227411, + -0.090779, + 0.042711, + 0.119077, + -0.164741, + 0.052494, + 0.024445, + 0.060243, + -0.029578, + -0.146066, + 0.026324, + 0.020568, + -0.028715, + -0.132631, + 0.152771, + 0.033798, + -0.072025, + -0.247787, + 0.568142, + -0.089051, + -0.062701, + -0.040172, + -0.164397, + 0.076606, + 0.261371, + -0.083904, + -0.249143, + 0.042591, + 0.019831, + -0.032890, + -0.203410, + -0.026892, + -0.063187, + -0.122957, + 0.063166, + -0.121827, + -0.065327, + -0.053846, + -0.129882, + 0.221949, + 0.006686, + -0.016986, + -0.078371, + 0.027512, + -0.037848, + 0.335539, + -0.046249, + 0.002536, + 0.041899, + 0.082854, + 0.019688, + -0.103706, + -0.090440, + -0.043598, + 0.112100, + -0.107395, + 0.021882, + 0.149069, + -0.061921, + 0.076924, + 0.003262, + -0.057243, + -0.000070, + 0.087455, + -0.021896, + -0.316112, + -0.029718, + -0.052797, + -0.096375, + -0.050360, + -0.175535, + 0.018388, + -0.033600, + 0.048238, + 0.037640, + -0.091704, + 0.153857, + 0.074285, + -0.019079, + -0.196791, + -0.013393, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_11_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.060 + std = 0.624 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_11_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.046 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_11_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.019 + std = 0.446 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_11_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.001 + std = 0.151 + data = [ + -0.048991, + -0.048205, + 0.008105, + -0.032129, + -0.015600, + -0.128948, + 0.095561, + -0.058500, + 0.120070, + 0.169202, + 0.085969, + -0.245821, + -0.037248, + -0.033134, + 0.200463, + 0.132651, + -0.078359, + 0.077173, + -0.013873, + -0.079509, + 0.008230, + 0.083288, + -0.002981, + 0.195719, + -0.175243, + -0.112077, + -0.137586, + -0.017092, + 0.078101, + 0.089804, + 0.067245, + 0.149003, + -0.017913, + 0.161682, + 0.137455, + 0.057573, + 0.049331, + -0.053566, + 0.036217, + 0.024933, + -0.038771, + -0.065374, + -0.047982, + 0.011923, + 0.027552, + 0.114257, + 0.019461, + 0.047894, + 0.175402, + 0.291335, + -0.284509, + -0.146197, + 0.071283, + 0.191101, + -0.076520, + 0.009706, + 0.049927, + 0.071290, + -0.003520, + 0.321115, + -0.138078, + -0.119292, + -0.016082, + 0.013562, + -0.006886, + 0.161158, + -0.072676, + -0.009738, + -0.024991, + -0.034762, + 0.107152, + -0.087572, + -0.046959, + 0.111226, + -0.084691, + 0.109633, + -0.018762, + 0.090479, + 0.052812, + 0.052920, + 0.146141, + 0.053158, + -0.031215, + -0.106431, + -0.132763, + 0.114943, + -0.080498, + -0.115932, + 0.096372, + 0.138378, + 0.105715, + 0.008294, + 0.084424, + -0.035438, + 0.158282, + 0.156237, + -0.033732, + 0.138122, + 0.144023, + -0.067008, + -0.128922, + -0.031063, + 0.014281, + -0.064026, + -0.059455, + -0.101607, + 0.116775, + -0.041628, + 0.014314, + -0.037145, + 0.061819, + -0.104301, + 0.094899, + -0.086146, + 0.002146, + -0.189193, + 0.121796, + 0.036223, + -0.095114, + 0.035995, + -0.097749, + -0.147038, + 0.022190, + 0.045669, + -0.100617, + -0.048054, + -0.077411, + 0.041345, + -0.068782, + -0.030086, + 0.041987, + -0.063421, + 0.447833, + 0.064964, + -0.002102, + -0.062308, + -0.070072, + 0.110934, + -0.006219, + -0.009108, + 0.172024, + -0.003625, + -0.071899, + -0.017054, + -0.153794, + 0.013080, + -0.031751, + 0.085181, + -0.071937, + 0.107167, + 0.121446, + -0.075422, + -0.000478, + -0.122852, + 0.077005, + 0.118044, + 0.118121, + -0.168405, + -0.017821, + 0.061083, + -0.101274, + 0.030251, + 0.057753, + 0.055957, + -0.112569, + -0.167626, + 0.091548, + -0.088272, + 0.117533, + -0.113816, + -0.008399, + -0.100935, + -0.005428, + 0.231927, + 0.001776, + -0.061801, + 0.171225, + -0.011548, + 0.043435, + 0.000831, + -0.006710, + -0.067339, + -0.036894, + 0.068000, + -0.049759, + 0.125990, + 0.051382, + -0.371611, + 0.130008, + 0.152288, + -0.073783, + -0.055652, + 0.002559, + -0.020650, + -0.051409, + -0.149773, + 0.120689, + -0.300465, + 0.177039, + -0.142134, + -0.035628, + -0.042591, + -0.052906, + -0.050778, + -0.059498, + -0.177766, + -0.047860, + 0.049316, + 0.007305, + -0.039156, + -0.009238, + 0.096235, + -0.001834, + -0.061857, + -0.055370, + 0.001313, + -0.028452, + 0.055987, + 0.071722, + 0.026831, + -0.025190, + 0.045922, + -0.125221, + 0.256223, + 0.136523, + -0.058877, + -0.093098, + 0.009859, + -0.062192, + -0.103752, + -0.092110, + -0.115162, + 0.068830, + -0.078490, + 0.027841, + 0.023015, + 0.166944, + 0.027079, + 0.080048, + 0.002450, + -0.112587, + -0.002730, + -0.060248, + 0.042695, + 0.155112, + 0.056219, + 0.084435, + 0.004016, + -0.096713, + -0.031883, + -0.106261, + 0.091159, + 0.015043, + 0.006465, + -0.184456, + -0.012309, + 0.001677, + -0.117851, + 0.193223, + 0.104066, + -0.015642, + -0.013797, + -0.039557, + 0.239503, + 0.197668, + -0.068999, + -0.075552, + -0.100438, + -0.106228, + 0.017363, + 0.178967, + -0.130690, + 0.024028, + -0.053133, + 0.009770, + -0.130566, + 0.060350, + 0.086964, + 0.053473, + -0.002043, + 0.139863, + -0.026577, + 0.119455, + -0.057474, + 0.112667, + -0.160238, + 0.116709, + -0.090768, + 0.127526, + -0.010814, + 0.056390, + -0.074645, + 0.127068, + 0.178721, + -0.021356, + -0.140756, + 0.074251, + -0.008214, + 0.064491, + 0.211193, + 0.048341, + 0.137153, + 0.016791, + 0.118189, + -0.084991, + 0.095979, + -0.131502, + 0.030419, + 0.024408, + 0.009897, + 0.094002, + 0.045151, + -0.075580, + -0.156878, + 0.005423, + 0.015021, + 0.050529, + -0.110405, + 0.039976, + 0.123412, + -0.203712, + -0.139121, + -0.013465, + -0.072158, + 0.074570, + -0.056599, + 0.050188, + 0.110694, + 0.130806, + -0.037481, + 0.117872, + -0.578644, + 0.084851, + 0.080724, + -0.087521, + -0.050161, + -0.037832, + 0.016733, + 0.103897, + -0.054414, + -0.127557, + -0.006101, + 0.127740, + 0.147642, + -0.021634, + 0.011554, + 0.037657, + -0.032408, + 0.001511, + 0.222314, + -0.076289, + -0.106546, + -0.021931, + 0.073806, + 0.120716, + -0.138712, + 0.101998, + -0.048684, + -0.151684, + 0.013268, + -0.153287, + 0.248777, + 0.293120, + -0.171005, + -0.069545, + -0.091546, + 0.064871, + -0.143699, + -0.205360, + 0.150273, + -0.061517, + 0.084772, + -0.009055, + 0.311375, + -0.046462, + 0.119523, + 0.181738, + 0.064664, + 0.079873, + 0.031503, + 0.031992, + 0.114970, + -0.057091, + -0.132235, + -0.112447, + -0.166054, + -0.126963, + 0.106193, + 0.134666, + 0.195942, + -0.042992, + -0.166883, + 0.046203, + 0.011876, + 0.047750, + -0.069877, + 0.028660, + 0.169369, + 0.042631, + -0.120884, + -0.020351, + 0.037975, + 0.101587, + -0.039382, + -0.085671, + 0.081616, + 0.148500, + -0.052546, + 0.066296, + -0.032162, + -0.121154, + -0.090568, + 0.008796, + 0.143809, + 0.057925, + -0.027887, + 0.183757, + 0.035721, + -0.433216, + 0.021116, + 0.043587, + 0.053202, + -0.003165, + -2.231440, + 0.308299, + -0.124155, + -0.038743, + -0.029506, + -0.033456, + -0.011382, + -0.172184, + 0.038185, + 0.019091, + 0.011891, + -0.026911, + 0.019821, + -0.000086, + -0.028605, + -0.007735, + 0.096806, + 0.160261, + -0.027930, + -0.000865, + -0.000838, + 0.140538, + 0.016795, + -0.081642, + 0.141513, + -0.096288, + -0.299730, + -0.080577, + 0.098211, + -0.022306, + 0.118069, + -0.290736, + -0.074331, + 0.139871, + 0.087837, + 0.084582, + 0.009175, + -0.041813, + -0.061420, + -0.170841, + 0.006872, + 0.175454, + 0.069039, + -0.426436, + -0.176121, + 0.016411, + 0.104517, + -0.202309, + -0.061371, + -0.020256, + -0.038847, + 0.374774, + 0.107473, + -0.275302, + -0.017830, + -0.056091, + -0.174762, + -0.243229, + 0.009598, + -0.107939, + 0.061233, + -0.001994, + 0.187310, + -0.033092, + -0.050237, + -0.179569, + -0.026853, + 0.001713, + -0.005462, + -0.060643, + -0.053386, + 0.009932, + -0.139737, + 0.000774, + -0.030550, + -0.005968, + -0.134560, + 0.229950, + 0.244373, + 0.101460, + -0.138805, + -0.046917, + -0.057841, + 0.100798, + 0.060104, + 0.014797, + 0.075418, + 0.142292, + 0.006667, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 1.144 + std = 0.219 + data = [ + 0.976867, + 1.228076, + 1.136712, + 1.392641, + 1.222931, + 1.229534, + 1.231187, + 0.913618, + 0.998372, + 1.270665, + 1.420543, + 1.247857, + 1.188563, + 1.267617, + 1.122474, + 1.207951, + 1.304537, + 1.148400, + 1.073546, + 0.708613, + 1.255371, + 1.344453, + 1.144340, + 1.020518, + 1.239647, + 1.069433, + 1.445047, + 1.218473, + 1.246582, + 0.991010, + 1.285642, + 1.433301, + 1.118289, + 0.452202, + 1.186223, + 1.200616, + 1.314559, + 0.987516, + 1.700582, + 1.137442, + 1.252553, + 1.197047, + 0.968276, + 1.194616, + 1.049443, + 1.219501, + 1.233783, + 1.441707, + 1.224852, + 1.216385, + 1.010141, + 0.726061, + 1.032138, + 1.102476, + 1.267233, + 1.123020, + 1.154052, + 1.110799, + 1.307778, + 0.908372, + 1.257385, + 1.179241, + 1.116834, + 1.198084, + 1.285096, + 1.216213, + 1.138633, + 0.813289, + 1.250142, + 1.234912, + 1.433008, + 1.015159, + 1.111207, + 1.248819, + 1.355057, + 1.086227, + 1.317976, + 1.132338, + 1.269058, + 1.083451, + 1.393659, + 1.384224, + 1.157267, + 1.346606, + 1.059037, + 1.215171, + 1.242694, + 0.868224, + 1.109497, + 1.271010, + 1.101406, + 1.153170, + 1.165606, + 1.031142, + 1.477130, + 0.026953, + 1.284530, + 1.441915, + 0.971220, + 1.268809, + 0.984633, + 1.650469, + 1.188766, + 1.296384, + 1.229445, + 1.111029, + 1.118044, + 1.181823, + 1.119076, + 1.209411, + 0.970842, + 1.228675, + 1.178403, + 0.807684, + 1.276250, + 1.255378, + 1.063793, + 1.070401, + 1.154949, + 1.261790, + 0.863301, + 1.167962, + 1.223037, + 1.333353, + 1.238784, + 1.197419, + 0.907739, + 1.263262, + 1.279606, + 1.098241, + 1.465962, + 1.293983, + 0.871910, + 0.846193, + 1.257749, + 1.306497, + 1.176092, + 0.858881, + 1.328453, + 1.133846, + 1.206805, + 1.096599, + 1.236018, + 0.883929, + 1.323669, + 1.036365, + 1.365061, + 1.288279, + 0.967381, + 1.268027, + 0.002084, + 1.259774, + 1.131734, + 1.204438, + 0.887605, + 1.285256, + 1.279658, + 1.117278, + 0.003538, + 1.038901, + 1.228587, + 1.457390, + 1.429665, + 1.227603, + 0.899955, + 1.060533, + 0.960960, + 1.212533, + 1.144879, + 1.374211, + 1.025070, + 1.194650, + 1.205669, + 1.224982, + 1.031992, + 1.332455, + 1.144538, + 1.180059, + 1.126070, + 1.342896, + 1.257749, + 0.996307, + 0.786150, + 1.187285, + 1.031201, + 1.118786, + 1.060847, + 1.220620, + 1.055458, + -0.000355, + 1.234678, + 1.206471, + 1.097031, + 1.110294, + 1.210807, + 0.871834, + 1.124744, + 1.123241, + 0.984008, + 0.723117, + 1.144676, + 1.196084, + 0.983864, + 1.351874, + 1.298823, + 1.110516, + 1.461143, + 1.046808, + 1.398724, + 1.204854, + 1.203319, + 0.969810, + 1.047249, + 1.339912, + 1.306195, + 1.108114, + 0.062761, + 1.134286, + 1.140293, + 1.275006, + 1.034040, + 1.322278, + 1.070398, + 1.273686, + 1.064951, + 1.178047, + 0.659309, + 0.872435, + 0.999476, + 1.218444, + 1.210026, + 0.989241, + 1.070267, + 1.227036, + 1.191080, + 1.265939, + 1.283200, + 1.202419, + 1.356761, + 1.018410, + 0.843769, + 1.252067, + 0.869455, + 1.221552, + 1.193151, + 0.968333, + 1.022371, + 0.982971, + 0.980617, + 0.931088, + 1.195423, + 1.169030, + 0.976524, + 1.217810, + 1.211997, + 0.982556, + 1.451206, + 1.185501, + 0.957690, + 1.238430, + 1.248552, + 1.395428, + 1.430147, + 1.215520, + 1.173714, + 0.930278, + 1.001580, + 1.030018, + 0.993620, + 1.145523, + 1.167062, + 1.227132, + 1.116753, + 1.611957, + 0.810234, + 1.154619, + 1.224955, + 1.213847, + 1.094462, + 1.011328, + 1.102853, + 1.214393, + 0.508586, + 1.085750, + 1.276850, + 0.820590, + 0.992038, + 1.396785, + 1.173668, + 1.226502, + 1.216014, + 1.465100, + 1.238239, + 1.072273, + 1.303200, + 0.843989, + 1.546738, + 1.146816, + 0.876802, + 1.159811, + 1.087838, + 1.003461, + 1.165227, + 1.184394, + 1.162634, + 1.114800, + 1.396467, + 1.231086, + 1.009600, + 1.216203, + 1.647469, + 0.823070, + 1.313442, + 0.952588, + 1.348598, + 1.194037, + 1.105365, + 0.955240, + 1.142825, + 1.176968, + 1.176473, + 1.226499, + 1.319853, + 1.105424, + 1.215753, + 1.163859, + 1.219756, + 1.208826, + 1.095781, + 1.295222, + 1.257890, + 1.595204, + 0.790641, + 1.260451, + 1.152839, + 1.192055, + 1.270622, + 1.315184, + 1.188932, + 0.939389, + 1.160716, + 1.023913, + 1.086640, + 1.168201, + 1.270483, + 1.098147, + 1.132500, + 1.331836, + 1.236141, + 1.658450, + 1.252710, + 1.171719, + 1.147834, + 1.058520, + 1.127972, + 1.182461, + 1.080638, + 1.182681, + 1.241836, + 1.346736, + 1.311801, + 1.108531, + 1.590471, + 1.341866, + 1.206561, + 1.087630, + 1.001198, + 1.236234, + 1.332946, + 1.331323, + 1.053968, + 1.103895, + 1.209058, + 1.552674, + 1.225645, + 1.072267, + 1.287386, + 1.214131, + 1.168159, + 0.791362, + 1.667784, + 1.198087, + 1.131708, + 1.397657, + 1.005390, + 1.238892, + 1.701402, + 0.988390, + 1.608670, + 1.355551, + 1.160380, + 0.804214, + 1.270264, + 1.237489, + 1.197753, + 1.169366, + 0.996721, + 1.282109, + 1.047814, + 1.204109, + 0.949425, + 1.236085, + 0.913369, + 1.061923, + 1.246784, + 1.005134, + 0.898188, + 1.056588, + 1.205171, + 1.258964, + 1.140347, + 1.029786, + 1.251940, + 1.006899, + 1.133917, + 1.134247, + 0.993002, + 1.195489, + 0.613049, + 1.139567, + 1.234598, + 1.188830, + 0.965189, + 0.384024, + 1.203593, + 1.122712, + 1.188708, + 1.187779, + 1.060820, + 0.737388, + 1.262302, + 0.914398, + 1.176723, + 1.117785, + 0.359973, + 1.122283, + 1.222557, + 1.263573, + 1.188992, + 1.263621, + 0.856004, + 1.279050, + 0.940811, + 1.146498, + 0.972356, + 1.226405, + 0.411794, + 0.940057, + 1.167067, + 1.541407, + 0.663584, + 1.340603, + 1.000540, + 1.155781, + 1.449030, + 0.840219, + 1.244589, + 1.135935, + 1.249943, + 1.284185, + 1.130409, + 1.293929, + 0.989482, + 1.165781, + 1.628515, + 1.141796, + 1.279147, + 1.178153, + 1.163250, + 0.896608, + 1.466076, + 0.998868, + 0.957332, + 1.103562, + 1.628886, + 1.188535, + 0.958478, + 1.168053, + 1.105894, + 1.155703, + 0.913023, + 1.082541, + 1.200905, + 1.206213, + 1.260767, + 1.064017, + 1.178633, + 1.352093, + 1.245029, + 1.216271, + 0.884877, + 0.980556, + 0.797766, + 1.077987, + 1.018963, + 1.214960, + 1.832137, + 1.225913, + 1.219089, + 0.853187, + 0.942455, + 1.219554, + 0.533642, + 1.206558, + 1.254770, + 1.286286, + 1.195691, + 1.082200, + 1.202925, + 1.074461, + 1.233536, + 1.333189, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_11_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.252 + data = [ + -0.280169, + -0.420437, + 0.161953, + 0.566098, + 0.003526, + 0.208908, + -0.308161, + 0.281901, + 0.022924, + -0.280700, + -0.243723, + 0.176520, + 0.376178, + -0.038985, + -0.177522, + -0.030672, + 0.161466, + -0.066104, + 0.054211, + 0.345609, + -0.240453, + 0.378221, + -0.084516, + -0.120221, + 0.026929, + 0.119751, + -0.412636, + -0.063286, + -0.195358, + 0.142694, + 0.509330, + -0.035822, + -0.061238, + -0.233678, + -0.007375, + 0.195096, + 0.551424, + 0.034087, + 0.328644, + 0.239556, + 0.072575, + 0.025724, + -0.048828, + -0.410333, + 0.227392, + -0.149639, + 0.197715, + 0.453277, + 0.184395, + -0.459921, + 0.074276, + -0.095716, + -0.306219, + -0.031877, + 0.238555, + 0.073662, + 0.030482, + -0.451050, + 0.556268, + -0.161973, + -0.237218, + 0.078387, + -0.342693, + -0.006493, + -0.339020, + -0.110138, + -0.265773, + 0.036784, + 0.467019, + -0.320509, + -0.379630, + -0.209831, + 0.145128, + -0.278217, + -0.200329, + 0.090665, + 0.099385, + -0.258183, + 0.005829, + -0.203376, + 0.248314, + 0.301953, + -0.156717, + 0.250567, + 0.252337, + 0.303664, + -0.478273, + 0.139772, + 0.037131, + 0.202983, + -0.153242, + 0.246627, + 0.425793, + 0.203843, + -0.215884, + -0.000197, + -0.300567, + 0.291620, + 0.119423, + 0.616854, + 0.074981, + -0.622384, + 0.165748, + 0.292725, + -0.034074, + 0.080550, + 0.429244, + 0.180795, + 0.061169, + -0.024936, + -0.009569, + -0.257428, + 0.373013, + -0.106063, + -0.282668, + 0.049035, + -0.150931, + -0.015529, + -0.190874, + 0.159317, + -0.144594, + -0.099053, + -0.138490, + -0.038198, + 0.381730, + -0.321574, + 0.011576, + 0.285429, + 0.137231, + -0.174401, + -0.108383, + -0.051715, + -0.667049, + 0.052058, + 0.200128, + 0.062988, + 0.010599, + -0.007814, + -0.302721, + 0.130136, + -0.371704, + -0.305979, + -0.109776, + 0.117938, + -0.272372, + -0.062850, + -0.299747, + -0.374158, + 0.149289, + -0.303681, + 0.000237, + -0.358405, + -0.155285, + -0.204425, + -0.040414, + -0.269457, + -0.371682, + 0.160567, + 0.000689, + -0.143515, + 0.117414, + 0.681400, + 0.312295, + 0.072318, + 0.124366, + 0.404158, + -0.199073, + 0.021266, + -0.239323, + 0.356872, + -0.020314, + 0.010022, + 0.261769, + -0.196931, + 0.006883, + 0.334936, + 0.243799, + 0.088700, + 0.150431, + 0.399924, + -0.258550, + -0.088945, + -0.237670, + -0.230579, + 0.165770, + -0.092555, + 0.009569, + -0.115942, + -0.291657, + 0.000748, + 0.107746, + -0.137946, + 0.060009, + -0.364406, + -0.251036, + 0.077013, + -0.249537, + 0.361454, + -0.333160, + 0.102813, + -0.281304, + -0.246805, + 0.007585, + -0.383423, + 0.668600, + 0.008066, + -0.269379, + 0.043540, + -0.378582, + -0.006180, + -0.291399, + -0.235376, + 0.364896, + 0.093312, + 0.035088, + 0.372454, + -0.009964, + -0.172390, + -0.234874, + 0.059313, + 0.053646, + 0.014259, + 0.401654, + -0.375015, + -0.008149, + -0.014095, + 0.000858, + -0.085460, + -0.086649, + 0.205142, + 0.094313, + -0.372653, + 0.003512, + -0.141151, + 0.137299, + 0.059863, + 0.236151, + 0.002924, + -0.095030, + -0.040727, + 0.157635, + 0.513393, + 0.237616, + -0.065599, + -0.145789, + -0.246571, + -0.022262, + -0.001671, + -0.000334, + -0.018290, + 0.054808, + 0.079581, + 0.100602, + -0.128891, + 0.127110, + 0.156889, + -0.350392, + 0.188167, + -0.003125, + -0.537330, + -0.045797, + 0.165853, + -0.024985, + 0.028558, + 0.126982, + 0.129669, + 0.257383, + 0.213280, + 0.012054, + 0.021597, + -0.035593, + 0.195997, + -0.393214, + -0.239823, + -0.007646, + 0.046562, + 0.024863, + 0.096032, + 0.034631, + -0.024901, + -0.373024, + 0.008332, + -0.172079, + 0.047200, + 0.191088, + 0.058396, + 0.033373, + -0.075586, + -0.169915, + -0.119941, + -0.149893, + -0.286166, + 0.450403, + -0.276666, + -0.158880, + -0.085502, + -0.765216, + -0.176929, + -0.272951, + -0.357427, + -0.079056, + -0.402458, + -0.019434, + 0.133556, + -0.006914, + -0.019777, + -0.139152, + -0.137256, + -0.207713, + -0.118113, + 0.949403, + -0.027637, + -0.023452, + -0.080751, + 0.325302, + 0.393309, + 0.050636, + -0.121087, + -0.139807, + 0.327793, + 0.173039, + 0.395150, + -0.456432, + 0.012323, + -0.047113, + -0.122538, + 0.583830, + 0.013597, + -0.130981, + 0.614605, + -0.094741, + -0.173304, + -0.051966, + 0.195402, + 0.162388, + 0.248410, + 0.148251, + 0.129045, + 0.142007, + 0.014787, + 0.062109, + -0.175913, + -0.153414, + -0.038986, + -0.442481, + -0.314063, + -0.138379, + 0.092194, + 0.010828, + 0.429552, + 0.385463, + -0.180884, + 0.221781, + -0.062588, + -0.131822, + 0.093152, + -0.107965, + 0.071084, + 0.006633, + 0.130621, + -0.287508, + -0.353050, + -0.056327, + 0.265518, + 0.504840, + 0.377109, + 0.211383, + -0.166601, + 0.415603, + 0.632704, + 0.296123, + -0.035635, + -0.009539, + 0.708526, + -0.467265, + -0.374614, + -0.452308, + 0.154270, + -0.104941, + 0.186746, + 0.094477, + 0.020272, + 0.355985, + 0.664870, + -0.188979, + -0.196046, + -0.473266, + 0.322717, + 0.245578, + 0.071852, + -0.257241, + -0.088082, + 0.510438, + -0.125277, + 0.160139, + 0.076897, + -0.051049, + 0.232619, + -0.067257, + 0.408381, + 0.052224, + 0.380028, + -0.004670, + -0.206381, + -0.299986, + 0.064753, + 0.065431, + 0.081861, + 0.196883, + 0.124136, + 0.086821, + -0.026292, + 0.296599, + -0.061164, + 0.308727, + 0.088072, + -0.088587, + -0.023558, + 0.160651, + 0.069346, + 0.269058, + -0.128937, + -0.044977, + 0.216950, + -0.526858, + 0.429233, + 0.361440, + -0.105478, + -0.056342, + -0.015230, + -0.436277, + 0.213135, + -0.133532, + 0.135636, + 0.142909, + -0.248902, + 0.298019, + -0.164296, + -0.240877, + -0.302125, + -0.113284, + -0.011665, + -0.075276, + 0.011000, + -0.210649, + 0.286081, + 0.161441, + 0.022366, + -0.565941, + 0.270254, + -0.068877, + -0.286712, + -0.037538, + -0.229252, + 0.020137, + 0.331028, + -0.663427, + -0.312501, + 0.177317, + -0.071504, + -0.229262, + 0.002727, + 0.260308, + -0.230476, + 0.410503, + 0.137783, + -0.263173, + -0.156237, + -0.102359, + 0.151736, + -0.601520, + -0.015501, + -0.039181, + -0.056178, + 0.684866, + -0.227378, + 0.560823, + 0.150086, + 0.129448, + 0.296287, + 0.179596, + 0.082553, + -0.332795, + -0.146309, + -0.146093, + 0.012770, + -0.161616, + -0.246239, + 0.542262, + -0.272362, + 0.163089, + -0.161233, + 0.089800, + 0.141414, + 0.146100, + -0.071035, + -0.184697, + -0.017916, + 0.015283, + 0.088911, + -0.052688, + -0.457292, + 0.272545, + 0.097113, + 0.398599, + 0.442281, + -0.248077, + 0.282066, + 0.180648, + 0.099852, + -0.216902, + -0.515030, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_11_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.604 + std = 0.135 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.060 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_11_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.119 + data = [ + 0.050647, + 0.002808, + -0.119031, + 0.122826, + 0.134077, + 0.076154, + -0.089367, + 0.011882, + -0.112240, + -0.262942, + -0.083201, + 0.178161, + 0.016414, + 0.180984, + -0.133793, + -0.124741, + 0.029003, + -0.131593, + 0.036494, + -0.200903, + 0.041777, + -0.008051, + -0.116303, + -0.108484, + 0.073195, + 0.126709, + -0.435304, + -0.122119, + -0.013218, + 0.150335, + -0.001592, + 0.005904, + 0.087905, + 0.042127, + 0.133561, + 0.034042, + 0.080194, + 0.012225, + 0.016239, + -0.138142, + 0.155388, + 0.001058, + 0.106905, + -0.011551, + -0.013410, + -0.087725, + -0.041801, + 0.012197, + 0.027443, + -0.323559, + 0.057917, + -0.310743, + -0.161271, + 0.004759, + 0.089968, + -0.007661, + 0.040959, + -0.026680, + 0.091096, + 0.042910, + 0.056151, + 0.096641, + 0.031456, + 0.085399, + -0.089113, + 0.068818, + 0.134551, + -0.063945, + 0.133533, + -0.045507, + -0.178970, + -0.054243, + -0.075222, + -0.001631, + -0.085617, + -0.071636, + 0.050118, + -0.057463, + -0.024599, + -0.096696, + 0.021120, + -0.072139, + -0.024047, + 0.096033, + 0.165027, + 0.204176, + 0.061532, + 0.133715, + -0.125365, + 0.035686, + -0.173943, + -0.073992, + -0.191702, + 0.055347, + -0.120190, + -0.115006, + -0.087450, + 0.110164, + -0.013201, + 0.234915, + 0.048731, + -0.196161, + 0.078046, + 0.072154, + 0.178712, + -0.118703, + 0.112272, + 0.056462, + -0.058231, + 0.014391, + 0.063722, + 0.011488, + -0.074860, + 0.085890, + -0.040190, + 0.071753, + 0.041912, + -0.031117, + 0.184586, + 0.058344, + 0.070503, + 0.074159, + -0.074060, + 0.044603, + 0.135967, + -0.083324, + -0.015115, + 0.045382, + 0.135622, + -0.113965, + 0.064111, + -0.035424, + -0.071371, + -0.025081, + 0.065403, + -0.065847, + -0.078206, + 0.008129, + -0.054980, + -0.000808, + 0.058040, + 0.139050, + -0.137027, + 0.147947, + 0.237138, + -0.037956, + 0.017898, + 0.052848, + 0.047479, + 0.014707, + 0.077640, + 0.104939, + -0.004107, + -0.028626, + -0.125279, + -0.051096, + -0.193105, + 0.153968, + 0.062140, + 0.089035, + 0.084889, + 0.043894, + -0.020468, + 0.053007, + 0.027484, + 0.217135, + -0.057509, + 0.079750, + -0.228403, + 0.207241, + 0.054196, + -0.032249, + 0.156551, + -0.066958, + 0.180602, + 0.102286, + -0.098192, + 0.037210, + -0.031870, + -0.072483, + -0.125465, + 0.376760, + 0.058835, + -0.123021, + 0.063415, + -0.140610, + 0.085137, + 0.289804, + -0.117583, + -0.007907, + -0.017811, + 0.062979, + 0.050996, + -0.102329, + 0.125109, + -0.036367, + 0.057252, + -0.381714, + 0.004992, + 0.043298, + -0.135167, + 0.094321, + -0.099897, + 0.093942, + 0.035457, + 0.245387, + -0.131013, + -0.057014, + -0.053442, + 0.080223, + -0.038365, + -0.105506, + 0.016919, + -0.058957, + -0.167227, + -0.127864, + -0.051953, + -0.165354, + -0.074309, + -0.007499, + 0.025260, + 0.079750, + -0.109238, + -0.450345, + -0.149567, + 0.014371, + -0.038024, + 0.028315, + 0.102111, + 0.069226, + -0.104833, + 0.029573, + -0.094563, + 0.027813, + -0.024717, + -0.085308, + -0.057483, + 0.291282, + -0.071061, + -0.006495, + -0.047933, + 0.049523, + 0.168357, + -0.058779, + -0.205566, + -0.052282, + -0.025467, + -0.028642, + 0.169383, + -0.207167, + -0.184539, + -0.004365, + 0.226953, + 0.125458, + 0.063892, + -0.073005, + -0.069468, + 0.019095, + 0.010826, + -0.042815, + -0.074330, + 0.008383, + -0.106743, + 0.062219, + -0.086993, + -0.117656, + 0.050403, + 0.057151, + -0.021023, + 0.111403, + -0.149026, + 0.064221, + 0.007075, + -0.066093, + 0.015243, + -0.016583, + -0.088139, + 0.040769, + -0.055014, + 0.012967, + -0.034703, + -0.038720, + 0.011433, + -0.040776, + 0.074188, + 0.110097, + 0.011346, + -0.045701, + -0.038794, + -0.147535, + 0.057564, + -0.049343, + -0.082117, + -0.188309, + 0.005493, + 0.066395, + -0.163029, + 0.056668, + 0.051583, + -0.189872, + 0.107203, + 0.043882, + 0.026485, + -0.060029, + -0.018871, + -0.078393, + -0.051450, + -0.045441, + 0.033960, + -0.093931, + 0.195518, + -0.064625, + -0.027195, + 0.001887, + -0.053573, + 0.129328, + -0.016903, + 0.155269, + 0.132874, + -0.097990, + 0.113618, + 0.000255, + 0.130728, + 0.099206, + 0.077049, + 0.029208, + -0.073405, + 0.072809, + -0.064011, + -0.030857, + -0.087663, + -0.204644, + 0.006724, + -0.049331, + 0.089492, + 0.214805, + 0.122103, + 0.147693, + 0.042216, + 0.022598, + 0.188771, + 0.023324, + -0.118157, + 0.062577, + 0.067709, + -0.090312, + 0.071979, + -0.327526, + -0.049509, + -0.058431, + -0.119003, + 0.026253, + 0.055704, + -0.026027, + -0.102195, + 0.018494, + 0.079409, + 0.053795, + 0.232314, + -0.083409, + 0.177274, + -0.210123, + 0.336972, + 0.112536, + -0.023561, + 0.116091, + -0.049605, + -0.069856, + 0.164152, + -0.001753, + 0.174149, + -0.122960, + 0.134501, + 0.209043, + -0.160658, + -0.026740, + -0.089985, + -0.122901, + 0.006912, + 0.040094, + -0.058074, + -0.054619, + 0.122010, + 0.113181, + 0.098666, + 0.135603, + -0.269321, + 0.194998, + 0.039613, + -0.228927, + 0.038312, + 0.283199, + 0.175684, + -0.053261, + -0.090538, + -0.001215, + -0.131399, + 0.004324, + 0.056693, + 0.026476, + 0.105796, + -0.174258, + 0.034217, + 0.005965, + 0.095708, + 0.230797, + 0.020414, + 0.178776, + -0.029807, + -0.054326, + 0.095164, + 0.003162, + 0.010338, + -0.079171, + -0.043422, + -0.112109, + -0.081618, + -0.161930, + 0.189944, + 0.054018, + 0.109349, + -0.172581, + 0.027663, + 0.035358, + -0.196723, + -0.022762, + 0.216508, + 0.213532, + 0.071841, + 0.058938, + 0.123693, + -0.006095, + 0.051842, + -0.067957, + 0.276099, + -0.134355, + 0.169342, + 0.124744, + -0.200305, + -0.083974, + 0.033501, + -0.048395, + -0.236632, + 0.020645, + -0.039978, + 0.068756, + -0.158771, + 0.102449, + -0.015264, + 0.106688, + 0.140310, + -0.130699, + -0.038378, + 0.025110, + -0.645405, + -0.330701, + -0.137799, + 0.070260, + -0.034100, + -0.120953, + -0.102187, + -0.113905, + 0.105174, + 0.069990, + 0.185479, + -0.051682, + -0.163091, + 0.167590, + -0.015811, + -0.044105, + 0.200419, + 0.045407, + -0.123951, + 0.104440, + -0.156505, + -0.150326, + -0.046225, + 0.163045, + 0.068052, + 0.193024, + 0.028154, + 0.053193, + 0.121996, + 0.065058, + 0.144915, + -0.166126, + 0.025213, + -0.120476, + -0.064927, + 0.000463, + 0.110745, + 0.013937, + 0.050656, + -0.018545, + -0.067187, + -0.041202, + 0.155938, + 0.037561, + -0.007513, + 0.090644, + -0.081769, + -0.158253, + -0.147982, + -0.029096, + 0.200582, + 0.091303, + 0.074904, + -0.096135, + -0.068096, + 0.088653, + 0.040375, + -0.204295, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.761 + std = 0.226 + data = [ + 0.990412, + 0.613443, + 0.930652, + 0.781205, + 0.658212, + 0.475315, + 0.782451, + 1.192563, + 0.892795, + 0.639785, + 0.321025, + 0.613991, + 0.879242, + 0.261133, + 0.636349, + 0.510928, + 0.431632, + 0.874745, + 0.901990, + 0.549660, + 0.667419, + 0.630810, + 0.329072, + 0.924339, + 0.419429, + 0.707518, + 0.473499, + 0.719109, + 0.219923, + 1.268763, + 0.852422, + 0.643454, + 0.850818, + 1.199817, + 0.675151, + 0.549054, + 0.639708, + 1.050563, + 0.404089, + 0.779785, + 0.432776, + 0.727489, + 1.012983, + 0.652015, + 1.220061, + 0.492277, + 0.678111, + 0.486416, + 0.748200, + 0.745695, + 0.827664, + 0.638535, + 0.831542, + 0.714362, + 0.751576, + 1.008969, + 0.815058, + 0.807218, + 0.564466, + 1.067042, + 0.488166, + 0.775802, + 0.759328, + 0.689876, + 0.298400, + 0.526092, + 0.982668, + 1.038550, + 0.612550, + 0.690119, + 0.379253, + 0.936770, + 1.016759, + 0.542304, + 0.486711, + 1.006328, + 0.225365, + 0.662592, + 0.858618, + 0.923093, + 0.522195, + 0.427467, + 0.711064, + 0.623634, + 0.971858, + 0.585501, + 0.706014, + 0.980378, + 0.907964, + 0.682486, + 0.812388, + 0.729758, + 0.881063, + 0.954370, + 0.558229, + 0.885149, + 0.740313, + 0.563110, + 0.983117, + 0.624590, + 0.994465, + 0.342872, + 0.680685, + 0.684208, + 0.544293, + 0.779516, + 0.873901, + 0.642300, + 1.047786, + 0.850666, + 1.064301, + 0.714323, + 0.644210, + 1.264699, + 0.355692, + 0.732538, + 0.720889, + 0.720971, + 0.902546, + 0.550520, + 1.213171, + 0.985854, + 0.749689, + 0.313266, + 0.909882, + 0.705552, + 1.130314, + 0.632395, + 0.744663, + 0.414341, + 0.497249, + 0.472995, + 0.858610, + 1.038004, + 0.647788, + 0.773963, + 0.758215, + 1.189033, + 0.699555, + 0.520749, + 0.691823, + 0.898745, + 0.575526, + 1.108625, + 0.847920, + 0.733784, + 0.497614, + 0.480210, + 1.013970, + 0.532226, + 1.207134, + 0.685392, + 0.618633, + 0.955929, + 1.043199, + 0.494266, + 0.707409, + 0.674061, + 1.203831, + 0.858819, + 0.531681, + 0.562677, + 0.303307, + 0.631201, + 0.947666, + 0.984861, + 0.737432, + 0.701770, + 0.868282, + 0.601454, + 1.049660, + 0.564663, + 0.901029, + 0.741197, + 1.061781, + 0.808027, + 0.563623, + 0.698140, + 0.774857, + 0.346818, + 0.665471, + 0.940140, + 0.778640, + 0.779920, + 0.833873, + 0.908741, + 0.863605, + 0.444670, + 0.914648, + 0.940408, + 0.647295, + 0.830169, + 0.674087, + 0.792880, + 0.640876, + 0.973380, + 0.594884, + 0.652843, + 0.983906, + 1.116554, + 0.498357, + 0.808964, + 1.024549, + 0.565055, + 0.545537, + 0.851114, + 0.411761, + 0.907821, + 0.451166, + 0.599138, + 0.521726, + 0.808106, + 1.105969, + 0.439064, + 0.419153, + 0.755105, + 1.182374, + 0.667414, + 0.554554, + 0.276568, + 1.130118, + 0.424311, + 1.003685, + 0.662305, + 1.035581, + 0.646932, + 1.220829, + 1.233755, + 1.021598, + 0.610873, + 0.486601, + 0.902866, + 0.891886, + 0.676874, + 0.659030, + 0.726331, + 0.890470, + 0.616073, + 0.427936, + 0.876273, + 1.098418, + 0.481038, + 1.154110, + 0.629486, + 0.929725, + 1.047554, + 1.110052, + 0.965422, + 0.586560, + 1.011323, + 0.726157, + 0.372498, + 0.985432, + 0.657634, + 0.450665, + 1.004056, + 0.365927, + 0.695635, + 0.975142, + 0.645326, + 0.613530, + 0.455946, + 0.413900, + 0.894975, + 0.604945, + 0.976333, + 1.148549, + 0.901780, + 0.812526, + 0.966069, + 0.544344, + 0.783336, + 0.811031, + 0.571838, + 1.121221, + 0.664953, + 0.558958, + 0.479041, + 0.764400, + 0.929934, + 1.078816, + 0.565191, + 1.348737, + 0.872066, + 0.663739, + 0.988274, + 0.951618, + 0.900769, + 0.673295, + 0.713574, + 0.672492, + 0.262706, + 0.880186, + 0.956784, + 0.469022, + 1.167355, + 0.680227, + 0.733929, + 1.016270, + 0.789887, + 0.894574, + 1.055187, + 0.869291, + 0.702049, + 0.596565, + 0.705896, + 0.550063, + 0.609636, + 1.129681, + 0.687275, + 0.415158, + 1.106869, + 0.499303, + 1.032095, + 0.633400, + 0.594068, + 0.858744, + 1.236206, + 0.708867, + 0.852918, + 0.781040, + 0.692090, + 0.783461, + 0.844799, + 0.665894, + 0.478566, + 0.910839, + 0.689515, + 0.849724, + 0.963860, + 0.736966, + 1.194134, + 1.133314, + 0.737414, + 0.762487, + 0.685017, + 0.550022, + 0.708392, + 0.325360, + 1.060325, + 0.750394, + 0.897742, + 0.920427, + 0.595573, + 1.046257, + 1.059924, + 0.969254, + 0.356154, + 0.633722, + 0.453537, + 0.868281, + 1.134666, + 0.776968, + 0.686371, + 0.882176, + 0.796425, + 0.990392, + 0.519740, + 0.680766, + 0.480432, + 0.327651, + 1.006842, + 0.745337, + 0.615121, + 0.655156, + 0.938004, + 0.863151, + 0.674362, + 0.901523, + 0.612265, + 0.875486, + 0.761779, + 0.494776, + 0.628913, + 0.426286, + 0.907214, + 0.604439, + 0.484286, + 0.745328, + 0.851467, + 0.638564, + 0.763995, + 0.620273, + 0.663675, + 1.100195, + 0.550866, + 0.500620, + 0.798951, + 0.443046, + 0.525486, + 0.433377, + 1.082555, + 0.640483, + 0.829319, + 0.766548, + 0.606684, + 0.884683, + 0.578978, + 0.877790, + 0.593243, + 0.937786, + 0.609005, + 0.943266, + 1.025346, + 0.809906, + 0.321957, + 0.948482, + 0.994164, + 0.885405, + 0.569775, + 0.673232, + 0.855483, + 0.599441, + 1.007056, + 0.819937, + 0.825096, + 0.962045, + 0.742108, + 0.983055, + 0.702823, + 0.641652, + 0.743593, + 1.017247, + 0.121313, + 0.744179, + 0.813015, + 0.632302, + 0.502909, + 0.882238, + 1.081397, + 0.915341, + 0.702055, + 0.644933, + 0.847490, + 0.948154, + 0.853854, + 0.964765, + 0.403806, + 0.797050, + 0.522943, + 1.070301, + 0.479806, + 1.193142, + 0.732229, + 0.980002, + 0.555606, + 1.519751, + 0.759955, + 0.789179, + 0.655649, + 1.432363, + 0.551622, + 0.861704, + 0.658070, + 0.625720, + 0.927281, + 0.647120, + 0.658875, + 0.869011, + 0.561003, + 0.811590, + 0.291703, + 0.817630, + 0.777011, + 0.417750, + 0.652794, + 0.720691, + 0.701306, + 0.526322, + 1.275140, + 0.713309, + 0.991993, + 1.039481, + 0.920727, + 0.591069, + 0.796112, + 1.013432, + 0.509618, + 0.800869, + 0.839935, + 0.991522, + 0.882276, + 0.880279, + 0.836057, + 0.664539, + 0.871167, + 0.744040, + 0.336016, + 0.709328, + 0.775164, + 1.174695, + 0.988251, + 0.976504, + 0.903592, + 0.908493, + 0.645527, + 0.640523, + 0.618995, + 0.866061, + 1.013558, + 0.937071, + 1.063637, + 1.358167, + 0.487281, + 0.906330, + 0.729549, + 0.795825, + 1.055529, + 0.670178, + 0.835325, + 0.800020, + 0.633876, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_12_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.015 + std = 0.138 + data = [ + -0.151731, + -0.083414, + 0.069587, + 0.064889, + -0.044612, + 0.052224, + -0.011542, + -0.077041, + 0.005925, + 0.059751, + 0.047831, + -0.055260, + 0.047018, + -0.003038, + -0.054832, + 0.053244, + 0.098035, + 0.035877, + -0.004096, + -0.011874, + -0.019731, + 0.027673, + -0.063830, + 0.022509, + -0.114481, + 0.051924, + 0.133597, + 0.047497, + 0.049595, + -0.050578, + 0.196278, + -0.081681, + -0.108991, + -0.332621, + -0.121746, + 0.021686, + 0.051342, + 0.024700, + -0.166701, + 0.049011, + -0.040283, + 0.073469, + -0.041907, + -0.131630, + 0.025724, + -0.007380, + 0.091387, + 0.012530, + 0.001931, + -0.117869, + 0.072143, + 0.098345, + -0.106068, + -0.062153, + -0.031778, + -0.010344, + -0.019883, + -0.147780, + 0.112461, + -0.116682, + -0.014248, + -0.105171, + -0.064530, + -0.082257, + 0.056389, + 0.083722, + -0.078210, + 0.049948, + 0.030977, + -0.047319, + -0.002843, + -0.073021, + 0.115091, + 0.081356, + -0.048320, + -0.072306, + -0.016275, + -0.148927, + -0.120370, + -0.116989, + 0.207467, + -0.087692, + 0.009433, + -0.038758, + 0.068576, + 0.004476, + -0.244682, + 0.073552, + 0.043159, + 0.057487, + 0.009640, + 0.037515, + 0.171758, + 0.030048, + 0.072259, + 0.047627, + 0.013851, + -0.018576, + 0.033085, + 0.089231, + 0.030697, + 0.143064, + -0.004238, + 0.093571, + -0.124281, + 0.049746, + -0.147834, + 0.078284, + 0.138617, + 0.014901, + -0.132127, + -0.001582, + 0.075238, + -0.043120, + -0.031153, + -0.036218, + -0.156842, + 0.006114, + -0.123853, + 0.096295, + -0.095112, + -0.058560, + -0.012927, + -0.012427, + 0.081101, + 0.051781, + 0.038350, + 0.094550, + -0.000029, + 0.013421, + 0.103808, + 0.020949, + -0.423593, + 0.095139, + -0.010944, + 0.000854, + 0.022549, + -0.123691, + -0.078568, + -0.053049, + -0.084296, + -0.138945, + 0.014338, + -0.037238, + -0.054613, + 0.080721, + -0.058007, + -0.025923, + 0.126824, + 0.033845, + -0.206404, + -0.163247, + 0.005477, + 0.035345, + -0.056046, + -0.031652, + -0.054204, + 0.030911, + -0.012137, + -0.047110, + -0.057726, + 0.132907, + -0.043121, + -0.049365, + 0.121504, + 0.147667, + -0.138028, + -0.122686, + 0.039922, + -0.036343, + -0.079046, + -0.048165, + 0.124850, + -0.059488, + -0.048920, + -0.253377, + 0.110497, + 0.035978, + 0.026166, + -0.278865, + 0.050980, + -0.187102, + -0.179763, + -0.049938, + 0.015010, + 0.012780, + -0.044236, + -0.054649, + -0.116086, + 0.135901, + 0.052924, + -0.020396, + 0.019892, + -0.171765, + -0.144794, + 0.110175, + -0.132394, + -0.623974, + -0.211290, + 0.107846, + -0.008117, + -0.089018, + 0.088129, + -0.232688, + 0.113650, + -0.011135, + 0.004096, + -0.042532, + 0.025462, + -0.025017, + -0.085478, + -0.072381, + 0.105303, + -0.188207, + -0.030406, + 0.187145, + -0.219177, + -0.057723, + -0.081604, + -0.041358, + 0.002848, + -0.028108, + 0.110733, + 0.004597, + -0.040274, + -0.036584, + -0.144219, + -0.041470, + -0.067754, + 0.101978, + -0.064818, + -0.186214, + -0.080223, + -0.020848, + -0.004014, + -0.030224, + -0.053525, + -0.151016, + 0.055077, + -0.022246, + -0.043808, + -0.032432, + 0.131068, + -0.086789, + 0.027569, + 0.069441, + 0.006082, + -0.060237, + -0.066483, + -0.030346, + -0.192923, + -0.052636, + 0.035210, + -0.063154, + -0.072514, + 0.182220, + -0.070585, + 0.014666, + -0.079832, + -0.155820, + 0.020695, + -0.045689, + -0.094449, + 0.448991, + 0.071327, + 0.172692, + -0.019917, + 0.007949, + -0.037642, + -0.041959, + 0.106815, + 0.081448, + -0.155358, + 0.362738, + 0.041640, + -0.035366, + 0.014912, + -0.018894, + 0.010941, + 0.075061, + -0.221892, + 0.002754, + -0.061541, + 0.009991, + 0.029813, + -0.037362, + -0.007994, + 0.136102, + -0.072408, + -0.005870, + -0.022351, + 0.069306, + -0.131041, + -0.087046, + 0.028029, + -0.083699, + -0.071394, + -0.073836, + -0.247652, + -0.235570, + -0.051800, + -0.200059, + 0.017035, + 0.018317, + -0.057077, + -0.043154, + 0.007534, + 0.039435, + -0.184011, + -0.004064, + -0.208180, + -0.035116, + 0.028637, + -0.023127, + 0.014585, + 0.079500, + -0.013220, + -0.127086, + -0.028784, + 0.115012, + -0.008786, + 0.175827, + -0.122922, + 0.076630, + 0.079552, + 0.046678, + 0.247952, + 0.066645, + -0.070470, + 0.191104, + -0.048269, + 0.425267, + -0.104863, + 0.044426, + -0.017005, + 0.002517, + 0.014202, + -0.148328, + -0.105776, + -0.068786, + -0.115238, + -0.125441, + -0.129020, + -0.112206, + -0.200113, + -0.021045, + -0.096781, + -0.010016, + -0.047957, + -0.243038, + -0.297674, + -0.084171, + 0.142243, + -0.052177, + -0.070283, + 0.090796, + -0.156278, + 0.065344, + -0.069388, + -0.000639, + -0.073391, + -0.138419, + -0.478688, + -0.028856, + 0.159181, + 0.095868, + 0.081412, + -0.063832, + -0.045917, + 0.041764, + 0.105310, + -0.080501, + -0.024269, + -0.001164, + -0.107057, + -0.264053, + 0.002140, + 0.112560, + -0.073760, + 0.067792, + -0.294398, + 0.009391, + 0.111848, + -0.019950, + -0.265327, + -0.047471, + 0.652628, + 0.178144, + -0.276845, + -0.029847, + -0.016369, + -0.137340, + 0.090469, + 0.004042, + 0.015066, + 0.041075, + 0.000053, + 0.051159, + -0.029207, + -0.055406, + 0.086147, + 0.134070, + -0.009869, + -0.030281, + -0.109492, + 0.107215, + -0.020124, + 0.078239, + 0.047194, + 0.030169, + -0.073838, + -0.020677, + 0.102020, + -0.040898, + 0.077597, + 0.049888, + -0.065791, + 0.016668, + -0.272891, + 0.010336, + 0.102351, + 0.022547, + -0.018399, + 1.444918, + -0.241287, + 0.050672, + 0.069036, + -0.155311, + -0.067692, + -0.140722, + -0.130250, + 0.108177, + -0.107205, + 0.067714, + 0.186409, + -0.138624, + 0.028837, + 0.017828, + 0.086424, + -0.052033, + -0.166095, + 0.026727, + 0.050351, + -0.010054, + -0.157210, + 0.166030, + 0.193419, + -0.070614, + -0.262462, + 0.679905, + -0.143495, + -0.082660, + -0.057539, + -0.165358, + 0.166346, + 0.266134, + -0.102715, + -0.278772, + 0.052176, + 0.027676, + -0.044024, + -0.228927, + 0.007533, + -0.064670, + -0.154381, + 0.064871, + -0.084876, + -0.038347, + -0.066507, + -0.151331, + 0.229892, + 0.008140, + -0.029296, + -0.105633, + -0.005415, + -0.035344, + 0.562759, + -0.029134, + -0.007610, + 0.057193, + 0.088521, + 0.011989, + -0.122751, + -0.138143, + -0.043407, + 0.140896, + -0.085201, + 0.028040, + 0.163769, + -0.039595, + 0.042338, + -0.035097, + -0.054380, + -0.004169, + 0.112498, + -0.012564, + -0.380428, + -0.022698, + -0.016924, + -0.092057, + -0.100190, + -0.218868, + -0.012988, + -0.026901, + 0.030260, + 0.049886, + -0.101248, + 0.171618, + 0.088967, + -0.018157, + -0.207485, + -0.028083, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_12_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.084 + std = 0.680 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_12_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_12_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.017 + std = 0.464 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_12_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.214 + data = [ + 0.066794, + -0.043795, + 0.155086, + -0.044483, + -0.027595, + -0.074596, + 0.172828, + -0.167532, + 0.290588, + 0.152099, + 0.100390, + -0.281673, + 0.269399, + -0.094776, + 0.253145, + 0.042688, + -0.008633, + 0.003735, + 0.025059, + -0.004759, + -0.043378, + 0.060775, + 0.097698, + 0.084690, + -0.248878, + -0.152267, + -0.548382, + -0.121970, + 0.126570, + -0.294306, + 0.035314, + 0.316204, + -0.042007, + 0.096070, + 0.245380, + -0.064761, + 0.073863, + -0.086570, + 0.115065, + 0.172816, + -0.088372, + 0.030093, + 0.033226, + -0.003635, + 0.039908, + 0.070236, + 0.220361, + 0.228627, + 0.020024, + 0.242922, + -0.148628, + -0.291666, + 0.132216, + 0.061476, + -0.004163, + 0.008532, + 0.093344, + 0.230259, + -0.073008, + -0.201878, + -0.244834, + -0.102806, + -0.012652, + -0.000358, + -0.074284, + 0.398394, + -0.033258, + 0.172486, + -0.057732, + -0.061186, + 0.197399, + 0.237460, + -0.121688, + 0.055383, + -0.142280, + 0.305899, + -0.025566, + 0.079702, + 0.054485, + 0.102395, + 0.210410, + 0.137789, + -0.199410, + -0.228406, + -0.266690, + -0.067757, + -0.123267, + -0.262691, + 0.039946, + 0.009983, + 0.136046, + -0.109807, + 0.163191, + -0.033355, + 0.232402, + 0.119387, + 0.209131, + -0.006618, + -0.016030, + -0.010810, + -0.062551, + -0.174853, + -0.052784, + -0.035502, + -0.032809, + 0.127343, + 0.045786, + 0.014213, + -0.317122, + -0.088258, + 0.048591, + -0.171267, + 0.151848, + 0.040248, + 0.079969, + -0.210996, + -0.098133, + -0.018755, + -0.136262, + -0.082733, + 0.041257, + -0.255482, + -0.123287, + -0.009025, + -0.040398, + -0.122286, + 0.046099, + -0.013736, + -0.049708, + 0.058440, + 0.143737, + -0.039180, + 0.186462, + -0.043828, + -0.023361, + -0.017488, + -0.013919, + 0.003529, + -0.023713, + -0.028130, + 0.099718, + 0.098961, + 0.012319, + -0.144674, + -0.189980, + 0.183729, + 0.018471, + 0.124911, + -0.181128, + 0.118568, + -0.149909, + -0.041597, + 0.125952, + 0.062201, + 0.291590, + 0.027394, + 0.085266, + 0.037322, + 0.129280, + -0.006039, + 0.008033, + 0.158831, + 0.037024, + -0.073898, + -0.188977, + -0.297242, + 0.096954, + 0.058299, + 0.116254, + -0.193259, + 0.069939, + -0.093980, + 0.006840, + 0.295653, + -0.100974, + -0.264398, + 0.180639, + -0.099844, + -0.119021, + -0.066621, + -0.024707, + -0.300511, + 0.048488, + 0.121087, + 0.080141, + 0.094239, + -0.210287, + -0.317760, + 0.178082, + 0.492077, + 0.001271, + 0.124263, + -0.089467, + -0.067017, + -0.024492, + 0.190770, + 0.093744, + -0.399934, + -0.032768, + -0.022424, + -0.259758, + 0.159467, + 0.012996, + -0.107799, + 0.056199, + -0.249521, + -0.120690, + 0.014162, + -0.119190, + 0.048554, + -0.035494, + 0.159130, + 0.227112, + -0.104803, + -0.100368, + 0.028631, + 0.208639, + 0.265456, + 0.017705, + 0.099888, + -0.028320, + -0.029210, + 0.132501, + 0.237289, + 0.234553, + 0.049590, + 0.342543, + 0.056886, + -0.256915, + -0.073349, + -0.009037, + 0.103041, + 0.174104, + -0.044116, + 0.001768, + 0.039302, + 0.157310, + 0.160663, + 0.077796, + 0.019108, + 0.017918, + 0.007006, + -0.277092, + 0.104135, + -0.132102, + 0.190446, + 0.050999, + -0.009342, + 0.050997, + 0.152546, + -0.293604, + 0.158407, + -0.288276, + 0.010147, + -0.116213, + 0.122172, + 0.006030, + -0.068961, + -0.024339, + -0.055625, + -0.006722, + -0.123487, + -0.090853, + 0.114612, + 0.144774, + 0.076124, + -0.165261, + -0.176664, + -0.062722, + -0.128518, + 0.201442, + 0.086603, + 0.092985, + -0.116985, + -0.109001, + 0.073733, + 0.259471, + 0.091238, + -0.046033, + -0.118328, + 0.123781, + -0.045212, + 0.053791, + 0.061236, + 0.062139, + -0.099416, + -0.063666, + -0.299302, + 0.187989, + 0.047584, + 0.067552, + -0.158173, + 0.233537, + 0.227038, + 0.006883, + -0.013876, + 0.002497, + 0.307905, + 0.168191, + 0.323182, + -0.161705, + 0.105423, + 0.059235, + 0.078170, + -0.054435, + 0.125808, + -0.230060, + -0.040832, + -0.138284, + -0.067102, + 0.303699, + 0.130334, + -0.146799, + -0.096487, + 0.067366, + 0.119914, + 0.166172, + 0.120777, + 0.149250, + 0.017341, + -0.120020, + -0.189319, + -0.000996, + -0.125731, + 0.181142, + 0.064713, + -0.042010, + 0.198229, + 0.041994, + 0.102070, + 0.033266, + -0.876465, + 0.062882, + 0.218298, + 0.006944, + 0.042585, + -0.044542, + 0.007562, + 0.049743, + 0.047696, + -0.146078, + -0.039722, + 0.105668, + 0.159808, + -0.119490, + -0.017370, + -0.131523, + -0.006947, + -0.119644, + 0.342929, + -0.149916, + -0.282153, + -0.296694, + 0.148790, + 0.084076, + -0.250867, + 0.148348, + 0.090237, + -0.050470, + 0.016986, + -0.062235, + 0.074738, + 0.497794, + -0.233787, + -0.114176, + 0.106979, + 0.052705, + -0.088827, + -0.264441, + 0.149439, + 0.134654, + 0.173680, + -0.039433, + 0.653291, + -0.062971, + 0.179959, + 0.210720, + -0.039126, + -0.017595, + -0.123355, + 0.012338, + 0.114852, + -0.158987, + -0.083703, + -0.062646, + -0.058345, + -0.230903, + -0.163995, + 0.334420, + 0.342200, + -0.074046, + -0.109890, + -0.074562, + -0.082858, + 0.138507, + -0.087514, + 0.124751, + 0.100952, + -0.009857, + -0.186977, + -0.007097, + -0.020151, + -0.137260, + -0.040485, + -0.161545, + 0.158297, + -0.030921, + -0.239997, + -0.026439, + 0.153111, + -0.040154, + 0.010966, + 0.181620, + 0.085282, + -0.025474, + -0.161365, + 0.261320, + 0.174739, + -0.047135, + -0.061220, + -0.008271, + 0.193026, + -0.187507, + -3.140266, + 0.315174, + 0.128762, + -0.081123, + 0.046879, + -0.187241, + 0.045202, + -0.197689, + -0.140110, + -0.037292, + 0.144585, + 0.151937, + 0.211673, + -0.039790, + -0.003516, + 0.075890, + -0.109729, + 0.045701, + -0.053494, + 0.175316, + 0.008667, + 0.176109, + 0.088855, + 0.345809, + 0.248135, + -0.027176, + -0.215149, + -0.277658, + 0.128429, + -0.167116, + -0.003195, + -0.568297, + 0.350554, + 0.029423, + 0.061705, + 0.082814, + -0.146328, + 0.033986, + -0.099894, + -0.042751, + -0.052808, + 0.222189, + -0.105922, + -0.771595, + -0.062867, + 0.005437, + 0.143072, + -0.241478, + -0.113932, + -0.083972, + 0.003494, + 0.359379, + 0.155569, + -0.188173, + 0.061765, + -0.027671, + -0.212641, + -0.304459, + -0.008717, + -0.186660, + 0.033789, + 0.250016, + 0.353314, + 0.074677, + -0.144044, + -0.031951, + 0.013389, + -0.228992, + -0.083912, + 0.034820, + 0.158249, + 0.101368, + -0.117350, + 0.092507, + -0.183842, + 0.116287, + 0.067018, + -0.066680, + 0.057702, + 0.075562, + -0.291660, + -0.170093, + -0.102956, + 0.172563, + -0.064582, + 0.091578, + -0.016647, + -0.041034, + 0.014640, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 1.445 + std = 0.278 + data = [ + 1.102434, + 1.512519, + 1.289527, + 1.760861, + 1.569743, + 1.593727, + 1.507741, + 1.097979, + 1.272841, + 1.611979, + 1.770524, + 1.598475, + 1.525520, + 1.532440, + 1.433966, + 1.593202, + 1.537745, + 1.484741, + 1.356296, + 0.838809, + 1.610383, + 1.697088, + 1.399626, + 1.294171, + 1.638328, + 1.442546, + 1.754383, + 1.550744, + 1.627968, + 1.158400, + 1.547893, + 1.779751, + 1.439092, + 0.446413, + 1.586367, + 1.543418, + 1.633964, + 1.325699, + 2.024512, + 1.411911, + 1.586306, + 1.594944, + 1.249527, + 1.548737, + 1.337565, + 1.573451, + 1.569860, + 1.764305, + 1.579005, + 1.436885, + 1.339584, + 0.918856, + 1.375511, + 1.425816, + 1.604869, + 1.349701, + 1.544932, + 1.424785, + 1.653779, + 1.112981, + 1.603545, + 1.441353, + 1.467966, + 1.473515, + 1.631318, + 1.450869, + 1.458072, + 1.023587, + 1.609830, + 1.571475, + 1.689550, + 1.318912, + 1.347091, + 1.563441, + 1.830440, + 1.332167, + 1.671490, + 1.469304, + 1.534268, + 1.434380, + 1.753300, + 1.705852, + 1.515417, + 1.656264, + 1.398077, + 1.582071, + 1.656225, + 1.123849, + 1.379573, + 1.545756, + 1.446436, + 1.583548, + 1.497564, + 1.368765, + 1.714583, + 0.013576, + 1.712808, + 1.805005, + 1.250584, + 1.610229, + 1.293000, + 1.968942, + 1.508519, + 1.714204, + 1.573918, + 1.392969, + 1.343020, + 1.509014, + 1.457471, + 1.566602, + 1.146520, + 1.612568, + 1.508933, + 0.940732, + 1.621615, + 1.506778, + 1.392954, + 1.448727, + 1.488381, + 1.547505, + 1.182989, + 1.448672, + 1.568024, + 1.631208, + 1.584207, + 1.448863, + 1.040826, + 1.610310, + 1.631450, + 1.424179, + 1.877548, + 1.723776, + 1.150327, + 1.024997, + 1.728678, + 1.583162, + 1.569262, + 1.036231, + 1.672859, + 1.457809, + 1.537377, + 1.429471, + 1.596744, + 1.061558, + 1.602790, + 1.245191, + 1.717540, + 1.582234, + 1.313083, + 1.509709, + 0.014096, + 1.598007, + 1.498906, + 1.435289, + 1.099937, + 1.534037, + 1.601435, + 1.364576, + 0.000253, + 1.341342, + 1.592778, + 1.779690, + 1.803315, + 1.574980, + 1.113461, + 1.324734, + 1.328244, + 1.466403, + 1.469957, + 1.754491, + 1.332721, + 1.626452, + 1.474825, + 1.534563, + 1.295320, + 1.561547, + 1.522036, + 1.586113, + 1.505768, + 1.529828, + 1.619803, + 1.319360, + 1.161898, + 1.488353, + 1.345033, + 1.396257, + 1.407352, + 1.540253, + 1.327248, + -0.000644, + 1.477140, + 1.586869, + 1.436312, + 1.361864, + 1.502487, + 1.187379, + 1.493882, + 1.220421, + 1.260991, + 1.003945, + 1.549963, + 1.578109, + 1.255633, + 1.675203, + 1.677482, + 1.479231, + 1.797641, + 1.287690, + 1.752814, + 1.468177, + 1.508278, + 1.315476, + 1.338336, + 1.699187, + 1.648028, + 1.462154, + -0.002431, + 1.461515, + 1.508181, + 1.588447, + 1.307021, + 1.690928, + 1.285751, + 1.717033, + 1.410169, + 1.426223, + 0.778296, + 1.060710, + 1.294640, + 1.552135, + 1.592742, + 1.302315, + 1.368306, + 1.576434, + 1.556627, + 1.537944, + 1.580203, + 1.565145, + 1.629617, + 1.335083, + 1.039709, + 1.575189, + 1.130011, + 1.537491, + 1.515796, + 1.130402, + 1.318836, + 1.249109, + 1.245911, + 1.184862, + 1.478268, + 1.531213, + 1.311214, + 1.524308, + 1.543097, + 1.200975, + 1.705872, + 1.511477, + 1.093224, + 1.614538, + 1.680286, + 1.696339, + 1.745716, + 1.484580, + 1.611823, + 1.123599, + 1.211704, + 1.409685, + 1.247438, + 1.489934, + 1.403392, + 1.578484, + 1.491109, + 2.062010, + 1.101666, + 1.472336, + 1.565541, + 1.564735, + 1.466144, + 1.331755, + 1.428480, + 1.567132, + 0.513898, + 1.373068, + 1.662269, + 1.037370, + 1.333161, + 1.685845, + 1.538921, + 1.523117, + 1.442872, + 1.824288, + 1.491410, + 1.391519, + 1.616904, + 1.040160, + 1.922807, + 1.443041, + 1.100621, + 1.493403, + 1.329877, + 1.211943, + 1.481382, + 1.529989, + 1.461140, + 1.474021, + 1.724528, + 1.487067, + 1.233091, + 1.593302, + 1.916790, + 1.073792, + 1.691129, + 1.229202, + 1.599992, + 1.567762, + 1.396624, + 1.182649, + 1.522915, + 1.473055, + 1.586958, + 1.610552, + 1.574281, + 1.431358, + 1.474302, + 1.457777, + 1.573468, + 1.499766, + 1.413396, + 1.626997, + 1.473449, + 1.959966, + 0.959699, + 1.679011, + 1.553608, + 1.442615, + 1.573615, + 1.495543, + 1.455875, + 1.180215, + 1.495657, + 1.320055, + 1.384253, + 1.496832, + 1.583406, + 1.357451, + 1.349506, + 1.575668, + 1.590025, + 2.170843, + 1.378147, + 1.468318, + 1.473653, + 1.442110, + 1.439378, + 1.529094, + 1.359998, + 1.595937, + 1.576563, + 1.583456, + 1.579055, + 1.367070, + 1.968397, + 1.756280, + 1.502867, + 1.392733, + 1.356495, + 1.599095, + 1.669260, + 1.660725, + 1.400193, + 1.423971, + 1.550120, + 1.882467, + 1.602293, + 1.425140, + 1.564658, + 1.446745, + 1.484884, + 0.991377, + 1.949074, + 1.461249, + 1.435763, + 1.719149, + 1.247189, + 1.609296, + 1.990155, + 1.364413, + 1.952451, + 1.718739, + 1.511171, + 1.081166, + 1.663723, + 1.510443, + 1.617968, + 1.534827, + 1.275012, + 1.623810, + 1.371885, + 1.506078, + 1.221640, + 1.596719, + 1.175446, + 1.402768, + 1.555216, + 1.224360, + 1.059115, + 1.358682, + 1.452886, + 1.552989, + 1.497440, + 1.321529, + 1.566981, + 1.229947, + 1.445213, + 1.376426, + 1.230275, + 1.551681, + 0.709782, + 1.468514, + 1.583265, + 1.675098, + 1.264322, + 0.038813, + 1.625384, + 1.489272, + 1.557768, + 1.536053, + 1.357393, + 0.953488, + 1.562360, + 1.215540, + 1.531693, + 1.490914, + 0.522427, + 1.396851, + 1.574395, + 1.594102, + 1.481854, + 1.667444, + 1.047710, + 1.633195, + 1.178652, + 1.510251, + 1.186873, + 1.547603, + 0.404226, + 1.215378, + 1.473802, + 1.891404, + 0.884925, + 1.671989, + 1.213436, + 1.546945, + 1.737643, + 1.042489, + 1.653792, + 1.444574, + 1.520442, + 1.652935, + 1.441710, + 1.592302, + 1.285831, + 1.493734, + 2.113493, + 1.508448, + 1.630020, + 1.508996, + 1.518065, + 1.030233, + 1.730779, + 1.231416, + 1.200867, + 1.471882, + 2.034701, + 1.469659, + 1.203009, + 1.462195, + 1.391119, + 1.545986, + 1.113752, + 1.356128, + 1.526156, + 1.445907, + 1.621115, + 1.407483, + 1.485509, + 1.568839, + 1.592875, + 1.510820, + 1.058814, + 1.349027, + 1.103867, + 1.429385, + 1.410235, + 1.605416, + 2.232023, + 1.508465, + 1.476574, + 1.068850, + 1.149777, + 1.438334, + 0.591191, + 1.445706, + 1.570491, + 1.625687, + 1.515825, + 1.327630, + 1.485317, + 1.362575, + 1.457306, + 1.642793, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_12_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.009 + std = 0.307 + data = [ + -0.368647, + -0.440187, + 0.120483, + 0.641297, + -0.028759, + 0.274178, + -0.404530, + 0.362601, + 0.025369, + -0.342626, + -0.318741, + 0.218406, + 0.302610, + 0.012241, + -0.181858, + 0.046544, + 0.267615, + -0.042662, + 0.016262, + 0.230749, + -0.309381, + 0.380130, + -0.133829, + -0.086600, + -0.118668, + 0.208875, + -0.286526, + -0.079270, + -0.230143, + 0.190733, + 0.609653, + -0.131982, + -0.161914, + -0.158566, + -0.059532, + 0.167879, + 0.499378, + 0.003811, + 0.331038, + 0.185107, + 0.099138, + 0.115749, + -0.032890, + -0.539194, + 0.233069, + -0.218652, + 0.215088, + 0.638956, + 0.237218, + -0.476983, + 0.088010, + -0.056978, + -0.385990, + -0.014507, + 0.187126, + 0.044522, + 0.018572, + -0.561001, + 0.594807, + -0.196184, + -0.243183, + -0.008636, + -0.348237, + -0.002523, + -0.410918, + -0.214154, + -0.450698, + -0.014467, + 0.511323, + -0.347352, + -0.341776, + -0.333444, + 0.167871, + -0.333867, + -0.458382, + -0.010667, + 0.121623, + -0.289684, + 0.074060, + -0.316702, + -0.055107, + 0.337456, + -0.114840, + 0.378176, + 0.385303, + 0.299728, + -0.488583, + 0.209242, + 0.125018, + 0.271815, + -0.150489, + 0.178756, + 0.548055, + 0.260526, + -0.253130, + -0.000914, + -0.477433, + 0.380046, + 0.196485, + 0.634616, + 0.106988, + -0.552162, + 0.219460, + 0.419308, + -0.105433, + 0.065542, + 0.457631, + 0.248359, + 0.216334, + 0.099417, + -0.005516, + -0.332699, + 0.499361, + -0.085673, + -0.309651, + 0.063818, + -0.149139, + -0.022951, + -0.299210, + 0.180785, + -0.226654, + -0.139806, + -0.151553, + -0.105923, + 0.456951, + -0.298513, + 0.026439, + 0.448816, + 0.235691, + -0.156999, + -0.236855, + -0.169650, + -0.923417, + 0.062229, + 0.413347, + 0.067776, + -0.086930, + 0.059151, + -0.389986, + 0.035029, + -0.367813, + -0.407528, + -0.138849, + 0.084605, + -0.327975, + -0.016502, + -0.508715, + -0.351871, + 0.239155, + -0.137641, + -0.001144, + -0.623876, + -0.180584, + -0.217620, + -0.104686, + -0.280174, + -0.436329, + 0.085664, + 0.000155, + -0.185444, + 0.088118, + 0.719484, + 0.302345, + 0.071927, + 0.142263, + 0.548400, + -0.271613, + -0.020904, + -0.241327, + 0.462093, + -0.142042, + -0.035257, + 0.263335, + -0.158432, + 0.008161, + 0.416448, + 0.306042, + 0.164721, + 0.220926, + 0.276141, + -0.267894, + -0.170486, + -0.438022, + -0.297243, + 0.162761, + -0.105428, + 0.079921, + -0.288810, + -0.361691, + -0.000434, + 0.186786, + -0.187531, + 0.007947, + -0.355732, + -0.371531, + 0.123102, + -0.417536, + 0.302240, + -0.414751, + 0.103645, + -0.174080, + -0.396851, + 0.003692, + -0.635040, + 0.749750, + -0.081966, + -0.349764, + 0.038472, + -0.367945, + 0.000889, + -0.428378, + -0.343962, + 0.342881, + 0.289648, + -0.008678, + 0.548882, + 0.000478, + -0.204162, + -0.192433, + 0.075254, + 0.125877, + 0.102107, + 0.381737, + -0.434529, + -0.015409, + -0.061800, + -0.041071, + -0.021299, + -0.041832, + 0.180079, + -0.051630, + -0.479207, + -0.036979, + -0.044967, + 0.137388, + 0.009627, + 0.237857, + -0.071523, + -0.046951, + -0.103472, + 0.106567, + 0.482043, + 0.268886, + -0.173294, + -0.047126, + -0.240627, + -0.091388, + -0.070626, + -0.101941, + 0.014794, + 0.265720, + 0.111313, + 0.164443, + -0.041608, + 0.002218, + 0.160963, + -0.467529, + 0.244292, + 0.015940, + -0.746878, + -0.127137, + 0.190136, + 0.132958, + -0.100370, + 0.203908, + 0.177786, + 0.246354, + 0.267896, + -0.011736, + 0.098866, + -0.106740, + 0.179212, + -0.435294, + -0.486847, + -0.024290, + -0.093778, + -0.026497, + 0.021492, + 0.073066, + -0.037099, + -0.524823, + 0.060335, + -0.187933, + -0.002400, + 0.196538, + 0.144992, + 0.068501, + -0.117378, + -0.375606, + -0.134944, + -0.128191, + -0.477991, + 0.543807, + -0.394544, + -0.294460, + -0.149083, + -0.969249, + -0.341941, + -0.387247, + -0.591788, + -0.034817, + -0.524785, + -0.124994, + 0.149711, + -0.159881, + -0.119618, + -0.138023, + -0.084062, + -0.272223, + -0.201064, + 0.724942, + -0.082221, + -0.034354, + -0.147795, + 0.277923, + 0.417941, + -0.062244, + -0.257291, + -0.136065, + 0.484116, + 0.140247, + 0.575332, + -0.577685, + -0.019861, + 0.023764, + -0.080636, + 0.746977, + 0.009747, + -0.170115, + 0.756108, + -0.105680, + -0.219556, + -0.116329, + 0.229457, + 0.219821, + 0.153757, + 0.158556, + 0.082470, + 0.034398, + 0.039594, + 0.076998, + -0.279693, + -0.119599, + -0.102362, + -0.582268, + -0.360005, + -0.183920, + 0.194995, + 0.041943, + 0.810183, + 0.425436, + -0.242200, + 0.229152, + -0.103239, + -0.140273, + 0.200886, + -0.200295, + 0.039479, + 0.016307, + 0.194878, + -0.385246, + -0.414001, + 0.006782, + 0.375456, + 0.507974, + 0.467996, + 0.237832, + -0.200663, + 0.501878, + 0.682110, + 0.308635, + -0.018950, + -0.082050, + 0.728453, + -0.610321, + -0.534062, + -0.482770, + 0.078821, + -0.126473, + 0.282797, + 0.317032, + -0.004094, + 0.495300, + 0.731433, + -0.335713, + -0.318539, + -0.450149, + 0.427158, + 0.422696, + 0.169620, + -0.236555, + -0.116284, + 0.631158, + -0.160033, + 0.198640, + 0.133221, + -0.061751, + 0.316450, + -0.081083, + 0.440263, + 0.048309, + 0.513775, + 0.021329, + -0.293541, + -0.485539, + 0.136912, + 0.034969, + 0.119403, + 0.325619, + 0.085029, + 0.034885, + -0.093226, + 0.297084, + -0.088406, + 0.393805, + 0.185203, + -0.085338, + -0.054406, + 0.132204, + 0.008616, + 0.370031, + -0.204654, + 0.032737, + 0.025329, + -0.709938, + 0.443028, + 0.452445, + -0.153065, + -0.175792, + -0.008504, + -0.557701, + 0.335662, + -0.107654, + 0.133237, + 0.141303, + -0.370870, + 0.381753, + -0.271243, + -0.221417, + -0.362309, + -0.118586, + -0.080184, + -0.055044, + 0.030363, + -0.258254, + 0.297903, + 0.223058, + -0.015572, + -0.679533, + 0.072266, + -0.015264, + -0.259043, + -0.043177, + -0.282698, + -0.009627, + 0.401937, + -0.714969, + -0.424362, + 0.172474, + -0.107436, + -0.310707, + -0.067109, + 0.210824, + -0.357942, + 0.617699, + 0.265370, + -0.369277, + -0.205398, + -0.189805, + 0.166315, + -0.763415, + -0.045324, + -0.030962, + -0.170549, + 0.921229, + -0.330643, + 0.724885, + 0.179114, + 0.007660, + 0.438943, + 0.215846, + 0.047494, + -0.405815, + -0.133533, + -0.354676, + 0.019765, + -0.279606, + -0.286139, + 0.682616, + -0.331194, + 0.218744, + -0.268582, + 0.117359, + 0.083609, + 0.145609, + -0.158694, + -0.044837, + 0.004668, + 0.006512, + -0.011388, + -0.048097, + -0.506656, + 0.302001, + 0.112666, + 0.509248, + 0.477882, + -0.394229, + 0.373659, + 0.264256, + 0.144115, + -0.285713, + -0.516082, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_12_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.603 + std = 0.130 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.061 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_12_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.003 + std = 0.168 + data = [ + 0.238180, + -0.059858, + -0.177759, + -0.100621, + 0.152979, + 0.061857, + 0.028157, + 0.069783, + -0.257327, + -0.142706, + 0.061913, + 0.134831, + -0.029815, + 0.116575, + -0.142906, + -0.279670, + -0.116770, + -0.143346, + -0.014878, + -0.217797, + 0.134199, + -0.095038, + -0.246389, + -0.132298, + 0.003273, + 0.012762, + -0.491650, + -0.109096, + 0.005671, + 0.164541, + -0.132144, + 0.055570, + 0.147988, + 0.039817, + 0.156772, + 0.025156, + 0.070191, + 0.069124, + -0.079170, + -0.173064, + 0.048218, + 0.045742, + 0.138523, + 0.174776, + -0.023787, + -0.087512, + -0.149270, + 0.109336, + -0.068288, + -0.192720, + 0.033477, + -0.327021, + -0.138129, + 0.030123, + 0.020609, + 0.004791, + -0.018394, + -0.072843, + -0.057768, + 0.010323, + -0.029753, + 0.206339, + 0.082308, + 0.135666, + -0.013531, + 0.194436, + 0.145184, + -0.121052, + -0.010609, + -0.017813, + 0.075010, + 0.005218, + -0.133705, + 0.041161, + 0.064482, + -0.017698, + -0.050814, + -0.053303, + 0.021507, + 0.012134, + 0.034598, + -0.051726, + -0.000353, + 0.049892, + 0.016014, + 0.099686, + 0.074337, + -0.012179, + -0.247324, + 0.042067, + -0.184790, + -0.108255, + -0.241093, + 0.011126, + 0.027578, + -0.086254, + 0.004346, + 0.146352, + -0.128641, + 0.119366, + 0.064014, + -0.160464, + 0.152951, + -0.057413, + 0.040546, + -0.067957, + -0.072180, + 0.103541, + -0.108554, + -0.045667, + 0.144024, + 0.061591, + -0.121648, + 0.132367, + 0.108286, + 0.128444, + -0.085706, + 0.072904, + 0.247416, + 0.089930, + 0.064577, + 0.066578, + 0.085152, + 0.112229, + 0.052101, + -0.023126, + -0.025788, + 0.068369, + 0.124795, + -0.160529, + 0.227866, + 0.046380, + 0.135640, + -0.061979, + -0.063330, + -0.080017, + -0.062182, + 0.017272, + -0.031787, + 0.061306, + 0.002143, + 0.363614, + -0.128333, + 0.139922, + 0.322420, + -0.149834, + 0.186107, + 0.126961, + -0.026256, + 0.096059, + 0.116026, + 0.158472, + 0.081025, + 0.023476, + -0.072845, + -0.124146, + -0.199274, + 0.185448, + 0.072052, + 0.102601, + 0.091378, + -0.107460, + -0.249259, + 0.017549, + 0.013353, + 0.131111, + -0.094880, + 0.100660, + -0.250333, + 0.134845, + 0.115978, + -0.012231, + 0.126695, + -0.094046, + 0.162192, + -0.041748, + -0.095878, + 0.026760, + 0.022017, + -0.023870, + -0.246878, + 0.367982, + 0.135465, + -0.096887, + 0.003597, + -0.096122, + 0.098276, + 0.290325, + -0.038045, + -0.197543, + -0.043019, + -0.052567, + 0.118147, + -0.046931, + 0.086643, + -0.016565, + 0.073768, + -0.341612, + 0.077368, + 0.069010, + -0.127199, + 0.211171, + -0.051900, + 0.195298, + 0.011949, + 0.373835, + -0.075367, + -0.104270, + 0.030017, + -0.053115, + -0.064647, + -0.123869, + -0.110188, + -0.228346, + -0.296067, + -0.113492, + 0.034723, + -0.155394, + -0.115787, + 0.018465, + 0.010886, + -0.018588, + -0.046378, + -0.397454, + -0.176137, + 0.025485, + -0.011430, + 0.039265, + 0.141661, + 0.063961, + -0.064857, + 0.162281, + -0.121785, + 0.099046, + -0.059681, + -0.003762, + -0.174495, + 0.332388, + -0.007382, + 0.025905, + -0.085967, + 0.091540, + 0.099204, + -0.075698, + -0.339127, + 0.033795, + -0.055343, + -0.042505, + 0.110444, + -0.194049, + -0.255839, + 0.058503, + 0.243274, + 0.188052, + 0.195799, + -0.092600, + -0.034625, + -0.019171, + -0.027150, + -0.052681, + -0.065681, + -0.091910, + -0.280534, + 0.050227, + -0.113143, + -0.106175, + -0.058862, + 0.117120, + 0.086876, + 0.122260, + -0.151797, + -0.007459, + 0.043522, + 0.049812, + 0.040974, + 0.031658, + -0.099407, + -0.037332, + 0.041431, + 0.014621, + 0.064582, + -0.004223, + -0.029339, + -0.026455, + 0.026036, + 0.213757, + -0.069883, + -0.018238, + -0.055341, + -0.101936, + 0.013941, + 0.135207, + -0.026836, + -0.134786, + 0.186425, + 0.159818, + -0.011638, + 0.211736, + 0.157377, + -0.065931, + 0.235450, + 0.163950, + 0.058841, + -0.107644, + -0.028310, + -0.049961, + 0.013196, + -0.052115, + 0.114422, + -0.028016, + 0.022026, + -0.129752, + 0.019017, + 0.103399, + -0.140522, + 0.141199, + 0.064131, + 0.339468, + 0.171834, + -0.207275, + 0.159210, + -0.126343, + 0.221499, + 0.023806, + 0.146159, + 0.087917, + -0.239719, + 0.174197, + -0.019838, + -0.229264, + -0.130020, + -0.335925, + -0.041684, + -0.048514, + 0.000259, + 0.066796, + 0.107586, + 0.257923, + 0.000687, + -0.016103, + 0.240377, + 0.129049, + -0.129702, + -0.030732, + 0.138552, + -0.008782, + 0.179773, + -0.257077, + 0.044774, + -0.057527, + -0.150140, + 0.095945, + -0.012062, + -0.070871, + -0.112659, + 0.028975, + 0.184605, + 0.102947, + 0.182536, + -0.091084, + 0.191706, + -0.105618, + 0.325747, + -0.035362, + -0.045288, + 0.051229, + -0.082481, + -0.032789, + 0.008892, + -0.050336, + 0.138577, + -0.132763, + 0.185983, + 0.199550, + -0.167646, + -0.030541, + -0.080088, + -0.124960, + -0.031833, + -0.038965, + -0.177936, + -0.060423, + 0.069289, + -0.020766, + 0.212302, + 0.175465, + -0.412182, + 0.129420, + -0.017095, + -0.234063, + 0.064775, + 0.334239, + 0.105184, + -0.046570, + -0.045429, + 0.017389, + -0.099790, + -0.031786, + 0.022594, + 0.057661, + 0.055564, + -0.327247, + 0.012386, + 0.094436, + 0.189212, + 0.157764, + 0.001350, + 0.101916, + -0.019845, + -0.117809, + 0.090922, + 0.010248, + -0.060905, + -0.118594, + -0.055613, + -0.135628, + -0.171408, + -0.243584, + 0.257289, + 0.028171, + 0.078652, + -0.106601, + -0.056885, + -1.950123, + -0.109711, + -0.108471, + 0.169645, + 0.096805, + 0.053367, + 0.068168, + 0.267567, + -0.070303, + 0.124862, + -0.129292, + 0.228148, + -0.142838, + 0.056094, + 0.184197, + -0.140559, + -0.027237, + -0.030027, + -0.011744, + -0.181963, + -0.103335, + 0.027612, + 0.114383, + -0.326173, + 0.170853, + 0.109121, + 0.109043, + 0.201391, + -0.083037, + 0.100047, + 0.111544, + -0.874346, + -0.733797, + -0.046885, + 0.031778, + -0.169836, + -0.117612, + -0.124703, + -0.149754, + 0.090601, + 0.086348, + 0.228086, + -0.070433, + -0.043458, + 0.205049, + 0.067726, + 0.025473, + 0.284093, + 0.078387, + -0.098732, + 0.228498, + -0.233580, + -0.103765, + -0.200621, + 0.083154, + 0.142666, + 0.152457, + -0.005693, + 0.049486, + 0.155870, + 0.032301, + 0.225300, + -0.253340, + 0.038913, + -0.082206, + -0.116479, + 0.119927, + 0.084676, + 0.066853, + 0.059946, + 0.007860, + -0.090157, + 0.011277, + -0.030904, + 0.092519, + -0.023619, + 0.199121, + -0.105827, + -0.029394, + -0.327176, + 0.011347, + 0.133254, + -0.004844, + 0.200398, + -0.117231, + -0.204095, + 0.007829, + 0.065359, + -0.128332, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.756 + std = 0.205 + data = [ + 1.325938, + 0.615485, + 0.790619, + 0.728016, + 0.707145, + 0.524318, + 0.735967, + 0.918896, + 1.018603, + 0.650013, + 0.362418, + 0.605278, + 0.737186, + 0.248711, + 0.606535, + 0.538176, + 0.423243, + 0.880446, + 0.780717, + 0.590960, + 0.672131, + 0.697187, + 0.226936, + 0.983988, + 0.419456, + 0.737728, + 0.540073, + 0.738269, + 0.186254, + 0.927901, + 0.963970, + 0.661478, + 0.941771, + 1.062300, + 0.730799, + 0.537653, + 0.646995, + 0.779917, + 0.412659, + 0.759940, + 0.455080, + 0.722911, + 1.082947, + 0.672343, + 0.891332, + 0.476964, + 0.651993, + 0.503795, + 0.768479, + 0.915857, + 0.927444, + 0.595710, + 0.928764, + 0.795180, + 0.833593, + 1.019951, + 0.682059, + 0.817307, + 0.531048, + 0.981708, + 0.536449, + 0.677674, + 0.738468, + 0.693714, + 0.317095, + 0.570491, + 0.908385, + 1.186312, + 0.615976, + 0.692737, + 0.381526, + 0.855407, + 0.896547, + 0.541570, + 0.490167, + 0.788464, + 0.265727, + 0.714281, + 0.794187, + 0.957583, + 0.651626, + 0.467120, + 0.718396, + 0.645256, + 0.838238, + 0.592880, + 0.671391, + 0.972217, + 0.862073, + 0.740786, + 0.861124, + 0.816811, + 0.853613, + 0.814654, + 0.587859, + 1.202870, + 0.771616, + 0.630818, + 0.934489, + 0.621619, + 1.053539, + 0.377264, + 0.739345, + 0.686367, + 0.508066, + 0.733165, + 0.881244, + 0.686450, + 0.863752, + 0.753877, + 0.901205, + 0.652190, + 0.679965, + 1.014728, + 0.407350, + 0.768797, + 0.866325, + 0.732328, + 0.786485, + 0.474032, + 1.120310, + 0.849077, + 0.750516, + 0.329860, + 0.902159, + 0.730421, + 1.049797, + 0.664360, + 0.738940, + 0.457299, + 0.597794, + 0.563615, + 1.228519, + 1.189310, + 0.673403, + 0.789994, + 0.764437, + 0.904013, + 0.710226, + 0.567743, + 0.726654, + 0.816462, + 0.595923, + 0.958300, + 0.821265, + 0.745936, + 0.536620, + 0.545420, + 0.822462, + 0.558290, + 1.061187, + 0.647955, + 0.651354, + 0.940088, + 1.097156, + 0.486036, + 0.650719, + 0.704975, + 1.124408, + 0.692854, + 0.576472, + 0.631411, + 0.342124, + 0.625561, + 1.108171, + 1.081774, + 1.032771, + 0.721990, + 0.799884, + 0.628048, + 0.858023, + 0.508427, + 0.875689, + 0.792321, + 1.047695, + 0.831048, + 0.605659, + 0.666135, + 0.836538, + 0.377287, + 0.656664, + 0.798587, + 1.180240, + 0.837155, + 0.959098, + 0.877120, + 0.784040, + 0.505399, + 0.961481, + 0.867249, + 0.649249, + 0.751021, + 0.663598, + 0.792438, + 0.649477, + 0.833150, + 0.715604, + 0.542827, + 1.035386, + 0.807964, + 0.498278, + 0.798599, + 0.993270, + 0.585268, + 0.558952, + 0.918776, + 0.479722, + 0.879990, + 0.470366, + 0.606190, + 0.644175, + 0.894434, + 0.921762, + 0.481667, + 0.454679, + 0.656978, + 0.890518, + 0.640394, + 0.530081, + 0.315129, + 0.882244, + 0.508877, + 0.808232, + 0.683109, + 0.896048, + 0.694264, + 0.821797, + 0.885253, + 0.939028, + 0.697857, + 0.558863, + 1.041210, + 0.782863, + 0.651800, + 0.656669, + 0.749482, + 0.825062, + 0.648674, + 0.461067, + 0.953702, + 1.163811, + 0.502902, + 0.786145, + 0.616385, + 0.947029, + 1.012263, + 0.910488, + 1.136198, + 0.740011, + 1.138556, + 0.762535, + 0.377905, + 0.970351, + 0.715606, + 0.471656, + 1.071485, + 0.413382, + 0.718463, + 0.994429, + 0.701743, + 0.562604, + 0.493876, + 0.433157, + 0.896182, + 0.686852, + 0.977960, + 0.994546, + 0.759111, + 0.992958, + 0.867120, + 0.571771, + 0.762012, + 0.770439, + 0.691669, + 0.777335, + 0.762467, + 0.584223, + 0.508034, + 0.734733, + 0.934420, + 0.959065, + 0.604783, + 1.187080, + 0.771211, + 0.598866, + 1.146708, + 0.718856, + 0.840824, + 0.682094, + 0.695525, + 0.654893, + 0.317457, + 0.865466, + 1.019570, + 0.471060, + 1.173381, + 0.681804, + 0.819668, + 0.883990, + 0.819577, + 0.813557, + 1.044572, + 0.736089, + 0.690830, + 0.612464, + 0.801039, + 0.592143, + 0.684180, + 0.982461, + 0.706257, + 0.431911, + 0.939395, + 0.529460, + 0.894705, + 0.682589, + 0.614605, + 0.861549, + 0.930058, + 0.629636, + 0.984084, + 0.719912, + 0.735522, + 0.870930, + 0.881993, + 0.709809, + 0.493939, + 0.970772, + 0.652553, + 0.815001, + 0.925682, + 0.710421, + 1.173857, + 1.141394, + 0.754780, + 0.678718, + 0.748853, + 0.586561, + 0.742206, + 0.321502, + 1.018542, + 0.769105, + 0.794304, + 0.892424, + 0.714121, + 0.820784, + 0.940270, + 1.016687, + 0.394117, + 0.638902, + 0.562279, + 0.908065, + 1.078080, + 0.781011, + 0.767622, + 0.807213, + 0.739470, + 0.792441, + 0.562045, + 0.660638, + 0.494053, + 0.314248, + 0.922437, + 0.858509, + 0.670915, + 0.694801, + 0.781709, + 1.058790, + 0.669298, + 0.839389, + 0.756929, + 0.882704, + 0.740262, + 0.530867, + 0.666260, + 0.502592, + 0.711274, + 0.681891, + 0.489164, + 0.698873, + 1.298679, + 0.690374, + 0.787989, + 0.671450, + 0.696283, + 0.905375, + 0.575551, + 0.560664, + 0.801211, + 0.471946, + 0.568598, + 0.514158, + 1.131260, + 0.765493, + 0.890137, + 0.733603, + 0.647680, + 0.799352, + 0.617499, + 0.741282, + 0.614144, + 0.830570, + 0.642779, + 0.980149, + 0.791097, + 0.799695, + 0.347929, + 1.338164, + 0.981158, + 1.025436, + 0.586364, + 0.709534, + 0.985500, + 0.610444, + 1.028160, + 0.749695, + 0.765895, + 0.800092, + 0.759339, + 1.041489, + 0.726503, + 0.660212, + 0.681375, + 0.909787, + 0.097971, + 0.705230, + 0.746040, + 0.625726, + 0.507237, + 0.886040, + 0.820280, + 1.020591, + 1.301699, + 0.739559, + 0.893287, + 0.714658, + 0.996621, + 0.902069, + 0.424228, + 0.904907, + 0.564379, + 0.937609, + 0.539583, + 0.914316, + 0.764423, + 0.855110, + 0.611451, + 1.075534, + 1.164334, + 0.767783, + 0.741993, + 0.848254, + 0.514822, + 1.030717, + 0.759705, + 0.641409, + 1.281456, + 0.711125, + 0.686845, + 0.835084, + 0.646999, + 0.778468, + 0.300703, + 1.069093, + 0.817374, + 0.423738, + 0.637894, + 0.794012, + 0.697056, + 0.518329, + 1.261047, + 0.775881, + 0.887917, + 0.828726, + 0.755703, + 0.682343, + 0.832553, + 0.752297, + 0.534357, + 0.699152, + 0.908112, + 1.169019, + 0.817209, + 0.809756, + 0.855711, + 0.654243, + 0.782887, + 0.811388, + 0.384823, + 0.728661, + 0.791556, + 0.772368, + 0.973577, + 1.056592, + 0.837848, + 0.761834, + 0.691261, + 0.701522, + 0.652424, + 0.763637, + 1.122623, + 1.355422, + 1.009835, + 1.314054, + 0.560074, + 0.817053, + 0.803834, + 0.815428, + 0.986491, + 0.616450, + 0.790990, + 0.785451, + 0.588329, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_13_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.017 + std = 0.136 + data = [ + -0.227746, + -0.090543, + 0.059091, + 0.071566, + -0.061999, + 0.054332, + -0.039421, + -0.025338, + -0.019480, + 0.059988, + 0.022860, + -0.035288, + 0.004731, + -0.011022, + -0.035433, + 0.052279, + 0.090664, + 0.049270, + -0.015552, + -0.008110, + -0.019402, + 0.016038, + -0.042160, + 0.052826, + -0.114495, + 0.058764, + 0.150312, + 0.064356, + 0.036330, + -0.024336, + 0.226286, + -0.104842, + -0.123265, + -0.297551, + -0.118930, + 0.019808, + 0.017057, + -0.023744, + -0.149774, + 0.038966, + -0.018077, + 0.048733, + -0.037751, + -0.151286, + 0.009794, + -0.015138, + 0.059924, + 0.009478, + 0.001798, + -0.136088, + 0.065070, + 0.144855, + -0.101099, + -0.062501, + -0.058731, + -0.049402, + -0.028502, + -0.153145, + 0.105293, + -0.104449, + -0.008821, + -0.105254, + -0.067417, + -0.064953, + 0.076553, + 0.047057, + -0.115462, + -0.000899, + 0.035589, + -0.037029, + -0.022733, + -0.104650, + 0.126802, + 0.047374, + -0.076710, + -0.070356, + -0.012522, + -0.158787, + -0.106728, + -0.145938, + 0.186598, + -0.104023, + 0.030106, + -0.015118, + 0.074052, + -0.005616, + -0.195717, + 0.126421, + 0.078315, + 0.038387, + 0.054649, + 0.062243, + 0.172465, + 0.023389, + 0.063838, + 0.037617, + -0.025627, + -0.012022, + 0.037785, + 0.083685, + 0.054012, + 0.133330, + -0.012777, + 0.093660, + -0.121498, + 0.034964, + -0.118723, + 0.059817, + 0.149062, + 0.032194, + -0.103176, + -0.010082, + 0.072425, + -0.075535, + -0.066732, + -0.031236, + -0.132037, + -0.016268, + -0.127156, + 0.092221, + -0.090279, + -0.033784, + -0.017838, + -0.021045, + 0.071280, + 0.060959, + 0.047311, + 0.077591, + -0.001538, + 0.017027, + 0.051922, + 0.004017, + -0.660671, + 0.102983, + -0.000371, + 0.007065, + 0.016329, + -0.053769, + -0.077571, + -0.065805, + -0.075778, + -0.171267, + 0.020429, + 0.027186, + -0.083353, + 0.076188, + -0.074839, + -0.032578, + 0.095998, + 0.034630, + -0.170102, + -0.163808, + -0.033755, + -0.020315, + -0.086241, + -0.044420, + -0.053494, + -0.002571, + -0.002216, + -0.048223, + -0.086571, + 0.144256, + -0.038522, + -0.026855, + 0.103767, + 0.133108, + -0.170431, + -0.154212, + 0.052628, + -0.014333, + -0.092686, + -0.030669, + 0.093764, + -0.092345, + -0.044863, + -0.228753, + 0.090034, + 0.052229, + 0.048039, + -0.308052, + 0.053315, + -0.174744, + -0.293673, + -0.053814, + 0.005740, + 0.023783, + -0.007522, + -0.076029, + -0.097960, + 0.238240, + 0.057612, + -0.020831, + 0.005726, + -0.180389, + -0.162154, + 0.091077, + -0.169851, + -0.494461, + -0.184375, + 0.096610, + 0.036189, + -0.135506, + 0.022389, + -0.240031, + 0.098415, + -0.025127, + -0.016929, + -0.054345, + 0.036006, + -0.022048, + -0.075731, + -0.067576, + 0.083645, + -0.163058, + -0.028171, + 0.168765, + -0.194202, + -0.094650, + -0.075291, + -0.059944, + 0.015069, + -0.015069, + 0.090228, + 0.009427, + -0.018809, + -0.048533, + -0.093721, + -0.023769, + -0.062513, + 0.086575, + -0.110593, + -0.239377, + -0.080421, + -0.033759, + -0.004267, + -0.033637, + -0.058929, + -0.199709, + 0.042705, + -0.005819, + -0.044080, + -0.044203, + 0.067597, + -0.101593, + 0.107685, + 0.053689, + -0.023033, + -0.068430, + -0.079553, + -0.021701, + -0.082938, + -0.083628, + 0.033204, + -0.080235, + -0.107925, + 0.152282, + -0.092843, + 0.015401, + -0.075946, + -0.162894, + 0.011026, + -0.036793, + -0.047496, + 0.419869, + 0.048592, + 0.180346, + 0.011830, + 0.011253, + -0.040827, + -0.033086, + 0.095258, + 0.068402, + -0.153266, + 0.378255, + -0.005045, + -0.074080, + 0.005511, + -0.041551, + 0.035598, + 0.078811, + -0.222236, + 0.012784, + -0.092969, + 0.004673, + 0.013394, + -0.029657, + -0.008047, + 0.138567, + -0.092780, + 0.002956, + -0.049008, + 0.076422, + -0.028591, + -0.112425, + 0.011309, + -0.121873, + -0.066620, + -0.117943, + -0.219644, + -0.276522, + -0.015265, + -0.233973, + -0.017835, + 0.017790, + -0.096575, + -0.058490, + 0.016145, + 0.063363, + -0.179046, + -0.007533, + -0.234845, + -0.083425, + 0.022087, + -0.047150, + 0.006334, + 0.042050, + -0.057195, + -0.169570, + -0.034133, + 0.153140, + -0.012339, + 0.214385, + -0.170356, + 0.079598, + 0.064442, + 0.043002, + 0.275154, + 0.028713, + -0.092945, + 0.150512, + -0.029195, + 0.446141, + -0.128653, + 0.039885, + -0.011702, + -0.002311, + 0.025565, + -0.163613, + -0.115417, + -0.083295, + -0.119232, + -0.106583, + -0.102589, + -0.152247, + -0.174146, + -0.026215, + -0.100496, + 0.013933, + -0.048476, + -0.253825, + -0.288158, + -0.037555, + 0.149639, + -0.055144, + -0.071957, + 0.108307, + -0.131876, + 0.070248, + -0.066305, + 0.013384, + -0.075306, + -0.126031, + -0.333158, + -0.007079, + 0.151935, + 0.063967, + 0.087044, + -0.016126, + -0.029937, + 0.025264, + 0.039788, + -0.072961, + -0.024922, + 0.043141, + -0.102827, + -0.221638, + 0.001204, + 0.117108, + -0.080018, + 0.129820, + -0.255616, + -0.000510, + 0.131085, + -0.031362, + -0.228278, + -0.045851, + 0.698947, + 0.157438, + -0.281306, + -0.043139, + -0.021395, + -0.126230, + 0.099244, + -0.015846, + -0.004724, + 0.036165, + -0.020846, + 0.056523, + -0.034087, + -0.078724, + 0.066553, + 0.148973, + 0.045571, + -0.051053, + -0.075835, + 0.129066, + 0.025144, + 0.064320, + 0.038947, + -0.011199, + -0.090757, + -0.036097, + 0.090818, + -0.020736, + 0.101329, + 0.071129, + -0.068739, + 0.016502, + -0.280474, + -0.012576, + 0.105199, + 0.005273, + 0.009275, + 1.365260, + -0.237812, + 0.034201, + 0.047938, + -0.158702, + -0.059009, + -0.098747, + -0.162322, + 0.254009, + -0.115761, + 0.042739, + 0.122890, + -0.179929, + 0.057278, + 0.007535, + 0.088211, + -0.037024, + -0.155807, + 0.020026, + 0.037788, + -0.014501, + -0.153763, + 0.152388, + 0.083591, + -0.132767, + -0.244145, + 0.563768, + -0.077097, + -0.075106, + -0.045731, + -0.175203, + 0.200674, + 0.346348, + -0.080367, + -0.292251, + 0.034249, + 0.029065, + -0.031861, + -0.233068, + -0.024948, + -0.067257, + -0.134134, + 0.078478, + -0.096277, + -0.091986, + -0.071838, + -0.145655, + 0.218616, + 0.000031, + 0.002657, + -0.096965, + 0.007631, + -0.041953, + 0.402641, + -0.056828, + -0.016274, + 0.070138, + 0.112069, + -0.002090, + -0.095284, + -0.101873, + -0.091694, + 0.115177, + -0.107227, + 0.029266, + 0.190970, + -0.051487, + 0.072874, + -0.006572, + -0.063041, + -0.007603, + 0.081035, + -0.011765, + -0.238135, + -0.025422, + -0.048266, + -0.149673, + -0.058860, + -0.205874, + 0.057505, + -0.020613, + 0.047519, + 0.054707, + -0.147980, + 0.180958, + 0.083258, + -0.031883, + -0.212731, + -0.003284, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_13_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.110 + std = 0.631 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_13_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_13_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.012 + std = 0.500 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_13_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.003 + std = 0.160 + data = [ + -0.117748, + -0.114101, + -0.047329, + 0.001378, + 0.002890, + -0.108625, + 0.103012, + -0.149441, + 0.050739, + 0.085156, + 0.129361, + -0.233217, + 0.000907, + 0.026830, + 0.138667, + 0.088540, + -0.157820, + 0.068038, + -0.031718, + -0.066011, + 0.063036, + 0.169588, + 0.070333, + 0.173118, + -0.200743, + -0.141991, + -0.360276, + -0.044646, + 0.112823, + 0.035844, + 0.213162, + 0.223396, + -0.110014, + 0.201491, + 0.283205, + 0.065019, + 0.093742, + -0.033005, + -0.018012, + 0.066501, + -0.036396, + -0.058081, + -0.057642, + -0.041703, + 0.010069, + 0.081079, + 0.024382, + 0.125136, + 0.163567, + 0.218189, + -0.271377, + -0.293903, + 0.060654, + 0.242707, + -0.130991, + 0.090515, + 0.078233, + -0.010449, + 0.019949, + 0.235563, + -0.102356, + -0.081520, + -0.085303, + 0.063590, + -0.116210, + 0.308780, + -0.075856, + -0.067373, + 0.000359, + -0.059832, + 0.060915, + -0.116331, + -0.002048, + 0.112926, + -0.051268, + 0.218141, + 0.048444, + 0.069521, + -0.018191, + 0.058809, + 0.086698, + 0.072134, + -0.071959, + -0.217423, + -0.116293, + 0.098599, + -0.146600, + -0.084345, + 0.154070, + 0.177305, + 0.124982, + 0.034876, + 0.141953, + -0.111299, + 0.256891, + 0.156166, + -0.002669, + 0.032349, + 0.102112, + 0.031886, + -0.027403, + -0.120810, + -0.002223, + -0.142574, + -0.108697, + -0.066587, + 0.056398, + -0.003126, + -0.057378, + -0.025890, + 0.056839, + -0.125107, + 0.156488, + -0.012349, + 0.016828, + -0.101565, + 0.129575, + 0.009555, + -0.070439, + 0.021761, + -0.073068, + -0.127002, + -0.022411, + -0.038223, + -0.056197, + -0.135434, + -0.000611, + 0.054179, + -0.000923, + -0.058551, + 0.161278, + -0.092716, + 0.316186, + 0.081747, + -0.060666, + -0.048642, + -0.061688, + 0.108306, + -0.024396, + -0.070581, + 0.168823, + 0.008643, + -0.120715, + -0.008508, + -0.167047, + 0.013919, + 0.001797, + 0.103260, + -0.047067, + 0.054341, + 0.046151, + -0.040879, + -0.087070, + -0.099820, + 0.125348, + 0.053319, + 0.040255, + -0.100895, + -0.029769, + 0.033788, + -0.075860, + 0.033251, + -0.022131, + -0.002534, + -0.033244, + -0.067306, + 0.042101, + -0.078178, + 0.094469, + -0.128390, + -0.044259, + -0.211488, + 0.115197, + 0.268137, + 0.035316, + -0.142025, + 0.145301, + 0.014102, + -0.037719, + 0.004182, + -0.072548, + -0.062896, + -0.113798, + 0.068939, + -0.063891, + 0.099396, + 0.043244, + -0.482463, + 0.117097, + 0.066288, + -0.013893, + 0.036058, + -0.023298, + -0.114840, + -0.031239, + -0.086840, + 0.151579, + -0.387922, + 0.159023, + -0.111633, + -0.194350, + 0.075851, + -0.099781, + -0.101307, + -0.020496, + -0.193617, + -0.093458, + 0.110066, + -0.042701, + -0.096712, + -0.117921, + 0.153328, + 0.131597, + -0.087424, + -0.006674, + -0.028654, + -0.057273, + 0.142651, + 0.062842, + 0.087424, + -0.006400, + -0.073119, + -0.071526, + 0.248288, + 0.149381, + -0.103013, + -0.120922, + -0.019192, + -0.133897, + -0.057104, + -0.023776, + -0.086241, + 0.093699, + -0.149837, + 0.028541, + 0.047114, + 0.229913, + 0.092809, + 0.083018, + 0.030249, + -0.153569, + 0.008640, + -0.053376, + 0.002271, + 0.002591, + 0.027262, + 0.115688, + -0.027600, + -0.118842, + -0.061090, + -0.214698, + 0.037883, + -0.005128, + -0.074777, + -0.087816, + 0.000336, + -0.001039, + -0.163600, + 0.197646, + -0.018481, + 0.023063, + -0.094999, + -0.123083, + 0.313477, + 0.300693, + 0.013642, + -0.095507, + -0.061340, + -0.116386, + 0.025740, + 0.172100, + 0.013978, + -0.029363, + -0.081131, + -0.029335, + -0.121529, + 0.161396, + 0.132629, + 0.060636, + 0.019068, + 0.168692, + -0.053831, + 0.061478, + -0.069967, + 0.128987, + -0.111272, + 0.138085, + -0.014269, + 0.111528, + -0.020010, + 0.089745, + -0.106523, + 0.211052, + 0.178249, + -0.121384, + -0.146856, + 0.037945, + 0.085443, + 0.051826, + 0.216841, + 0.084465, + 0.168110, + 0.071875, + 0.114955, + -0.224730, + 0.114042, + -0.132368, + 0.117762, + 0.087823, + -0.042100, + 0.240658, + 0.088469, + -0.119530, + -0.188555, + 0.012844, + 0.083935, + 0.069584, + -0.036748, + 0.061321, + 0.078812, + -0.193558, + -0.091503, + -0.053944, + 0.006784, + 0.107324, + -0.093230, + 0.044557, + 0.095964, + 0.129428, + -0.029982, + 0.052480, + -0.922826, + 0.167042, + 0.091146, + -0.064668, + -0.011089, + -0.011960, + -0.065686, + 0.079902, + -0.013696, + -0.124391, + -0.009998, + 0.072913, + 0.144776, + 0.066891, + -0.040415, + 0.015635, + 0.023798, + -0.019360, + 0.194089, + 0.007671, + -0.125694, + -0.040899, + 0.127503, + 0.155107, + -0.139464, + 0.096351, + 0.047443, + -0.208834, + 0.047067, + -0.150449, + 0.151660, + 0.293683, + -0.225766, + -0.037593, + -0.006004, + 0.083479, + -0.081152, + -0.253110, + 0.216677, + -0.034663, + 0.055134, + -0.006875, + 0.498362, + -0.101030, + 0.096949, + 0.154971, + 0.042596, + -0.025872, + 0.047288, + 0.032536, + 0.058917, + -0.058246, + -0.132709, + -0.137936, + -0.102974, + -0.170403, + 0.111098, + 0.282839, + 0.145844, + -0.084133, + -0.108518, + 0.139861, + -0.030040, + 0.045098, + -0.027542, + 0.050868, + 0.213476, + 0.085001, + -0.125930, + -0.011377, + 0.008281, + 0.074647, + -0.043430, + -0.045047, + 0.119553, + 0.078141, + -0.097505, + 0.076375, + 0.003571, + -0.095726, + -0.051837, + 0.061920, + 0.129597, + -0.004826, + -0.105601, + 0.269421, + 0.011135, + -0.447753, + -0.013652, + 0.077037, + 0.062019, + -0.026014, + -1.939919, + 0.260454, + -0.107430, + 0.021731, + 0.055496, + -0.075316, + -0.006971, + -0.246213, + -0.027935, + -0.021968, + 0.031364, + -0.051149, + 0.054984, + -0.033834, + 0.036933, + 0.020368, + 0.012076, + 0.076024, + 0.004587, + -0.022090, + 0.004767, + 0.108759, + 0.187507, + -0.125508, + 0.226363, + -0.077122, + -0.038831, + -0.107674, + 0.103580, + -0.156375, + 0.072175, + -0.680733, + 0.073790, + 0.095689, + 0.138651, + 0.091917, + -0.008221, + -0.080681, + -0.052786, + -0.087634, + -0.081768, + 0.123870, + 0.059156, + -0.750342, + -0.144410, + 0.003497, + 0.094012, + -0.254811, + -0.078087, + -0.106860, + 0.009294, + 0.352926, + 0.083289, + -0.193306, + -0.012265, + 0.012441, + -0.261452, + -0.320734, + 0.013294, + -0.147311, + 0.061045, + 0.142187, + 0.176724, + 0.028108, + -0.094715, + -0.079888, + -0.049690, + 0.021113, + -0.000456, + -0.187322, + -0.005373, + 0.074816, + -0.083270, + -0.101611, + -0.022325, + -0.014305, + -0.126415, + 0.201326, + 0.236074, + 0.012793, + -0.238219, + -0.019569, + -0.017878, + 0.175544, + 0.034983, + 0.070513, + 0.067019, + 0.079507, + -0.016590, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 2.115 + std = 0.409 + data = [ + 1.645623, + 2.166109, + 1.947895, + 2.481774, + 2.301348, + 2.334065, + 2.261897, + 1.661039, + 1.806890, + 2.301781, + 2.570503, + 2.281882, + 2.068853, + 2.239151, + 2.178281, + 2.314943, + 2.386283, + 2.145686, + 2.028819, + 1.265509, + 2.275492, + 2.390543, + 2.118731, + 1.860619, + 2.256862, + 2.037164, + 2.600819, + 2.264738, + 2.309541, + 1.739871, + 2.292942, + 2.503036, + 2.082149, + 0.680682, + 2.296314, + 2.356400, + 2.285494, + 1.885109, + 2.875952, + 2.113225, + 2.368352, + 2.171995, + 1.772064, + 2.381807, + 1.779347, + 2.342549, + 2.295102, + 2.528460, + 2.314618, + 2.076054, + 1.961992, + 1.341720, + 1.993917, + 2.129239, + 2.313292, + 2.006541, + 2.246540, + 2.076857, + 2.489170, + 1.617295, + 2.401071, + 2.243829, + 2.173042, + 2.228499, + 2.335341, + 2.100917, + 2.122259, + 1.358735, + 2.437635, + 2.344355, + 2.480578, + 1.937520, + 2.051764, + 2.155985, + 2.872056, + 2.130394, + 2.469475, + 2.141585, + 2.223886, + 2.167622, + 2.498259, + 2.456263, + 2.200876, + 2.347705, + 2.115559, + 2.388176, + 2.256627, + 1.644537, + 2.057816, + 2.336661, + 2.066129, + 2.276078, + 2.148710, + 2.023429, + 2.534013, + 0.019404, + 2.583385, + 2.648288, + 1.862772, + 2.286314, + 1.951072, + 2.837539, + 2.355676, + 2.523032, + 2.302790, + 2.152050, + 2.003498, + 2.347127, + 2.082543, + 2.266767, + 1.717050, + 2.254257, + 2.204539, + 1.293539, + 2.331217, + 2.327785, + 1.914494, + 2.160726, + 2.216918, + 2.256407, + 1.553018, + 2.199618, + 2.207742, + 2.252208, + 2.335076, + 2.162906, + 1.650189, + 2.361875, + 2.395354, + 2.153502, + 2.702531, + 2.541179, + 1.537833, + 1.404127, + 2.532407, + 2.308943, + 2.431043, + 1.574112, + 2.464170, + 2.143157, + 2.234830, + 1.985077, + 2.322713, + 1.649402, + 2.239711, + 1.836630, + 2.529341, + 2.288931, + 2.002582, + 2.275775, + 0.003740, + 2.477441, + 2.117578, + 2.064291, + 1.631031, + 2.314671, + 2.365734, + 2.167030, + 0.000735, + 1.994868, + 2.303833, + 2.631388, + 2.641715, + 2.341049, + 1.583751, + 1.989417, + 1.943228, + 2.140648, + 2.189812, + 2.514903, + 1.928828, + 2.357645, + 2.134681, + 2.299448, + 1.842867, + 2.190402, + 2.157809, + 2.244392, + 2.029659, + 2.112519, + 2.394118, + 1.856054, + 1.788880, + 2.256158, + 1.890447, + 2.043455, + 2.097837, + 2.321871, + 1.962178, + 0.000369, + 2.320017, + 2.272326, + 2.124698, + 2.135204, + 2.292143, + 1.757137, + 2.166650, + 1.465018, + 1.781350, + 1.505733, + 2.168960, + 2.226008, + 1.851058, + 2.594117, + 2.417940, + 1.973884, + 2.715411, + 1.900339, + 2.391031, + 2.270557, + 2.359666, + 1.928764, + 1.855746, + 2.395121, + 2.291911, + 2.141106, + 0.261732, + 2.263479, + 2.238175, + 2.257568, + 1.916028, + 2.526611, + 1.883916, + 2.559430, + 1.926295, + 2.238616, + 1.122634, + 1.611549, + 1.884442, + 2.238501, + 2.529259, + 1.790134, + 1.964034, + 2.298795, + 2.258491, + 2.163506, + 2.370110, + 2.166306, + 2.399273, + 2.101642, + 1.460236, + 2.321971, + 1.645071, + 2.306768, + 2.210649, + 1.650130, + 2.035719, + 1.748516, + 1.915584, + 1.787635, + 2.100432, + 2.170074, + 1.950887, + 2.287235, + 2.445063, + 1.832223, + 2.639109, + 2.172845, + 1.685437, + 2.375890, + 2.432766, + 2.529369, + 2.511835, + 2.042752, + 2.386431, + 1.765721, + 1.744407, + 2.071315, + 1.772356, + 2.232223, + 2.155314, + 2.211265, + 2.123875, + 2.816331, + 1.707607, + 2.309205, + 2.257544, + 2.307383, + 2.133577, + 1.860906, + 2.094449, + 2.259886, + 0.544822, + 2.109096, + 2.334848, + 1.476588, + 1.917603, + 2.501487, + 2.273807, + 2.212974, + 2.197181, + 2.741188, + 2.117779, + 1.971331, + 2.485988, + 1.467517, + 2.726264, + 2.205632, + 1.679528, + 2.200694, + 1.974300, + 1.646209, + 2.138384, + 2.305933, + 2.212897, + 2.120238, + 2.571448, + 2.148812, + 1.918951, + 2.414548, + 2.661824, + 1.524079, + 2.473032, + 1.874564, + 2.348650, + 2.206319, + 2.056980, + 1.727330, + 2.167869, + 2.132689, + 2.278201, + 2.378165, + 2.342046, + 2.048447, + 2.254229, + 2.164832, + 2.180498, + 2.155704, + 2.083955, + 2.337360, + 2.254462, + 2.797994, + 1.318178, + 2.421435, + 2.216142, + 2.173573, + 2.264235, + 2.179361, + 2.283053, + 1.723794, + 2.087944, + 1.944197, + 1.965242, + 2.175548, + 2.309778, + 2.077184, + 1.984303, + 2.359352, + 2.461823, + 3.011858, + 1.861630, + 2.132771, + 2.069372, + 2.105179, + 2.102484, + 2.205055, + 1.983081, + 2.343715, + 2.353660, + 2.360090, + 2.365075, + 2.048461, + 3.073119, + 2.586219, + 2.205552, + 2.071126, + 1.861698, + 2.361671, + 2.394933, + 2.384718, + 2.021948, + 2.091704, + 2.284999, + 2.859057, + 2.323376, + 2.046816, + 2.365988, + 2.073633, + 2.105696, + 1.397165, + 2.840476, + 2.279698, + 2.209159, + 2.468603, + 1.778542, + 2.331502, + 2.781326, + 2.055027, + 2.851315, + 2.631470, + 2.209708, + 1.378338, + 2.402227, + 2.214690, + 2.314429, + 2.314360, + 1.899534, + 2.345292, + 1.950917, + 2.140616, + 1.828105, + 2.322566, + 1.694408, + 2.018255, + 2.248943, + 1.747120, + 1.699957, + 1.902348, + 2.035076, + 2.300554, + 2.153045, + 1.861611, + 2.356694, + 1.831270, + 2.220302, + 1.998067, + 1.951280, + 2.227818, + 1.055423, + 2.265891, + 2.385504, + 2.365033, + 1.849454, + 0.172720, + 2.344382, + 2.077477, + 2.543189, + 2.327140, + 1.979092, + 1.296364, + 2.246955, + 1.738600, + 2.171280, + 2.141909, + 0.847083, + 2.026437, + 2.326024, + 2.172625, + 2.128963, + 2.312980, + 1.632997, + 2.432164, + 1.709181, + 2.151006, + 1.824820, + 2.283887, + 0.736037, + 1.826634, + 2.226382, + 3.007231, + 1.192970, + 2.460868, + 1.781269, + 2.092138, + 2.687312, + 1.482590, + 2.238855, + 2.051525, + 2.309896, + 2.307041, + 2.181498, + 2.223216, + 1.883328, + 2.114161, + 2.936293, + 2.170170, + 2.629520, + 2.257234, + 2.169330, + 1.536970, + 2.436221, + 1.931941, + 1.756073, + 2.122680, + 2.972578, + 2.206512, + 1.773394, + 2.169885, + 2.207984, + 2.265443, + 1.666857, + 2.071218, + 2.155242, + 2.106300, + 2.214703, + 2.132921, + 2.202743, + 2.374051, + 2.314027, + 2.207533, + 1.565282, + 1.946135, + 1.599462, + 2.045778, + 2.097262, + 2.392824, + 3.458942, + 2.224959, + 2.272212, + 1.470573, + 1.670516, + 2.126646, + 0.767406, + 2.119945, + 2.292583, + 2.312250, + 2.158832, + 1.979652, + 2.134780, + 2.038841, + 2.126286, + 2.404523, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_13_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.027 + std = 0.449 + data = [ + -0.420649, + -0.470715, + 0.187953, + 0.836915, + -0.074725, + 0.335456, + -0.566232, + 0.496892, + 0.146477, + -0.454382, + -0.653866, + 0.193125, + 0.364097, + 0.145283, + -0.163124, + 0.149463, + 0.630323, + -0.183053, + -0.116631, + 0.219376, + -0.488781, + 0.379953, + -0.273902, + -0.253079, + -0.150895, + 0.388208, + -0.288222, + -0.095994, + -0.165015, + 0.316608, + 0.931670, + -0.099175, + -0.188748, + -0.327708, + -0.080325, + 0.067777, + 0.510726, + 0.022044, + 0.557823, + 0.374754, + 0.223310, + 0.202838, + -0.044565, + -0.776563, + 0.201346, + -0.278751, + 0.300804, + 0.915300, + 0.232022, + -0.676066, + 0.110901, + -0.163422, + -0.585739, + 0.003922, + 0.276156, + -0.015131, + -0.007459, + -0.770139, + 0.759341, + -0.289329, + -0.253301, + -0.116804, + -0.413245, + -0.100891, + -0.418503, + -0.251820, + -0.623256, + -0.060969, + 0.614144, + -0.387639, + -0.630101, + -0.536216, + 0.218682, + -0.413859, + -0.920841, + -0.094647, + 0.296572, + -0.324773, + 0.018221, + -0.558976, + -0.205106, + 0.266507, + -0.239303, + 0.609455, + 0.614422, + 0.320307, + -0.508567, + 0.339139, + 0.261687, + 0.316735, + -0.083390, + 0.080210, + 0.780733, + 0.424556, + -0.450149, + -0.001255, + -0.812954, + 0.508035, + 0.306303, + 0.700175, + 0.182729, + -0.646138, + 0.307494, + 0.739723, + -0.168289, + 0.038492, + 0.796230, + 0.281888, + 0.270679, + 0.355584, + -0.102129, + -0.331193, + 0.767356, + -0.011194, + -0.563728, + -0.094300, + -0.203801, + -0.059269, + -0.415095, + 0.172280, + -0.286282, + -0.161643, + -0.333079, + -0.268090, + 0.690279, + -0.352835, + -0.014950, + 0.583243, + 0.380812, + -0.185959, + -0.667558, + -0.525506, + -1.294311, + 0.147828, + 0.593925, + 0.146526, + -0.208967, + -0.001262, + -0.558594, + -0.097175, + -0.336994, + -0.582631, + -0.148636, + 0.022741, + -0.393360, + 0.055746, + -0.784805, + -0.455585, + 0.286561, + -0.040386, + -0.000404, + -1.046183, + -0.409564, + -0.297463, + -0.289246, + -0.383886, + -0.638420, + -0.006263, + -0.000583, + -0.241364, + -0.007196, + 1.043513, + 0.617855, + 0.156101, + 0.247377, + 0.772678, + -0.432255, + -0.150276, + -0.274818, + 0.648275, + -0.252036, + -0.099132, + 0.368514, + -0.185888, + -0.010480, + 0.540359, + 0.369750, + 0.271906, + 0.286028, + 0.052312, + -0.397876, + -0.408269, + -0.740749, + -0.487991, + 0.297071, + -0.085399, + 0.081663, + -0.491438, + -0.585699, + -0.000369, + 0.315318, + -0.166398, + -0.066788, + -0.518026, + -0.681781, + 0.285652, + -0.584821, + 0.007026, + -0.585006, + 0.033687, + -0.050980, + -0.557732, + -0.058002, + -1.138522, + 0.950005, + -0.143140, + -0.570658, + -0.019221, + -0.424142, + 0.171361, + -0.552831, + -0.501347, + 0.432222, + 0.631258, + -0.167570, + 0.780191, + -0.059971, + -0.318658, + -0.204195, + 0.062266, + 0.186706, + 0.295980, + 0.541101, + -0.690441, + 0.019495, + -0.210840, + -0.088032, + 0.003291, + -0.035175, + 0.102790, + -0.416555, + -0.645973, + -0.079223, + 0.024938, + 0.159833, + -0.162567, + 0.160751, + -0.190913, + -0.243064, + -0.169062, + 0.151856, + 0.373574, + 0.356517, + -0.283142, + -0.003026, + -0.397662, + -0.195712, + -0.092295, + -0.228049, + 0.111558, + 0.601098, + 0.075273, + 0.285059, + 0.071388, + -0.281797, + 0.370481, + -0.796514, + 0.263796, + -0.024204, + -0.970860, + -0.300026, + 0.331136, + 0.375701, + -0.387805, + 0.166189, + 0.349687, + 0.272651, + 0.308415, + -0.057754, + 0.280607, + -0.290068, + 0.258126, + -0.571510, + -0.688540, + -0.024513, + -0.371086, + -0.023004, + 0.024765, + -0.043515, + -0.028052, + -0.769732, + 0.158766, + -0.182353, + 0.010539, + 0.221078, + 0.103146, + 0.111515, + -0.135316, + -0.661014, + -0.192168, + -0.131216, + -0.769255, + 0.840748, + -0.533398, + -0.385413, + -0.268763, + -1.335105, + -0.510215, + -0.651125, + -0.888775, + -0.059587, + -0.763092, + -0.230593, + 0.207610, + -0.516643, + -0.287049, + -0.362946, + -0.063124, + -0.532191, + -0.297586, + 0.816682, + -0.132406, + -0.109646, + -0.164636, + 0.278672, + 0.484917, + -0.245893, + -0.325857, + -0.170961, + 0.733778, + 0.132833, + 0.833916, + -0.917108, + -0.008531, + 0.311793, + -0.026623, + 0.914226, + -0.050308, + -0.325323, + 1.163742, + -0.270568, + -0.341225, + -0.261684, + 0.332645, + 0.282189, + 0.315845, + 0.492518, + 0.008867, + -0.166565, + 0.075554, + 0.029749, + -0.459463, + -0.121397, + -0.185927, + -0.867682, + -0.476394, + -0.343144, + 0.397106, + -0.308144, + 1.022844, + 0.627203, + -0.424986, + 0.404191, + -0.115904, + -0.196229, + 0.306391, + -0.327092, + -0.045275, + 0.069452, + 0.373850, + -0.601830, + -0.675492, + 0.377744, + 0.786428, + 0.555276, + 0.661990, + 0.261688, + -0.269208, + 0.726896, + 0.835623, + 0.462785, + -0.082618, + -0.238963, + 1.170239, + -0.866341, + -0.811773, + -0.425509, + 0.224402, + -0.300923, + 0.362006, + 0.614213, + -0.083937, + 0.755682, + 0.811688, + -0.505570, + -0.511259, + -0.512921, + 0.520354, + 0.685596, + 0.399548, + -0.206056, + -0.142762, + 0.860419, + -0.212523, + 0.284220, + 0.148539, + -0.150988, + 0.520899, + -0.206141, + 0.463883, + 0.066001, + 0.689991, + 0.058204, + -0.330325, + -0.715367, + 0.257658, + -0.011222, + 0.260202, + 0.413829, + 0.065687, + -0.066069, + -0.021597, + 0.575127, + -0.136035, + 0.612483, + 0.370442, + -0.149086, + -0.051559, + 0.203860, + -0.092414, + 0.573328, + -0.232363, + 0.094592, + 0.915092, + -1.119373, + 0.619382, + 0.701378, + -0.126736, + -0.181682, + 0.007062, + -0.739399, + 0.542231, + -0.125704, + 0.182585, + 0.109012, + -0.565247, + 0.656519, + -0.378336, + -0.229420, + -0.493293, + -0.097049, + -0.149189, + -0.127787, + 0.063739, + -0.439276, + 0.334468, + 0.434493, + -0.093400, + -0.968936, + -0.502210, + 0.070880, + -0.483098, + -0.130204, + -0.442849, + -0.179861, + 0.567046, + -0.842664, + -0.539806, + 0.284916, + -0.179553, + -0.390516, + -0.048469, + 0.183920, + -0.597233, + 0.709356, + 0.405242, + -0.957586, + -0.262838, + -0.333198, + 0.186788, + -1.257091, + -0.066680, + -0.148575, + -0.413377, + 1.226445, + -0.344350, + 1.034171, + 0.185619, + -0.119357, + 0.745124, + 0.312430, + 0.101009, + -0.552269, + -0.055638, + -0.554019, + 0.112449, + -0.544691, + -0.394530, + 0.994261, + -0.412330, + 0.217452, + -0.417746, + 0.206683, + 0.171807, + 0.133255, + -0.321007, + 0.604348, + -0.019892, + -0.022333, + -0.035211, + -0.010667, + -0.833125, + 0.340420, + 0.059908, + 0.634015, + 0.710497, + -0.702675, + 0.609069, + 0.456548, + 0.109791, + -0.500717, + -0.552081, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_13_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.601 + std = 0.133 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.061 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_13_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.007 + std = 0.243 + data = [ + 0.266308, + -0.055407, + -0.176451, + -0.218298, + 0.168125, + -0.041186, + 0.148354, + -0.021732, + -0.303931, + -0.101353, + 0.233395, + 0.030744, + -0.070249, + 0.193655, + -0.164622, + -0.366729, + -0.173746, + -0.158786, + -0.084324, + -0.211436, + 0.212341, + -0.107878, + -0.247269, + -0.018881, + -0.038373, + -0.111908, + -0.632501, + -0.121872, + 0.046127, + 0.116880, + -0.223425, + 0.127520, + 0.116039, + 0.061375, + 0.208090, + 0.080128, + 0.043126, + 0.086948, + -0.058039, + -0.167285, + 0.019839, + -0.016183, + 0.068963, + 0.353761, + -0.042239, + 0.030464, + -0.170936, + 0.045898, + -0.176843, + -0.165661, + 0.022859, + -0.343909, + -0.048133, + 0.112275, + -0.054191, + 0.067729, + -0.077835, + -0.014360, + -0.132713, + 0.101175, + -0.035208, + 0.199005, + 0.084832, + 0.036420, + -0.012920, + 0.132742, + 0.253716, + -0.210925, + -0.181480, + 0.025478, + 0.200027, + 0.070492, + -0.148279, + 0.005152, + 0.118729, + -0.018076, + -0.072844, + -0.024417, + -0.000296, + 0.104376, + 0.163507, + -0.150136, + -0.021485, + -0.133407, + -0.128777, + 0.122777, + 0.110169, + -0.099277, + -0.349078, + 0.033543, + -0.230323, + -0.156857, + -0.252376, + -0.054343, + 0.060184, + -0.078675, + 0.152418, + 0.125843, + -0.169859, + 0.026835, + -0.009734, + -0.159945, + 0.126975, + -0.222454, + -0.062897, + -0.013082, + -0.154916, + 0.148057, + -0.122902, + -0.088708, + 0.265353, + 0.197920, + -0.138592, + 0.068795, + 0.216820, + 0.099839, + -0.188160, + 0.200489, + 0.312711, + 0.092440, + 0.131911, + 0.081106, + 0.115756, + 0.098650, + -0.066820, + 0.062499, + 0.023974, + 0.034253, + -0.086508, + -0.261855, + 0.345803, + 0.086724, + 0.278831, + -0.110213, + -0.176421, + -0.080270, + -0.014960, + -0.043536, + 0.057601, + 0.157584, + 0.026102, + 0.576546, + -0.158634, + 0.155895, + 0.373931, + -0.166793, + 0.300322, + 0.213624, + -0.079008, + 0.090084, + 0.118815, + 0.282751, + 0.083783, + 0.026654, + -0.058258, + -0.149389, + -0.115685, + 0.180101, + 0.016793, + 0.207425, + 0.170231, + -0.217852, + -0.363980, + 0.002757, + -0.015063, + 0.037544, + -0.062049, + 0.169981, + -0.173019, + 0.036580, + 0.179046, + 0.012226, + 0.126826, + -0.100934, + 0.104601, + -0.164945, + -0.155512, + 0.033853, + 0.093209, + -0.096503, + -0.330900, + 0.326644, + 0.208435, + -0.111830, + -0.069158, + -0.051961, + 0.087405, + 0.296914, + 0.089988, + -0.254643, + 0.036975, + -0.099401, + 0.098323, + -0.004226, + 0.118775, + -0.142732, + 0.202249, + -0.505252, + 0.139121, + -0.005937, + -0.250715, + 0.273709, + -0.045215, + 0.272989, + -0.029896, + 0.464617, + 0.018530, + -0.154239, + -0.014974, + -0.081782, + -0.082972, + -0.156665, + -0.177246, + -0.286486, + -0.344999, + -0.194241, + 0.147309, + -0.152123, + -0.171012, + 0.011914, + 0.001794, + -0.190032, + -0.140026, + -0.338495, + -0.124052, + -0.019107, + -0.068101, + 0.071857, + 0.197473, + 0.040540, + -0.169899, + 0.180503, + -0.161209, + 0.094660, + -0.113979, + -0.021183, + -0.194569, + 0.428558, + 0.011751, + 0.065657, + -0.095991, + 0.126726, + 0.053257, + -0.084166, + -0.371719, + 0.056346, + -0.008615, + -0.061211, + 0.086297, + -0.279854, + -0.289309, + 0.023597, + 0.225041, + 0.218156, + 0.297655, + -0.112002, + 0.071295, + -0.018754, + 0.000468, + 0.005976, + -0.044092, + -0.140559, + -0.388154, + -0.017490, + -0.115012, + -0.124868, + -0.208599, + 0.079820, + 0.157474, + 0.119602, + -0.047453, + -0.096019, + 0.081442, + 0.158723, + 0.015743, + 0.152173, + -0.089253, + -0.049055, + 0.098793, + 0.032641, + 0.149900, + -0.012793, + -0.048832, + -0.017854, + -0.038516, + 0.147075, + -0.067027, + 0.018656, + 0.012714, + -0.119056, + 0.086527, + 0.261853, + -0.176633, + -0.061921, + 0.320999, + 0.190016, + 0.161469, + 0.293329, + 0.194417, + 0.148608, + 0.329760, + 0.275073, + 0.180109, + -0.259772, + -0.028171, + -0.148277, + 0.038148, + -0.050838, + 0.199226, + 0.061270, + -0.085501, + -0.148273, + 0.169799, + 0.229598, + -0.158074, + 0.202810, + 0.100204, + 0.459904, + 0.121105, + -0.372342, + 0.207013, + -0.219704, + 0.336638, + 0.019064, + 0.082729, + 0.088500, + -0.395367, + 0.263216, + 0.085342, + -0.339973, + -0.068228, + -0.619529, + 0.006780, + -0.075489, + -0.113050, + 0.001569, + 0.146806, + 0.322249, + 0.141585, + 0.024240, + 0.316489, + 0.174811, + -0.169480, + -0.115583, + 0.307200, + 0.004515, + 0.266425, + -0.235638, + 0.030944, + -0.089876, + -0.226923, + 0.162049, + -0.112466, + -0.150536, + -0.059563, + 0.001304, + 0.355038, + 0.098700, + 0.087186, + -0.259559, + 0.184190, + 0.066079, + 0.429100, + -0.223681, + -0.141638, + 0.007650, + -0.005943, + -0.013387, + -0.157288, + -0.100919, + 0.107843, + -0.200296, + 0.231698, + 0.337575, + -0.007160, + 0.038804, + -0.088005, + -0.076855, + -0.006463, + -0.050249, + -0.194797, + -0.036695, + -0.000209, + -0.178520, + 0.272448, + 0.149292, + -0.441075, + 0.097186, + -0.051611, + -0.273375, + 0.084773, + 0.354988, + 0.025427, + 0.014866, + -0.112165, + 0.071510, + -0.125074, + -0.072564, + -0.013851, + 0.015328, + 0.050602, + -0.346870, + -0.007968, + 0.156564, + 0.151882, + 0.101130, + 0.001310, + 0.087609, + -0.120629, + -0.034046, + 0.114717, + -0.000497, + -0.123917, + -0.131131, + -0.036239, + -0.232960, + -0.173470, + -0.243803, + 0.174868, + 0.067314, + 0.024717, + -0.083574, + -0.077670, + -3.538939, + 0.016671, + -0.270685, + 0.148717, + 0.112482, + 0.161647, + 0.025172, + 0.343762, + -0.110835, + 0.162367, + -0.177269, + 0.188083, + -0.040847, + -0.009431, + 0.199297, + -0.248045, + 0.028703, + -0.080746, + 0.138949, + -0.132170, + -0.216767, + 0.084086, + 0.198474, + -0.326904, + 0.123305, + 0.256009, + 0.073429, + 0.132813, + -0.045477, + 0.182184, + 0.102886, + -1.212275, + -0.827050, + 0.002616, + 0.093579, + -0.201139, + -0.103872, + -0.061896, + -0.119329, + 0.155469, + 0.165355, + 0.157397, + -0.103417, + -0.105168, + 0.303334, + 0.116049, + 0.029450, + 0.312093, + 0.023980, + -0.040773, + 0.295635, + -0.449034, + -0.009263, + -0.434062, + 0.034973, + 0.157060, + 0.166001, + -0.014072, + 0.048221, + 0.181836, + 0.105024, + 0.335055, + -0.249863, + 0.096786, + -0.030041, + -0.214025, + 0.191879, + 0.057412, + 0.161527, + 0.041079, + -0.000237, + -0.145601, + 0.067493, + -0.171726, + 0.080826, + -0.018624, + 0.250057, + -0.066944, + 0.098741, + -0.436392, + -0.007295, + 0.066975, + -0.082069, + 0.308925, + -0.160818, + -0.213150, + 0.014892, + 0.084452, + -0.095697, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.823 + std = 0.221 + data = [ + 0.996565, + 0.619034, + 0.952174, + 0.822450, + 0.728105, + 0.550271, + 0.893783, + 1.245248, + 0.964819, + 0.672419, + 0.341123, + 0.625218, + 0.861952, + 0.371814, + 0.717560, + 0.564870, + 0.511828, + 0.887282, + 0.895916, + 0.685514, + 0.753706, + 0.645558, + 0.377649, + 0.990922, + 0.443054, + 0.703629, + 0.579058, + 0.745596, + 0.329735, + 1.324399, + 0.940838, + 0.678214, + 0.930562, + 1.252708, + 0.738764, + 0.542826, + 0.692758, + 1.033223, + 0.434853, + 0.825800, + 0.512137, + 0.805951, + 1.036189, + 0.776731, + 1.178788, + 0.567190, + 0.723739, + 0.545151, + 0.830312, + 0.820254, + 0.915964, + 0.742544, + 0.945474, + 0.801319, + 0.830460, + 1.025716, + 0.885328, + 0.865627, + 0.646415, + 1.108706, + 0.545231, + 0.789848, + 0.872427, + 0.740185, + 0.360708, + 0.568789, + 1.074290, + 1.145235, + 0.710459, + 0.764575, + 0.392120, + 0.948010, + 1.038677, + 0.626132, + 0.533378, + 1.092739, + 0.232723, + 0.737290, + 0.831231, + 0.981814, + 0.641930, + 0.457460, + 0.791941, + 0.718230, + 0.997910, + 0.679192, + 0.804532, + 1.072615, + 0.958885, + 0.771077, + 0.881799, + 0.834073, + 0.937759, + 0.938675, + 0.632880, + 0.993594, + 0.812535, + 0.614553, + 1.001421, + 0.722705, + 1.002912, + 0.387732, + 0.749346, + 0.806854, + 0.596046, + 0.873758, + 0.985542, + 0.771666, + 1.124022, + 0.853220, + 1.150714, + 0.775862, + 0.726718, + 1.310215, + 0.431545, + 0.786811, + 0.878212, + 0.771144, + 0.939736, + 0.594299, + 1.215131, + 0.936273, + 0.865849, + 0.368545, + 0.965716, + 0.792077, + 1.137620, + 0.667749, + 0.806632, + 0.516384, + 0.607343, + 0.508772, + 0.977297, + 1.083724, + 0.754366, + 0.826811, + 0.811983, + 1.175825, + 0.774331, + 0.643700, + 0.744932, + 0.940302, + 0.655880, + 1.145226, + 0.943542, + 0.850047, + 0.560593, + 0.558403, + 1.030980, + 0.660058, + 1.278282, + 0.734761, + 0.767871, + 1.021308, + 1.038834, + 0.562792, + 0.753298, + 0.725618, + 1.289569, + 0.858679, + 0.576158, + 0.634511, + 0.272273, + 0.647925, + 0.981279, + 1.077332, + 0.800917, + 0.676223, + 0.921453, + 0.648018, + 1.069571, + 0.577037, + 0.958723, + 0.829812, + 1.071393, + 0.922515, + 0.605770, + 0.737400, + 0.835091, + 0.367194, + 0.648117, + 1.028603, + 0.893172, + 0.910540, + 0.958945, + 0.994358, + 0.876672, + 0.538754, + 1.005348, + 1.071298, + 0.665337, + 0.836074, + 0.749698, + 0.888656, + 0.622937, + 1.036183, + 0.705109, + 0.636721, + 1.089764, + 1.228246, + 0.500861, + 0.838489, + 1.056243, + 0.615020, + 0.604440, + 0.993564, + 0.508349, + 0.962999, + 0.546399, + 0.699132, + 0.594868, + 0.887005, + 1.172950, + 0.557871, + 0.489655, + 0.862431, + 1.356497, + 0.761746, + 0.633640, + 0.325487, + 1.104257, + 0.491350, + 1.093088, + 0.664292, + 1.069220, + 0.725604, + 1.417740, + 1.245301, + 1.039443, + 0.746085, + 0.551707, + 0.903520, + 0.947665, + 0.717291, + 0.774131, + 0.790692, + 0.952101, + 0.668787, + 0.500762, + 0.951102, + 1.161213, + 0.551482, + 1.171353, + 0.668937, + 0.917828, + 1.088436, + 1.171199, + 1.035155, + 0.686794, + 1.069831, + 0.810347, + 0.410581, + 1.039148, + 0.811769, + 0.495465, + 1.021531, + 0.430715, + 0.777135, + 1.011832, + 0.726799, + 0.688605, + 0.520775, + 0.473436, + 0.997324, + 0.703830, + 1.045098, + 1.105049, + 0.898809, + 0.797972, + 1.022261, + 0.640025, + 0.867862, + 0.825733, + 0.727054, + 1.107111, + 0.786270, + 0.647590, + 0.578419, + 0.815674, + 0.944871, + 1.121070, + 0.668141, + 1.342126, + 0.936314, + 0.723495, + 1.108433, + 0.961451, + 0.966266, + 0.747959, + 0.749907, + 0.724450, + 0.319873, + 0.894088, + 0.996931, + 0.578291, + 1.127374, + 0.746395, + 0.820308, + 1.129005, + 0.857013, + 0.904683, + 1.090050, + 0.928431, + 0.763845, + 0.715515, + 0.816715, + 0.601664, + 0.706776, + 1.158211, + 0.778731, + 0.443691, + 1.141349, + 0.584934, + 1.027698, + 0.703950, + 0.667534, + 0.926681, + 1.235273, + 0.783519, + 0.921637, + 0.794776, + 0.761781, + 0.889806, + 0.891468, + 0.686479, + 0.583173, + 1.005817, + 0.759702, + 0.986819, + 1.039973, + 0.791221, + 1.184131, + 1.144652, + 0.814197, + 0.834560, + 0.746734, + 0.586732, + 0.757951, + 0.390607, + 1.100685, + 0.795749, + 0.950470, + 0.958432, + 0.691519, + 1.079805, + 1.069864, + 0.944867, + 0.399001, + 0.614862, + 0.576993, + 0.979704, + 1.101516, + 0.884152, + 0.795361, + 0.960379, + 0.844960, + 0.983412, + 0.645080, + 0.804634, + 0.539020, + 0.384245, + 1.000447, + 0.895521, + 0.694552, + 0.778274, + 1.047840, + 0.929501, + 0.686414, + 0.944683, + 0.732327, + 0.968647, + 0.794299, + 0.549874, + 0.764573, + 0.510675, + 0.949221, + 0.703433, + 0.529882, + 0.761015, + 0.930352, + 0.703240, + 0.865425, + 0.716785, + 0.805182, + 1.083523, + 0.627896, + 0.623598, + 0.844896, + 0.509018, + 0.578901, + 0.507388, + 1.063031, + 0.727907, + 0.907375, + 0.811745, + 0.663184, + 0.957113, + 0.677036, + 0.921437, + 0.646257, + 1.002433, + 0.670104, + 1.022682, + 1.034717, + 0.881809, + 0.383501, + 1.002495, + 1.091796, + 0.951274, + 0.633612, + 0.776126, + 0.875665, + 0.628232, + 1.005733, + 0.851361, + 0.850446, + 0.938871, + 0.879250, + 1.088537, + 0.788190, + 0.741946, + 0.797893, + 1.064634, + 0.062714, + 0.851132, + 0.901917, + 0.688854, + 0.596117, + 0.964517, + 1.148587, + 0.953262, + 0.830518, + 0.745536, + 0.902799, + 1.106477, + 0.994812, + 1.041469, + 0.505582, + 0.896588, + 0.603325, + 1.097580, + 0.614863, + 1.229174, + 0.786391, + 1.032391, + 0.666469, + 1.686815, + 0.839384, + 0.845040, + 0.763757, + 1.472878, + 0.613189, + 0.993895, + 0.743307, + 0.645847, + 1.002263, + 0.784758, + 0.745155, + 0.927628, + 0.618258, + 0.872140, + 0.352602, + 0.865673, + 0.877404, + 0.475169, + 0.722564, + 0.853452, + 0.780442, + 0.611392, + 1.307689, + 0.836085, + 1.053304, + 1.082809, + 0.911698, + 0.650837, + 0.856283, + 1.070725, + 0.559347, + 0.804775, + 0.953820, + 1.070854, + 1.013600, + 0.895931, + 0.819689, + 0.669811, + 0.957842, + 0.841979, + 0.381023, + 0.765226, + 0.850897, + 1.218175, + 1.028468, + 1.028899, + 0.935780, + 0.927389, + 0.724041, + 0.763708, + 0.792466, + 0.912214, + 1.044922, + 0.981944, + 1.093835, + 1.465878, + 0.585187, + 0.971165, + 0.827899, + 0.856601, + 1.089823, + 0.686019, + 0.896032, + 0.901397, + 0.695616, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_14_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.020 + std = 0.138 + data = [ + -0.154776, + -0.050456, + 0.080058, + 0.091857, + -0.061458, + 0.056872, + -0.059712, + -0.055146, + 0.031318, + 0.059787, + 0.008892, + -0.040688, + 0.014416, + -0.021395, + -0.066997, + 0.091345, + 0.140460, + 0.046844, + -0.011898, + 0.014864, + -0.038933, + 0.013962, + -0.056954, + 0.008743, + -0.109665, + 0.069592, + 0.228254, + 0.074811, + 0.062226, + -0.049446, + 0.202947, + -0.140965, + -0.109531, + -0.349174, + -0.180965, + -0.015091, + 0.004256, + 0.014225, + -0.151876, + 0.047433, + -0.045282, + 0.066133, + -0.051723, + -0.176623, + 0.011641, + -0.013303, + 0.062188, + -0.004565, + 0.011803, + -0.130815, + 0.090487, + 0.155639, + -0.112241, + -0.078552, + -0.032701, + -0.053781, + -0.031882, + -0.147980, + 0.125050, + -0.120153, + 0.000951, + -0.136239, + -0.074937, + -0.104626, + 0.065520, + 0.026780, + -0.109450, + 0.044225, + 0.049776, + -0.037427, + -0.028623, + -0.106620, + 0.135509, + 0.075434, + -0.075497, + -0.138935, + -0.002689, + -0.155159, + -0.100745, + -0.147591, + 0.164012, + -0.117242, + 0.019903, + 0.007901, + 0.104513, + -0.028712, + -0.240940, + 0.104708, + 0.080272, + 0.026509, + 0.030772, + 0.046586, + 0.152286, + 0.028894, + 0.048977, + 0.036041, + -0.021927, + -0.035724, + 0.051025, + 0.077496, + 0.017187, + 0.163123, + -0.033863, + 0.136676, + -0.126474, + 0.023552, + -0.124265, + 0.063050, + 0.202329, + 0.031387, + -0.188044, + 0.002264, + 0.081601, + -0.088164, + -0.052083, + -0.041729, + -0.148352, + -0.024358, + -0.159595, + 0.092124, + -0.091026, + -0.054311, + -0.019767, + -0.016614, + 0.058952, + 0.064200, + 0.016625, + 0.080138, + -0.008565, + 0.057924, + 0.025865, + 0.006249, + -0.511941, + 0.113268, + 0.013728, + 0.024091, + 0.008505, + -0.110917, + -0.086803, + -0.088668, + -0.085346, + -0.206839, + 0.030858, + -0.041444, + -0.082663, + 0.110784, + -0.093246, + -0.060968, + 0.136395, + 0.023370, + -0.213641, + -0.191828, + -0.013775, + 0.019783, + -0.058118, + -0.031039, + -0.044168, + 0.006477, + -0.015328, + -0.064801, + -0.084948, + 0.147213, + -0.017461, + -0.045285, + 0.097167, + 0.140915, + -0.131558, + -0.141477, + 0.047424, + -0.016397, + -0.109713, + -0.034997, + 0.071066, + -0.082038, + -0.048063, + -0.204601, + 0.099586, + 0.033461, + 0.014288, + -0.299914, + 0.090496, + -0.237844, + -0.212093, + -0.046120, + 0.006153, + 0.005647, + -0.065039, + -0.061777, + -0.134304, + 0.265342, + 0.055727, + -0.006786, + 0.018668, + -0.152301, + -0.145751, + 0.113087, + -0.185294, + -0.489573, + -0.249926, + 0.123275, + 0.046469, + -0.138968, + 0.093132, + -0.250551, + 0.121227, + -0.051164, + -0.007227, + -0.045868, + 0.036812, + -0.008687, + -0.074374, + -0.084248, + 0.079020, + -0.147064, + -0.011362, + 0.211706, + -0.232433, + -0.067227, + -0.057914, + -0.050514, + -0.015711, + 0.016275, + 0.081988, + 0.014334, + -0.058925, + -0.031030, + -0.176009, + -0.042130, + -0.065653, + 0.101996, + -0.076306, + -0.198367, + -0.096183, + -0.007777, + -0.010754, + -0.049754, + -0.065127, + -0.216077, + 0.037476, + -0.034582, + -0.023682, + -0.073207, + 0.137664, + -0.086946, + 0.095792, + 0.025154, + -0.012830, + -0.054894, + -0.059322, + 0.006798, + -0.063110, + -0.079153, + 0.031617, + -0.082815, + -0.117281, + 0.164348, + -0.088735, + 0.024817, + -0.074614, + -0.156991, + 0.009690, + -0.032102, + -0.036653, + 0.357904, + 0.058263, + 0.178357, + 0.021154, + -0.002528, + -0.039875, + -0.054247, + 0.094095, + 0.070170, + -0.154376, + 0.352074, + 0.030534, + -0.068483, + -0.003801, + -0.027769, + -0.020554, + 0.080848, + -0.267243, + 0.015924, + -0.037507, + 0.004714, + 0.017830, + -0.067820, + -0.000885, + 0.143607, + -0.104699, + 0.017190, + -0.036472, + 0.055294, + -0.102938, + -0.100671, + 0.009507, + -0.103935, + -0.082063, + -0.154286, + -0.314983, + -0.283241, + -0.087483, + -0.244608, + -0.008842, + 0.024859, + -0.064873, + -0.046993, + 0.017277, + 0.054588, + -0.210790, + -0.017000, + -0.240601, + -0.041105, + 0.006523, + -0.051866, + 0.013982, + 0.032647, + -0.070831, + -0.201074, + -0.048673, + 0.163791, + -0.015753, + 0.210461, + -0.163771, + 0.077587, + 0.056225, + 0.051324, + 0.287206, + 0.013911, + -0.098518, + 0.204534, + -0.044064, + 0.632370, + -0.127105, + 0.031844, + -0.007126, + 0.007007, + 0.008690, + -0.188421, + -0.137957, + -0.078299, + -0.145253, + -0.156433, + -0.098028, + -0.130681, + -0.233877, + -0.005750, + -0.101676, + 0.021952, + -0.052830, + -0.251471, + -0.286110, + -0.070243, + 0.183288, + -0.063088, + -0.076489, + 0.115994, + -0.218574, + 0.060264, + -0.075468, + 0.007337, + -0.084926, + -0.145710, + -0.488737, + 0.027302, + 0.187086, + 0.067655, + 0.068249, + -0.047658, + -0.008968, + 0.003369, + 0.054475, + -0.075003, + -0.035113, + -0.061687, + -0.106076, + -0.278017, + -0.004212, + 0.115466, + -0.080813, + 0.077765, + -0.240271, + -0.006331, + 0.126651, + -0.012279, + -0.259011, + -0.051353, + 0.793346, + 0.153004, + -0.315621, + -0.035349, + -0.004706, + -0.172327, + 0.064723, + 0.007247, + 0.001765, + 0.024494, + -0.004567, + 0.062527, + -0.032897, + -0.060294, + 0.082628, + 0.166178, + -0.003752, + -0.042058, + -0.107152, + 0.110154, + -0.021258, + 0.090607, + 0.041926, + 0.005826, + -0.095505, + -0.011153, + 0.077468, + -0.037596, + 0.080516, + 0.081416, + -0.089300, + 0.034945, + -0.295192, + -0.001549, + 0.101713, + 0.010167, + 0.000436, + 0.866802, + -0.295889, + 0.076306, + 0.046210, + -0.179798, + -0.088277, + -0.146793, + -0.136366, + 0.147709, + -0.130080, + 0.072611, + 0.149011, + -0.146978, + 0.031927, + -0.011932, + 0.111882, + -0.054937, + -0.146972, + 0.012632, + 0.036618, + 0.005746, + -0.197280, + 0.129635, + 0.265992, + -0.120832, + -0.264649, + 0.575578, + -0.121898, + -0.092895, + -0.064419, + -0.184737, + 0.358028, + 0.342337, + -0.114688, + -0.305406, + 0.062120, + 0.046193, + -0.018808, + -0.231715, + -0.014003, + -0.067070, + -0.174340, + 0.095846, + -0.014438, + -0.067630, + -0.098940, + -0.186856, + 0.218159, + 0.008187, + -0.011096, + -0.142030, + -0.013021, + -0.038778, + 0.619918, + -0.033276, + -0.050332, + 0.073578, + 0.120279, + -0.009645, + -0.114227, + -0.140423, + -0.112633, + 0.139375, + -0.105965, + 0.025633, + 0.187697, + -0.052218, + 0.053180, + -0.052779, + -0.061672, + -0.009034, + 0.096818, + -0.025831, + -0.259259, + -0.025498, + -0.019535, + -0.137588, + -0.087722, + -0.232735, + 0.066993, + -0.019253, + 0.016320, + 0.060744, + -0.176798, + 0.192560, + 0.089238, + -0.036082, + -0.213335, + -0.000048, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_14_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.040 + std = 1.111 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_14_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_14_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.013 + std = 0.486 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_14_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.004 + std = 0.242 + data = [ + 0.061978, + -0.027957, + 0.069383, + -0.066021, + 0.004013, + -0.129790, + 0.177822, + -0.208913, + 0.330226, + 0.113802, + 0.277554, + -0.240992, + 0.300721, + -0.020479, + 0.206258, + -0.116847, + -0.099970, + 0.131377, + 0.029645, + -0.032265, + -0.006670, + 0.129635, + 0.138612, + -0.094714, + -0.276431, + -0.146214, + -0.601319, + -0.086624, + 0.129891, + -0.244379, + 0.118308, + 0.383735, + 0.024620, + 0.038001, + 0.335806, + -0.019212, + 0.033331, + -0.198296, + 0.126649, + 0.058107, + -0.145780, + -0.000939, + 0.066358, + 0.079915, + 0.036350, + 0.101599, + 0.090547, + 0.188997, + 0.014759, + 0.160987, + -0.208272, + -0.441935, + -0.000887, + 0.203678, + -0.118217, + 0.063002, + 0.056217, + 0.192710, + -0.046319, + -0.082995, + -0.150388, + -0.068262, + -0.026860, + -0.047738, + -0.050542, + 0.462164, + -0.149301, + 0.159449, + 0.043732, + -0.092618, + 0.205590, + 0.104046, + -0.177246, + 0.126537, + 0.026524, + 0.334371, + -0.018887, + 0.082644, + -0.005627, + 0.093481, + 0.157114, + 0.060929, + -0.191124, + -0.360213, + -0.130196, + -0.073763, + -0.168364, + -0.184327, + 0.109630, + 0.033314, + 0.115732, + -0.069263, + 0.237761, + -0.098408, + 0.381764, + 0.118166, + 0.195433, + -0.043512, + 0.029716, + 0.044187, + 0.003863, + -0.211831, + -0.166716, + -0.122557, + -0.011255, + 0.155476, + 0.065437, + 0.019119, + -0.376127, + -0.021656, + 0.068512, + -0.208045, + 0.228096, + 0.125500, + 0.129921, + -0.086418, + -0.075647, + -0.068540, + -0.114183, + -0.020714, + -0.031898, + -0.181567, + -0.090911, + -0.038917, + 0.040260, + -0.122240, + 0.096467, + 0.025927, + -0.041962, + -0.018696, + 0.211054, + -0.102085, + 0.040512, + 0.026807, + -0.136842, + -0.116681, + -0.042958, + 0.042888, + -0.023096, + -0.079687, + 0.142051, + 0.167539, + -0.046977, + -0.057232, + -0.190278, + 0.189391, + 0.019386, + 0.240643, + -0.062096, + 0.015290, + -0.037138, + 0.046165, + -0.076279, + 0.012896, + 0.312792, + 0.022690, + 0.092336, + 0.011406, + 0.119857, + -0.007731, + 0.005354, + 0.086805, + -0.161831, + -0.076470, + -0.250372, + -0.164400, + -0.003450, + -0.053972, + 0.157697, + -0.281127, + -0.034761, + -0.197822, + 0.153706, + 0.375662, + -0.049160, + -0.237978, + 0.151924, + -0.066367, + -0.177832, + -0.126656, + -0.047160, + -0.266133, + 0.099249, + 0.055944, + 0.098586, + 0.146595, + -0.105653, + -0.467140, + 0.191535, + 0.512885, + 0.039201, + 0.198118, + -0.071214, + -0.147888, + -0.081559, + 0.131461, + 0.263681, + -0.487456, + -0.064382, + -0.036715, + -0.388793, + 0.259225, + 0.012500, + -0.013753, + 0.001341, + -0.285603, + -0.025140, + 0.120851, + -0.158690, + -0.043867, + -0.051186, + 0.358154, + 0.269998, + -0.139138, + -0.040568, + -0.007384, + 0.009283, + 0.293917, + 0.021012, + 0.170953, + -0.024672, + -0.113515, + 0.111832, + 0.293219, + 0.139773, + 0.044281, + 0.297006, + 0.048429, + -0.343687, + -0.079655, + 0.001232, + 0.109273, + 0.186147, + -0.186047, + -0.002806, + 0.110246, + 0.275653, + 0.255986, + 0.096414, + -0.013938, + -0.053273, + -0.045554, + -0.132628, + 0.054432, + -0.142485, + 0.128067, + 0.085874, + -0.022119, + 0.057556, + 0.151425, + -0.449290, + 0.062797, + -0.206598, + -0.033403, + -0.098027, + 0.114009, + -0.007940, + -0.050182, + 0.070050, + -0.092592, + 0.073932, + -0.188981, + -0.104823, + 0.136939, + 0.161184, + 0.107134, + -0.233583, + -0.243883, + -0.068109, + -0.056330, + 0.182038, + 0.199005, + -0.086662, + -0.108054, + -0.087746, + 0.000159, + 0.308432, + 0.128878, + 0.001387, + -0.022673, + 0.171896, + -0.059663, + -0.059433, + 0.052797, + 0.012057, + -0.149774, + -0.029670, + -0.119953, + 0.222015, + -0.021639, + 0.144416, + -0.107897, + 0.255575, + 0.194210, + -0.127821, + -0.037822, + -0.009774, + 0.513117, + 0.202511, + 0.272240, + -0.082328, + 0.154000, + -0.051014, + 0.041686, + -0.382647, + 0.170156, + -0.222502, + 0.022603, + -0.119731, + -0.079938, + 0.354903, + 0.014266, + -0.140997, + -0.226868, + 0.037778, + 0.174378, + 0.127839, + 0.159077, + 0.157264, + -0.063713, + -0.260494, + -0.322422, + 0.031865, + -0.030221, + 0.177966, + 0.004208, + -0.020910, + 0.177171, + 0.057282, + 0.017409, + -0.012501, + -1.158900, + 0.087035, + 0.240654, + -0.077133, + 0.180330, + -0.005274, + -0.007241, + 0.058127, + -0.050603, + -0.099238, + -0.042674, + -0.038965, + 0.243445, + -0.033848, + 0.042185, + -0.146935, + 0.002996, + -0.107802, + 0.267647, + -0.029991, + -0.178290, + -0.260711, + 0.208096, + 0.103047, + -0.258569, + 0.214485, + 0.071433, + -0.140246, + -0.016473, + -0.095300, + 0.016777, + 0.404385, + -0.356120, + -0.118595, + 0.158350, + 0.093872, + -0.085845, + -0.366987, + 0.108392, + 0.151829, + 0.092765, + 0.063634, + 0.650979, + -0.051390, + 0.203364, + 0.218382, + -0.005544, + 0.012730, + -0.130040, + -0.059834, + 0.030993, + -0.136027, + -0.234174, + -0.104387, + -0.009411, + -0.142975, + -0.019538, + 0.385764, + 0.220189, + -0.030616, + -0.112844, + 0.129906, + -0.205388, + 0.087134, + 0.034202, + 0.177756, + 0.188836, + 0.111348, + -0.222965, + -0.032433, + -0.012034, + -0.086277, + -0.006826, + -0.126965, + 0.175213, + -0.086005, + -0.047187, + -0.088419, + 0.205763, + -0.089695, + 0.048591, + 0.139652, + 0.092585, + -0.119543, + -0.243154, + 0.336162, + 0.171593, + -0.169195, + -0.069097, + 0.007225, + 0.169140, + -0.115886, + -3.598410, + 0.235495, + 0.109173, + -0.057653, + 0.152914, + -0.140920, + 0.096857, + -0.229274, + -0.164548, + -0.071255, + 0.213934, + 0.005602, + 0.180190, + -0.176816, + 0.074373, + 0.085185, + -0.113355, + 0.164551, + 0.058778, + 0.170404, + -0.010861, + 0.097127, + 0.161525, + 0.231224, + 0.302317, + -0.039971, + -0.117334, + -0.258132, + 0.090551, + -0.315288, + -0.072555, + -0.747723, + 0.296378, + 0.049031, + 0.019469, + 0.194812, + -0.054658, + -0.028934, + -0.121888, + -0.071409, + -0.131652, + 0.034585, + -0.133957, + -0.956350, + -0.021411, + 0.012810, + 0.179071, + -0.160542, + -0.122856, + -0.338761, + 0.113632, + 0.365675, + 0.173783, + -0.056213, + 0.014173, + 0.060611, + -0.304591, + -0.304042, + 0.004298, + -0.264999, + 0.026571, + 0.463016, + 0.393953, + 0.097511, + -0.087021, + 0.038840, + -0.113732, + -0.176053, + 0.033602, + -0.039276, + 0.102548, + 0.127351, + -0.188924, + 0.052867, + -0.199225, + 0.138917, + 0.014097, + -0.126435, + 0.019103, + 0.037897, + -0.294848, + -0.206698, + -0.045970, + 0.231457, + -0.116565, + 0.119809, + 0.025266, + -0.069249, + 0.039975, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 2.642 + std = 0.509 + data = [ + 1.952972, + 2.809766, + 2.588490, + 3.042015, + 2.864171, + 2.901348, + 2.667041, + 2.236216, + 2.407704, + 2.892582, + 3.081957, + 2.970015, + 2.806460, + 2.789873, + 2.627287, + 2.862590, + 3.035527, + 2.719737, + 2.544648, + 1.571081, + 2.868321, + 2.920216, + 2.694417, + 2.279109, + 2.940815, + 2.586103, + 3.355282, + 2.864836, + 2.998403, + 1.985165, + 2.989309, + 3.108135, + 2.628595, + 0.902931, + 2.889434, + 2.883361, + 2.787323, + 2.403933, + 3.506115, + 2.610772, + 2.970417, + 2.817055, + 2.244761, + 2.959322, + 2.280438, + 2.930486, + 2.831325, + 3.145907, + 2.766520, + 2.586819, + 2.471335, + 1.930678, + 2.469770, + 2.639034, + 2.904418, + 2.405784, + 2.692266, + 2.590531, + 3.040733, + 2.025516, + 2.961771, + 2.801497, + 2.692634, + 2.858620, + 2.847631, + 2.600391, + 2.531052, + 1.715274, + 3.064409, + 2.814581, + 3.140021, + 2.428951, + 2.498304, + 2.703524, + 3.681352, + 2.626894, + 3.062251, + 2.800207, + 2.797610, + 2.666091, + 3.142740, + 2.921217, + 2.753192, + 3.040256, + 2.696311, + 2.967354, + 2.823321, + 2.009285, + 2.574651, + 2.859657, + 2.587859, + 2.854598, + 2.652705, + 2.598455, + 3.193680, + 0.155707, + 3.181055, + 3.219829, + 2.230369, + 2.980263, + 2.344004, + 3.421812, + 2.885357, + 3.085026, + 2.965552, + 2.730914, + 2.492951, + 2.880244, + 2.610481, + 2.872679, + 2.120813, + 2.811681, + 2.702329, + 1.566824, + 2.924520, + 2.731318, + 2.421790, + 2.691704, + 2.565611, + 2.880500, + 2.116721, + 2.677197, + 2.787499, + 2.876870, + 2.870334, + 2.789458, + 1.943067, + 2.975516, + 2.964309, + 2.724242, + 3.311692, + 2.973611, + 1.885838, + 1.714462, + 3.233433, + 2.932622, + 2.865226, + 1.850227, + 2.898932, + 2.855451, + 2.709666, + 2.362056, + 2.911507, + 2.060721, + 2.749886, + 2.398174, + 3.159001, + 2.812892, + 2.389350, + 2.840041, + 0.001097, + 3.019427, + 2.680745, + 2.582044, + 2.011228, + 3.016971, + 2.991115, + 2.625138, + -0.000815, + 2.474370, + 2.969965, + 3.243237, + 3.201488, + 2.876355, + 1.960154, + 2.429287, + 2.469175, + 2.626333, + 2.853115, + 3.173352, + 2.435140, + 2.897747, + 2.688510, + 2.785860, + 2.278076, + 2.623937, + 2.796953, + 2.874052, + 2.602648, + 2.649116, + 2.973907, + 2.304010, + 2.233524, + 2.818445, + 2.375932, + 2.629744, + 2.765565, + 2.906756, + 2.481947, + -0.000051, + 2.895880, + 2.804945, + 2.694900, + 2.699650, + 2.914895, + 2.158323, + 2.682522, + 1.921332, + 2.218359, + 1.968450, + 2.888032, + 2.775113, + 2.374530, + 3.264033, + 3.034001, + 2.424550, + 3.268888, + 2.425993, + 2.952267, + 2.849390, + 3.036351, + 2.403605, + 2.295921, + 2.875909, + 2.829663, + 2.626397, + 0.678547, + 2.715980, + 2.943658, + 2.864046, + 2.153495, + 3.022280, + 2.411782, + 3.115799, + 2.504593, + 2.793868, + 1.443897, + 1.963167, + 2.315281, + 2.810349, + 3.170386, + 2.250994, + 2.465688, + 2.839909, + 2.759180, + 2.815954, + 2.808765, + 2.590654, + 2.936314, + 2.536050, + 1.712570, + 2.996488, + 2.047956, + 2.815866, + 2.845130, + 1.942647, + 2.374517, + 2.267325, + 2.228677, + 2.127548, + 2.770516, + 2.754597, + 2.522385, + 2.924158, + 3.034816, + 2.241602, + 3.393209, + 2.776259, + 2.028511, + 3.070989, + 3.153145, + 3.143640, + 3.020557, + 2.312277, + 2.941458, + 2.130618, + 2.055427, + 2.556717, + 2.331416, + 2.840099, + 2.538744, + 2.864291, + 2.597984, + 3.463453, + 2.136813, + 2.988154, + 2.919001, + 2.832874, + 2.795320, + 2.370653, + 2.556459, + 3.003293, + 0.123609, + 2.708538, + 3.034850, + 1.866593, + 2.533880, + 3.043243, + 2.915687, + 2.820815, + 2.794522, + 3.453255, + 2.803878, + 2.433161, + 2.864587, + 1.817536, + 3.380637, + 2.598677, + 2.091130, + 2.581058, + 2.518798, + 2.065102, + 2.597442, + 2.913349, + 2.850305, + 2.917612, + 3.187450, + 2.679844, + 2.306404, + 2.991320, + 3.268509, + 1.875259, + 3.204329, + 2.372548, + 2.783011, + 2.927697, + 2.646623, + 2.063042, + 2.831225, + 2.773128, + 2.737542, + 2.840569, + 2.731164, + 2.633813, + 3.070404, + 2.800514, + 2.796291, + 2.759152, + 2.635226, + 2.758735, + 2.809566, + 3.495808, + 1.714441, + 2.993030, + 2.807007, + 2.629854, + 2.935201, + 2.766424, + 2.869633, + 2.302032, + 2.588357, + 2.445379, + 2.583001, + 2.713746, + 3.107320, + 2.552514, + 2.503268, + 2.876469, + 3.009948, + 3.763605, + 2.220996, + 2.593066, + 2.653425, + 2.737211, + 2.550983, + 2.817291, + 2.414170, + 2.833048, + 2.948538, + 2.934803, + 2.955706, + 2.625845, + 3.550327, + 3.217149, + 2.766922, + 2.731588, + 2.446018, + 2.953064, + 2.899691, + 3.149620, + 2.594833, + 2.766630, + 2.818103, + 3.643733, + 3.160403, + 2.577058, + 2.867317, + 2.556581, + 2.855379, + 1.691738, + 3.336965, + 2.793259, + 2.786022, + 3.112020, + 2.133869, + 2.884339, + 3.265097, + 2.558569, + 3.488668, + 3.195425, + 2.711294, + 1.866361, + 3.052498, + 2.657145, + 2.892221, + 2.788276, + 2.525690, + 2.872916, + 2.642201, + 2.689745, + 2.308383, + 2.863732, + 2.194244, + 2.600652, + 2.948938, + 2.080492, + 2.114968, + 2.296471, + 2.488562, + 2.863269, + 2.814555, + 2.398309, + 2.816815, + 2.363947, + 2.742350, + 2.506435, + 2.328085, + 2.719520, + 1.319466, + 2.781096, + 2.963627, + 2.813696, + 2.238301, + 0.267740, + 3.017898, + 2.667964, + 3.205193, + 2.905215, + 2.553076, + 1.605102, + 2.715613, + 2.227462, + 2.708394, + 2.711367, + 1.167093, + 2.600996, + 2.854996, + 2.782464, + 2.685901, + 3.029059, + 1.928515, + 3.095242, + 2.024102, + 2.785770, + 2.171691, + 2.911264, + 0.913763, + 2.201801, + 2.975001, + 3.611760, + 1.482178, + 3.050507, + 2.325145, + 2.703387, + 3.385718, + 1.785445, + 2.826145, + 2.491417, + 2.732629, + 2.980925, + 2.557577, + 2.802078, + 2.297576, + 2.636272, + 3.591271, + 2.789135, + 3.286229, + 2.801809, + 2.723832, + 1.897871, + 3.045485, + 2.390474, + 2.149338, + 2.679965, + 3.666997, + 2.775321, + 2.149015, + 2.788747, + 2.739364, + 2.831468, + 2.022002, + 2.612744, + 2.703407, + 2.666977, + 2.792079, + 2.663870, + 2.642107, + 2.954131, + 2.858516, + 2.892484, + 1.934958, + 2.572664, + 2.110982, + 2.593498, + 2.542236, + 3.067669, + 4.407737, + 2.796319, + 2.653172, + 1.827698, + 2.063780, + 2.557662, + 0.957735, + 2.745292, + 2.895696, + 2.879967, + 2.620530, + 2.477874, + 2.649319, + 2.660570, + 2.489876, + 3.007200, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_14_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.040 + std = 0.559 + data = [ + -0.657412, + -0.521068, + 0.365572, + 0.821073, + -0.162251, + 0.544074, + -0.656696, + 0.623810, + 0.241944, + -0.513576, + -0.820670, + 0.284484, + 0.304389, + 0.080956, + -0.255418, + 0.335050, + 0.820848, + -0.238237, + -0.126766, + 0.496898, + -0.659028, + 0.233387, + -0.353067, + -0.235663, + -0.337730, + 0.430318, + -0.014624, + 0.056840, + -0.239912, + 0.324870, + 1.174506, + -0.267375, + -0.255063, + -0.513484, + -0.153164, + -0.027380, + 0.462307, + 0.115093, + 0.528951, + 0.389926, + 0.144149, + 0.424415, + -0.066535, + -0.989386, + 0.179537, + -0.425837, + 0.490712, + 0.845713, + 0.231813, + -0.593252, + 0.145029, + -0.212814, + -0.609949, + -0.236151, + 0.303898, + -0.073441, + 0.106556, + -0.865212, + 0.847170, + -0.488559, + -0.203450, + -0.375646, + -0.391211, + -0.112511, + -0.350968, + -0.217970, + -0.798660, + -0.087127, + 0.829401, + -0.302796, + -0.704835, + -0.754356, + 0.345364, + -0.384888, + -1.161352, + -0.210552, + 0.285336, + -0.435168, + 0.209147, + -0.652036, + -0.455879, + 0.324412, + -0.333581, + 0.917871, + 0.834336, + 0.340727, + -0.405519, + 0.303120, + 0.362825, + 0.294843, + -0.147336, + -0.010474, + 0.994163, + 0.642211, + -0.480827, + -0.019365, + -1.059022, + 0.599858, + 0.309681, + 0.811846, + 0.137500, + -0.496853, + 0.295986, + 0.947996, + -0.275760, + -0.072153, + 1.030335, + 0.313229, + 0.408395, + 0.545215, + -0.138435, + -0.284303, + 0.855259, + -0.005432, + -0.719343, + -0.091180, + -0.145920, + -0.151859, + -0.502327, + 0.157013, + -0.509427, + -0.250848, + -0.437710, + -0.404725, + 0.768516, + -0.410450, + -0.005552, + 0.687041, + 0.574841, + -0.078144, + -0.931652, + -0.496461, + -1.486576, + 0.241625, + 0.923867, + 0.195960, + -0.249693, + 0.019037, + -0.696845, + -0.142062, + -0.288579, + -0.738440, + -0.165689, + -0.014003, + -0.403654, + 0.127127, + -1.031464, + -0.618710, + 0.324845, + 0.269638, + 0.000164, + -1.304992, + -0.377363, + -0.325714, + -0.383030, + -0.490431, + -0.871611, + 0.007220, + -0.000449, + -0.292130, + -0.064011, + 1.113797, + 0.755581, + 0.271796, + 0.377076, + 0.960483, + -0.617645, + -0.110122, + -0.312386, + 0.808750, + -0.351225, + -0.202714, + 0.415940, + -0.249495, + 0.096522, + 0.731034, + 0.437827, + 0.289077, + 0.574183, + 0.018123, + -0.429753, + -0.580212, + -0.978476, + -0.633351, + 0.191638, + -0.215275, + 0.064542, + -0.588023, + -0.915807, + -0.000084, + 0.325457, + -0.100486, + -0.076997, + -0.635447, + -0.791219, + 0.527160, + -0.810861, + -0.150331, + -0.705798, + 0.007172, + 0.157554, + -0.700422, + -0.058587, + -1.345274, + 0.955986, + -0.263684, + -0.647725, + -0.157658, + -0.378830, + 0.258332, + -0.769552, + -0.638858, + 0.489395, + 0.726691, + -0.066205, + 1.029634, + -0.308162, + -0.331882, + -0.211703, + -0.032718, + 0.171672, + 0.432587, + 0.678749, + -0.692536, + 0.178855, + -0.186283, + -0.173535, + 0.053818, + 0.055844, + 0.005028, + -0.592647, + -0.746334, + -0.083309, + 0.019904, + 0.191472, + -0.329635, + 0.259199, + -0.457851, + -0.240680, + -0.316891, + 0.128920, + 0.275424, + 0.332470, + -0.317979, + 0.047890, + -0.530121, + -0.337979, + 0.001391, + -0.390314, + 0.210168, + 1.135190, + 0.109569, + 0.368925, + 0.248559, + -0.674549, + 0.466309, + -1.056526, + 0.307926, + -0.066849, + -1.181010, + -0.467587, + 0.453256, + 0.541860, + -0.452745, + 0.279885, + 0.606326, + 0.301746, + 0.323854, + -0.031141, + 0.394399, + -0.262903, + 0.326561, + -0.553209, + -0.843508, + 0.048500, + -0.566636, + -0.049805, + -0.141905, + -0.112872, + -0.190395, + -0.976010, + 0.157032, + -0.017294, + -0.091146, + 0.282170, + 0.173058, + 0.097322, + -0.166256, + -0.969480, + -0.182852, + -0.219318, + -0.890350, + 1.061422, + -0.614721, + -0.410257, + -0.382340, + -1.546844, + -0.738498, + -0.906526, + -0.921806, + -0.064745, + -0.957546, + -0.422637, + 0.281800, + -0.670195, + -0.566038, + -0.371569, + -0.065490, + -0.722036, + -0.409197, + 0.696382, + -0.128931, + -0.264414, + -0.214534, + 0.267151, + 0.422058, + -0.440749, + -0.555407, + 0.042800, + 1.170166, + 0.185051, + 0.956559, + -1.089280, + -0.075850, + 0.599020, + 0.216587, + 1.277092, + -0.000340, + -0.458674, + 1.315159, + -0.333584, + -0.113993, + -0.412832, + 0.338632, + 0.345728, + 0.139669, + 0.546350, + -0.115452, + -0.423676, + 0.170782, + -0.022124, + -0.649330, + -0.057461, + -0.274061, + -1.465402, + -0.579624, + -0.457747, + 0.638397, + -0.354207, + 1.199240, + 0.679871, + -0.635790, + 0.561920, + -0.210608, + -0.296321, + 0.504017, + -0.528044, + 0.240487, + 0.202268, + 0.383137, + -0.766858, + -0.985646, + 0.125373, + 1.201521, + 0.680434, + 0.899741, + 0.173556, + -0.330548, + 0.901521, + 1.044428, + 0.548245, + 0.007675, + -0.328623, + 1.087730, + -1.164661, + -1.063030, + -0.499989, + 0.177022, + -0.490961, + 0.436784, + 0.749821, + -0.130064, + 0.920180, + 1.043509, + -0.769032, + -0.717797, + -0.413367, + 0.599619, + 0.600670, + 0.557932, + -0.332193, + -0.219897, + 1.045042, + -0.210710, + 0.457219, + 0.205154, + -0.230317, + 0.511003, + -0.306454, + 0.552332, + -0.022489, + 0.850838, + 0.023149, + -0.422232, + -0.912005, + 0.144446, + -0.099828, + 0.261325, + 0.696703, + -0.017597, + -0.035735, + -0.084736, + 0.534467, + -0.124735, + 0.750180, + 0.551172, + -0.221500, + -0.123907, + 0.075992, + -0.242965, + 0.638045, + -0.201188, + 0.131031, + 1.518844, + -1.471577, + 0.790317, + 0.839539, + -0.173187, + -0.378627, + 0.045768, + -0.862843, + 0.756826, + 0.113783, + 0.199397, + 0.201772, + -0.800358, + 0.826237, + -0.571320, + -0.146027, + -0.591142, + -0.025851, + -0.414414, + -0.103107, + 0.149173, + -0.528583, + 0.278989, + 0.529096, + -0.215527, + -1.281046, + -0.637585, + 0.120558, + -0.668421, + -0.228748, + -0.518728, + 0.059472, + 0.669461, + -0.875094, + -0.649336, + 0.263159, + -0.114162, + -0.574335, + -0.195130, + 0.029627, + -0.709144, + 0.668722, + 0.497350, + -0.878848, + -0.309249, + -0.445748, + 0.112460, + -1.645309, + -0.098231, + -0.169725, + -0.610750, + 1.475635, + -0.480753, + 1.227947, + 0.253723, + -0.175994, + 0.957727, + 0.333474, + 0.128293, + -0.584053, + -0.027689, + -0.827999, + 0.167956, + -0.654266, + -0.363333, + 1.224411, + -0.551481, + 0.290260, + -0.700716, + 0.259569, + 0.218730, + 0.164136, + -0.467710, + 0.964041, + 0.004972, + -0.131759, + -0.129279, + 0.025121, + -0.842704, + 0.399933, + 0.042091, + 0.800332, + 0.823367, + -0.868128, + 0.886428, + 0.570419, + 0.159755, + -0.585841, + -0.537045, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.050 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_14_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.604 + std = 0.130 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.062 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_14_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.011 + std = 0.331 + data = [ + 0.427200, + -0.056229, + -0.189775, + -0.262620, + 0.137455, + -0.001983, + 0.302021, + -0.035850, + -0.328650, + 0.001630, + 0.356275, + 0.072909, + -0.102417, + 0.078830, + -0.080425, + -0.498892, + -0.348125, + -0.119357, + -0.140186, + -0.271462, + 0.213929, + -0.061297, + -0.286516, + -0.017056, + -0.216483, + -0.082299, + -0.880613, + -0.088676, + 0.049025, + 0.069739, + -0.388120, + 0.243604, + 0.147694, + 0.130410, + 0.202605, + 0.208137, + 0.070011, + 0.091835, + -0.113836, + -0.124022, + -0.004889, + -0.025490, + 0.132743, + 0.379248, + -0.132880, + -0.049159, + -0.118829, + 0.055155, + -0.215507, + -0.182318, + 0.060543, + -0.366577, + -0.002820, + 0.086431, + -0.090815, + 0.057586, + -0.076615, + -0.003544, + -0.120793, + 0.133421, + -0.173583, + 0.204445, + 0.098155, + 0.028975, + -0.025193, + 0.238246, + 0.295494, + -0.130542, + -0.255377, + 0.061946, + 0.349200, + 0.187242, + -0.168433, + 0.052317, + 0.219739, + 0.034414, + -0.153750, + -0.076526, + -0.045393, + 0.182732, + 0.244975, + -0.080624, + -0.074343, + -0.146197, + -0.308091, + 0.133791, + 0.093666, + -0.138819, + -0.471665, + 0.020755, + -0.292393, + -0.177505, + -0.289325, + -0.123064, + 0.082732, + -0.080289, + 0.265817, + 0.179670, + -0.326978, + -0.051974, + -0.057507, + -0.283755, + 0.062700, + -0.302110, + -0.013778, + 0.043225, + -0.295145, + 0.217852, + -0.181624, + -0.176423, + 0.321815, + 0.166107, + -0.171231, + 0.155917, + 0.313455, + 0.126059, + -0.261474, + 0.237350, + 0.369130, + 0.107054, + 0.127855, + 0.036608, + 0.136389, + 0.069133, + -0.066079, + 0.076954, + 0.082926, + -0.006290, + -0.122917, + -0.274425, + 0.500759, + 0.148724, + 0.523046, + -0.146968, + -0.234544, + -0.061670, + 0.020573, + -0.120544, + 0.072574, + 0.292406, + 0.094019, + 0.718372, + -0.147070, + 0.093232, + 0.338892, + -0.179789, + 0.416346, + 0.240267, + -0.105239, + 0.191121, + 0.159790, + 0.346869, + 0.177024, + 0.070713, + -0.029821, + -0.198972, + -0.084076, + 0.159643, + -0.039775, + 0.169000, + 0.308763, + -0.272222, + -0.491579, + 0.020049, + -0.029075, + 0.042020, + -0.019610, + 0.171779, + -0.151772, + -0.010333, + 0.291236, + 0.054607, + 0.141057, + -0.069585, + 0.068484, + -0.323722, + -0.233885, + -0.019316, + 0.097204, + -0.102065, + -0.418535, + 0.431395, + 0.326110, + -0.104837, + -0.125385, + -0.037789, + 0.070309, + 0.274013, + 0.126624, + -0.449633, + 0.065189, + -0.116804, + 0.125904, + -0.108682, + 0.160429, + -0.173687, + 0.250034, + -0.518842, + 0.204236, + 0.025845, + -0.333896, + 0.236620, + -0.009076, + 0.392848, + -0.132520, + 0.528877, + 0.031419, + -0.163407, + 0.014161, + -0.056345, + -0.046092, + -0.153858, + -0.261119, + -0.451694, + -0.372542, + -0.266989, + 0.266865, + -0.114580, + -0.211957, + 0.128331, + -0.033754, + -0.240925, + -0.051670, + -0.253874, + -0.075741, + -0.000444, + -0.077572, + 0.008810, + 0.147810, + 0.123422, + -0.069471, + 0.325482, + -0.177815, + 0.070161, + -0.120686, + -0.015605, + -0.133371, + 0.535682, + 0.099111, + 0.067326, + -0.063659, + 0.080084, + 0.029898, + -0.008957, + -0.472858, + 0.157252, + -0.092970, + -0.088232, + 0.041869, + -0.268406, + -0.420900, + 0.066189, + 0.207137, + 0.290794, + 0.373994, + -0.118241, + 0.172995, + -0.015488, + -0.060304, + -0.011352, + -0.024507, + -0.138786, + -0.432809, + 0.096921, + -0.021204, + -0.247995, + -0.297393, + 0.059615, + 0.192130, + 0.127773, + 0.010776, + -0.196222, + 0.080553, + 0.175480, + 0.039134, + 0.199063, + -0.009743, + -0.074432, + 0.169158, + -0.024880, + 0.268898, + -0.010767, + 0.077190, + -0.096753, + -0.064771, + 0.162193, + -0.126313, + 0.071514, + 0.115914, + -0.169917, + 0.096836, + 0.354468, + -0.337665, + 0.013551, + 0.410763, + 0.222397, + 0.267455, + 0.381837, + 0.276599, + 0.242301, + 0.292504, + 0.399931, + 0.210153, + -0.280775, + 0.022502, + -0.196334, + 0.021965, + -0.134979, + 0.245008, + 0.113368, + -0.126869, + -0.191680, + 0.154784, + 0.304126, + -0.144664, + 0.207521, + 0.218787, + 0.566966, + 0.102856, + -0.462792, + 0.211409, + -0.338888, + 0.409376, + -0.042582, + 0.117490, + 0.153328, + -0.483742, + 0.279774, + 0.057412, + -0.486954, + 0.004680, + -0.822821, + 0.008019, + -0.030209, + -0.154863, + -0.134828, + 0.079820, + 0.392660, + 0.212231, + 0.032204, + 0.267520, + 0.213272, + -0.201547, + -0.090340, + 0.349686, + 0.023633, + 0.321986, + -0.187323, + 0.084876, + -0.015528, + -0.244412, + 0.170959, + -0.107091, + -0.160881, + -0.045380, + -0.013839, + 0.410010, + 0.086672, + 0.069626, + -0.292887, + 0.191321, + 0.068179, + 0.400731, + -0.351139, + -0.127029, + -0.024286, + 0.052414, + -0.050912, + -0.238983, + -0.169694, + 0.047807, + -0.179256, + 0.217146, + 0.457060, + 0.010449, + 0.124407, + -0.067325, + -0.128952, + -0.031162, + -0.072209, + -0.248096, + 0.004417, + -0.121352, + -0.187516, + 0.364205, + 0.144016, + -0.503301, + 0.094832, + -0.051450, + -0.196882, + 0.035873, + 0.396993, + -0.129590, + -0.001563, + -0.186919, + 0.038968, + -0.082371, + -0.123752, + -0.039334, + -0.069357, + 0.037814, + -0.374731, + -0.062761, + 0.197572, + 0.173033, + 0.149489, + -0.043189, + -0.058112, + -0.165967, + 0.018343, + 0.075311, + 0.031554, + -0.142066, + -0.166834, + -0.095788, + -0.292734, + -0.099875, + -0.308840, + 0.131845, + 0.102528, + -0.051135, + -0.101836, + -0.166935, + -5.340498, + 0.045470, + -0.281555, + 0.165352, + 0.140312, + 0.199380, + -0.007500, + 0.447166, + -0.148989, + 0.147466, + -0.178846, + 0.186586, + 0.021724, + -0.087144, + 0.161445, + -0.237753, + 0.117264, + -0.070130, + 0.157058, + -0.166331, + -0.171755, + 0.187249, + 0.220685, + -0.526665, + 0.173210, + 0.260030, + 0.051788, + 0.086092, + -0.053667, + 0.204264, + 0.132451, + -1.523570, + -1.024929, + 0.142442, + 0.124350, + -0.256604, + -0.119539, + -0.094290, + -0.218441, + 0.177067, + 0.198557, + 0.125452, + -0.176608, + -0.239757, + 0.352858, + 0.111396, + 0.061441, + 0.342979, + 0.060080, + 0.032407, + 0.336622, + -0.417779, + -0.011482, + -0.467525, + 0.074367, + 0.208796, + 0.171110, + -0.055819, + 0.018204, + 0.202513, + 0.080179, + 0.370869, + -0.202054, + 0.094291, + -0.097630, + -0.304742, + 0.220126, + 0.013483, + 0.179771, + 0.033543, + -0.034789, + -0.068460, + 0.100169, + -0.283733, + 0.121048, + 0.002096, + 0.323346, + -0.182027, + 0.169878, + -0.617280, + 0.080132, + 0.010771, + -0.134348, + 0.448508, + -0.249376, + -0.301811, + -0.040000, + 0.027580, + 0.012215, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.810 + std = 0.217 + data = [ + 1.371054, + 0.629646, + 0.841161, + 0.827115, + 0.756540, + 0.547010, + 0.846058, + 1.051379, + 1.074488, + 0.705803, + 0.373591, + 0.582089, + 0.739332, + 0.329888, + 0.704908, + 0.568686, + 0.483271, + 0.891998, + 0.863906, + 0.694815, + 0.703568, + 0.685543, + 0.377728, + 1.092798, + 0.413969, + 0.742983, + 0.598412, + 0.740924, + 0.309135, + 1.054524, + 1.032393, + 0.648937, + 1.020054, + 1.141399, + 0.772958, + 0.533914, + 0.671681, + 0.849721, + 0.432134, + 0.803360, + 0.530454, + 0.746483, + 1.157758, + 0.679469, + 0.988566, + 0.495343, + 0.737612, + 0.505448, + 0.779887, + 0.918158, + 0.975135, + 0.781486, + 1.045192, + 0.831904, + 0.808347, + 1.058403, + 0.803681, + 0.874071, + 0.589948, + 1.048802, + 0.528116, + 0.688582, + 0.809490, + 0.727576, + 0.348712, + 0.661457, + 1.007587, + 1.260513, + 0.647836, + 0.738434, + 0.419278, + 0.932534, + 1.017334, + 0.599872, + 0.486126, + 0.900415, + 0.231893, + 0.784328, + 0.865705, + 1.062693, + 0.677464, + 0.421869, + 0.799763, + 0.651546, + 0.933075, + 0.663879, + 0.725278, + 1.115498, + 0.922701, + 0.755480, + 0.902966, + 0.865388, + 0.913597, + 0.836828, + 0.603564, + 1.168732, + 0.812482, + 0.579013, + 1.008380, + 0.708162, + 1.138048, + 0.377639, + 0.733273, + 0.712805, + 0.564125, + 0.815131, + 0.895790, + 0.755772, + 0.946975, + 0.877870, + 0.993999, + 0.750924, + 0.714738, + 1.141413, + 0.388824, + 0.763486, + 0.980873, + 0.740657, + 0.908281, + 0.634429, + 1.153546, + 0.841081, + 0.834148, + 0.387361, + 0.942943, + 0.761963, + 1.167281, + 0.663471, + 0.747843, + 0.467752, + 0.651960, + 0.503351, + 1.410535, + 1.243969, + 0.677978, + 0.832061, + 0.794451, + 0.994101, + 0.735669, + 0.673692, + 0.735948, + 0.856982, + 0.661802, + 1.033745, + 0.901465, + 0.807390, + 0.545960, + 0.602855, + 0.845331, + 0.673466, + 1.106468, + 0.757607, + 0.761373, + 1.059159, + 1.122918, + 0.503289, + 0.690714, + 0.797459, + 1.156566, + 0.801602, + 0.540002, + 0.578276, + 0.311855, + 0.630712, + 1.201374, + 1.116336, + 1.066219, + 0.780653, + 0.835021, + 0.621889, + 0.923156, + 0.640830, + 0.937472, + 0.755427, + 1.119924, + 0.889001, + 0.644067, + 0.798424, + 0.803104, + 0.342074, + 0.676533, + 0.835543, + 1.249422, + 0.917899, + 0.975996, + 0.952188, + 0.815046, + 0.561143, + 1.003508, + 1.022424, + 0.620952, + 0.755057, + 0.730717, + 0.785531, + 0.619298, + 1.007715, + 0.662678, + 0.499492, + 1.170506, + 0.899418, + 0.508415, + 0.787777, + 0.966884, + 0.604579, + 0.589322, + 0.971219, + 0.474183, + 1.006256, + 0.546551, + 0.717628, + 0.589480, + 1.004033, + 1.030670, + 0.563094, + 0.469671, + 0.828169, + 1.116814, + 0.715989, + 0.632491, + 0.371770, + 0.990224, + 0.541483, + 0.863204, + 0.710772, + 0.944197, + 0.694729, + 1.001388, + 1.058872, + 1.007800, + 0.691604, + 0.527759, + 1.072897, + 0.911352, + 0.643838, + 0.729879, + 0.758065, + 0.931385, + 0.660148, + 0.461282, + 1.009608, + 1.262889, + 0.561601, + 0.941437, + 0.700183, + 0.883331, + 1.038616, + 0.916546, + 1.135302, + 0.794584, + 1.178547, + 0.809652, + 0.409103, + 1.050907, + 0.795293, + 0.439784, + 1.034540, + 0.427198, + 0.784182, + 1.080237, + 0.700206, + 0.644771, + 0.572403, + 0.515737, + 1.018060, + 0.725597, + 1.055469, + 1.002817, + 0.839103, + 1.063321, + 0.874771, + 0.662564, + 0.896947, + 0.844751, + 0.790006, + 0.872932, + 0.771514, + 0.609281, + 0.557773, + 0.807649, + 0.981238, + 1.069773, + 0.649498, + 1.212595, + 0.852987, + 0.660187, + 1.339910, + 0.809471, + 0.908116, + 0.715197, + 0.804722, + 0.686581, + 0.333067, + 0.858802, + 0.975425, + 0.557371, + 1.172212, + 0.701692, + 0.903958, + 0.998608, + 0.899436, + 0.892434, + 1.109043, + 0.821916, + 0.751943, + 0.704403, + 0.844081, + 0.562543, + 0.713875, + 1.105428, + 0.749944, + 0.413573, + 1.104602, + 0.634839, + 0.925881, + 0.705630, + 0.679011, + 0.941718, + 0.991807, + 0.717291, + 1.065702, + 0.799934, + 0.776919, + 0.877340, + 0.968257, + 0.769837, + 0.572402, + 1.045901, + 0.739898, + 0.922450, + 1.039770, + 0.771619, + 1.097485, + 1.198423, + 0.748231, + 0.764195, + 0.768352, + 0.602791, + 0.844072, + 0.349289, + 1.033977, + 0.803954, + 0.895704, + 0.852229, + 0.715710, + 0.849173, + 0.958551, + 1.009436, + 0.417289, + 0.628516, + 0.679293, + 0.925651, + 1.032274, + 0.871201, + 0.851766, + 0.919466, + 0.737925, + 0.854873, + 0.660169, + 0.791581, + 0.540039, + 0.345831, + 0.936166, + 0.903153, + 0.705046, + 0.735609, + 0.870827, + 1.042938, + 0.764523, + 0.890053, + 0.792768, + 0.886868, + 0.772056, + 0.534771, + 0.733263, + 0.480814, + 0.790467, + 0.680634, + 0.561474, + 0.781172, + 1.451385, + 0.709526, + 0.799985, + 0.725889, + 0.743648, + 1.013738, + 0.615015, + 0.659852, + 0.916169, + 0.525295, + 0.592186, + 0.562601, + 1.203791, + 0.776771, + 0.920291, + 0.750851, + 0.664741, + 0.882658, + 0.699015, + 0.865925, + 0.658249, + 0.938708, + 0.682256, + 1.039651, + 0.924719, + 0.830129, + 0.422951, + 1.318102, + 1.077966, + 1.036358, + 0.616133, + 0.788510, + 1.063694, + 0.671703, + 1.057448, + 0.821375, + 0.854895, + 0.940772, + 0.854596, + 1.149222, + 0.789211, + 0.650395, + 0.770025, + 1.048538, + 0.084527, + 0.869790, + 0.875415, + 0.689375, + 0.567563, + 0.954077, + 0.961384, + 0.996662, + 1.330744, + 0.789390, + 0.954688, + 0.795822, + 1.020285, + 0.975295, + 0.435528, + 0.978674, + 0.555584, + 1.007369, + 0.615393, + 0.997551, + 0.785155, + 0.941634, + 0.734474, + 1.186565, + 1.101773, + 0.831834, + 0.790068, + 0.967066, + 0.603860, + 1.130303, + 0.793125, + 0.631980, + 1.336303, + 0.802709, + 0.884219, + 0.886676, + 0.650496, + 0.877006, + 0.308933, + 1.064013, + 0.936158, + 0.465986, + 0.706017, + 0.953225, + 0.745333, + 0.563311, + 1.315940, + 0.872027, + 0.930877, + 0.915180, + 0.851650, + 0.620979, + 0.810765, + 0.791714, + 0.541910, + 0.792797, + 0.984058, + 1.192666, + 0.930373, + 0.844843, + 0.901614, + 0.655770, + 0.929754, + 0.917493, + 0.320918, + 0.773421, + 0.804742, + 0.905680, + 1.042639, + 1.099802, + 0.892824, + 0.843204, + 0.770603, + 0.761261, + 0.712751, + 0.800313, + 1.164365, + 1.358605, + 0.952172, + 1.464043, + 0.605438, + 0.917026, + 0.823792, + 0.873465, + 1.062592, + 0.698456, + 0.875217, + 0.864309, + 0.637595, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_15_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.021 + std = 0.145 + data = [ + -0.221890, + -0.057070, + 0.070101, + 0.097645, + -0.080634, + 0.046978, + -0.088808, + -0.007180, + -0.009007, + 0.057522, + -0.025481, + -0.023730, + -0.008787, + -0.015403, + -0.042502, + 0.096531, + 0.129854, + 0.041468, + -0.016171, + 0.006089, + -0.038648, + 0.004035, + -0.048496, + 0.045345, + -0.093410, + 0.075078, + 0.242195, + 0.070446, + 0.053946, + -0.030726, + 0.205778, + -0.150344, + -0.138700, + -0.310897, + -0.169534, + -0.014916, + 0.001966, + -0.013565, + -0.126387, + 0.042322, + -0.006546, + 0.045296, + -0.071186, + -0.178437, + 0.005099, + -0.029049, + 0.046574, + -0.022020, + 0.004863, + -0.122484, + 0.083394, + 0.233167, + -0.126062, + -0.096132, + -0.039301, + -0.071824, + -0.041675, + -0.155515, + 0.107804, + -0.149260, + 0.016538, + -0.109642, + -0.078436, + -0.083582, + 0.079866, + -0.003274, + -0.128252, + 0.005009, + 0.037798, + -0.033735, + -0.057142, + -0.109236, + 0.135557, + 0.038011, + -0.095079, + -0.121120, + -0.001345, + -0.153437, + -0.114045, + -0.187882, + 0.132182, + -0.101915, + 0.044282, + 0.033469, + 0.115777, + -0.028866, + -0.185741, + 0.158567, + 0.114657, + 0.010913, + 0.058615, + 0.059828, + 0.162250, + 0.027690, + 0.026232, + 0.030495, + -0.066012, + -0.025020, + 0.050046, + 0.071126, + 0.054349, + 0.149838, + -0.017589, + 0.125131, + -0.121021, + 0.013506, + -0.065612, + 0.026969, + 0.190586, + 0.032678, + -0.162549, + -0.018961, + 0.070383, + -0.097024, + -0.079264, + -0.032971, + -0.121831, + -0.044414, + -0.162525, + 0.094481, + -0.098583, + -0.033777, + -0.043692, + -0.023964, + 0.057056, + 0.062214, + 0.012420, + 0.075251, + 0.012069, + 0.044841, + -0.040193, + -0.010663, + -0.781239, + 0.096953, + 0.026612, + 0.026960, + 0.008195, + -0.063589, + -0.078785, + -0.110264, + -0.097297, + -0.243416, + 0.042421, + -0.010950, + -0.098771, + 0.076829, + -0.107042, + -0.067280, + 0.099831, + 0.020432, + -0.185466, + -0.208768, + -0.024488, + -0.019275, + -0.092282, + -0.022952, + -0.046711, + -0.020774, + 0.000379, + -0.073781, + -0.097645, + 0.143077, + 0.006139, + -0.021781, + 0.119599, + 0.121290, + -0.158203, + -0.172247, + 0.052672, + -0.003446, + -0.115877, + -0.032709, + 0.052727, + -0.099719, + -0.050863, + -0.169032, + 0.091349, + 0.039521, + 0.018802, + -0.283433, + 0.102919, + -0.202872, + -0.332559, + -0.042196, + 0.018704, + 0.018235, + -0.032775, + -0.071012, + -0.125455, + 0.339621, + 0.033599, + -0.017397, + -0.003265, + -0.131922, + -0.166667, + 0.116070, + -0.184191, + -0.344801, + -0.227979, + 0.103761, + 0.090432, + -0.161575, + 0.045852, + -0.259627, + 0.095096, + -0.057932, + -0.032343, + -0.046294, + 0.039352, + 0.007082, + -0.056907, + -0.091735, + 0.079723, + -0.107578, + -0.004088, + 0.206320, + -0.234868, + -0.089123, + -0.063561, + -0.075773, + 0.003649, + 0.035487, + 0.085507, + 0.011786, + -0.032098, + -0.049067, + -0.107141, + -0.036974, + -0.055196, + 0.064950, + -0.098747, + -0.239174, + -0.097966, + -0.017183, + -0.012583, + -0.047324, + -0.080195, + -0.243363, + 0.016818, + -0.031072, + -0.031929, + -0.067242, + 0.084303, + -0.097250, + 0.149247, + 0.014838, + -0.021176, + -0.057282, + -0.072826, + 0.014825, + 0.037168, + -0.111811, + 0.021886, + -0.095108, + -0.127384, + 0.132962, + -0.102821, + 0.034313, + -0.101011, + -0.144526, + 0.000737, + -0.020340, + -0.002149, + 0.337007, + 0.027490, + 0.203147, + 0.055496, + 0.008408, + -0.048809, + -0.059119, + 0.063425, + 0.056993, + -0.141252, + 0.343539, + -0.005161, + -0.091896, + -0.016652, + -0.046739, + -0.010919, + 0.078324, + -0.281063, + 0.018367, + -0.056110, + 0.010366, + 0.011311, + -0.028914, + -0.009678, + 0.133309, + -0.123140, + 0.028281, + -0.054716, + 0.040128, + -0.006230, + -0.117491, + -0.007338, + -0.140012, + -0.096556, + -0.195252, + -0.284481, + -0.313688, + -0.059027, + -0.278009, + -0.036309, + 0.030419, + -0.068359, + -0.044800, + 0.021568, + 0.066203, + -0.202195, + -0.009502, + -0.235326, + -0.074309, + 0.005047, + -0.057812, + 0.000001, + 0.004647, + -0.102963, + -0.239846, + -0.058876, + 0.185430, + -0.017635, + 0.242372, + -0.198080, + 0.087440, + 0.030831, + 0.032377, + 0.293229, + -0.015335, + -0.106512, + 0.194067, + -0.038176, + 0.637858, + -0.146949, + 0.015691, + 0.007190, + -0.008227, + 0.006034, + -0.224290, + -0.137067, + -0.062714, + -0.145072, + -0.139631, + -0.076205, + -0.147455, + -0.205306, + -0.016263, + -0.123677, + 0.029959, + -0.052903, + -0.272328, + -0.235912, + -0.048583, + 0.181998, + -0.052540, + -0.086482, + 0.112581, + -0.208903, + 0.052429, + -0.060390, + 0.027897, + -0.081491, + -0.135477, + -0.337165, + 0.057697, + 0.155457, + 0.052248, + 0.043571, + -0.013328, + 0.023607, + -0.003943, + 0.015997, + -0.068094, + -0.039831, + -0.035731, + -0.103913, + -0.232909, + -0.014885, + 0.123795, + -0.084388, + 0.118127, + -0.183885, + -0.013677, + 0.137777, + -0.007901, + -0.252213, + -0.054492, + 0.816965, + 0.137245, + -0.319072, + -0.035479, + -0.017594, + -0.158293, + 0.056341, + -0.006932, + 0.010705, + 0.006242, + -0.027532, + 0.057612, + -0.045055, + -0.053448, + 0.055486, + 0.170372, + 0.032132, + -0.071416, + -0.079438, + 0.120382, + 0.009925, + 0.075678, + 0.042434, + -0.033838, + -0.114104, + -0.047310, + 0.086013, + -0.001645, + 0.102346, + 0.118491, + -0.110486, + 0.041689, + -0.262336, + -0.021509, + 0.095286, + -0.001045, + 0.030214, + 1.338291, + -0.300618, + 0.042084, + 0.028474, + -0.177403, + -0.088110, + -0.121561, + -0.155342, + 0.258429, + -0.130627, + 0.040888, + 0.098134, + -0.183755, + 0.060796, + -0.011213, + 0.115656, + -0.028869, + -0.154098, + -0.002267, + 0.036212, + 0.005672, + -0.191770, + 0.103938, + 0.149495, + -0.193369, + -0.261446, + 0.428780, + -0.081473, + -0.089574, + -0.053559, + -0.176273, + 0.373927, + 0.423547, + -0.102513, + -0.370054, + 0.036145, + 0.040707, + -0.025099, + -0.219770, + -0.032459, + -0.079643, + -0.140073, + 0.093630, + -0.007219, + -0.108793, + -0.088040, + -0.165288, + 0.185651, + 0.006577, + 0.030275, + -0.143184, + -0.002965, + -0.054201, + 0.453369, + -0.055838, + -0.044308, + 0.080273, + 0.135313, + -0.010231, + -0.106761, + -0.120689, + -0.150075, + 0.115824, + -0.125115, + 0.025353, + 0.195342, + -0.057631, + 0.077793, + -0.034191, + -0.066687, + -0.016388, + 0.073840, + -0.006703, + -0.091211, + -0.021655, + -0.050322, + -0.199337, + -0.051910, + -0.208536, + 0.127733, + 0.014778, + 0.033042, + 0.057382, + -0.219745, + 0.190227, + 0.085849, + -0.052251, + -0.197581, + -0.004132, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_15_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.119 + std = 0.946 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_15_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_15_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.006 + std = 0.493 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_15_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.006 + std = 0.217 + data = [ + 0.051085, + -0.101652, + 0.050424, + -0.006481, + -0.046625, + -0.152990, + 0.056687, + -0.141693, + 0.129648, + 0.049506, + 0.273283, + -0.192510, + 0.183950, + 0.069114, + 0.123102, + -0.005365, + -0.171483, + 0.114547, + 0.038998, + -0.123610, + 0.083521, + 0.177270, + 0.080326, + -0.012259, + -0.174131, + -0.102355, + -0.342800, + 0.001745, + 0.112435, + -0.103992, + 0.142002, + 0.323350, + -0.041177, + 0.089301, + 0.331723, + 0.056746, + 0.078445, + -0.125247, + 0.048640, + -0.001856, + -0.117760, + -0.032256, + -0.063669, + 0.046861, + 0.001811, + 0.097619, + -0.008462, + 0.085193, + 0.115370, + 0.118638, + -0.184828, + -0.380029, + -0.114725, + 0.277247, + -0.164079, + 0.123082, + 0.023726, + 0.047254, + 0.007865, + 0.128972, + 0.039617, + -0.028920, + -0.046435, + 0.012388, + -0.102581, + 0.393897, + -0.087441, + 0.013009, + 0.004496, + -0.100633, + 0.064137, + -0.101611, + -0.078759, + 0.199957, + 0.070895, + 0.290057, + 0.002078, + 0.021074, + -0.065920, + 0.030017, + 0.015180, + 0.126522, + -0.127065, + -0.386760, + -0.088276, + 0.024975, + -0.106428, + -0.109075, + 0.173413, + 0.101326, + 0.041624, + -0.011767, + 0.151952, + -0.172705, + 0.314091, + 0.203755, + 0.102548, + -0.082795, + 0.067326, + 0.089320, + 0.010409, + -0.242707, + -0.130037, + -0.192805, + -0.038840, + 0.089964, + 0.187147, + -0.027083, + -0.220507, + 0.089111, + 0.154621, + -0.146511, + 0.255542, + 0.118216, + 0.074885, + 0.016294, + 0.087912, + -0.016702, + -0.072044, + 0.037880, + -0.151730, + -0.045226, + 0.040987, + -0.003888, + 0.042982, + -0.113579, + -0.059137, + 0.096912, + -0.023853, + -0.034150, + 0.163098, + -0.121582, + 0.063002, + 0.166752, + -0.146448, + -0.140057, + -0.037997, + 0.108282, + -0.045047, + -0.221785, + 0.157133, + 0.053388, + -0.075974, + -0.025152, + -0.180489, + 0.080309, + -0.001262, + 0.193490, + -0.004914, + -0.061359, + 0.088198, + 0.053159, + -0.187778, + -0.091166, + 0.167056, + -0.011245, + 0.033518, + -0.090832, + 0.025194, + -0.008175, + -0.019795, + -0.025662, + -0.089496, + -0.132570, + -0.070790, + 0.007109, + -0.048442, + -0.092067, + 0.212845, + -0.274869, + -0.046261, + -0.193372, + 0.248077, + 0.330295, + 0.000263, + -0.189177, + 0.144214, + 0.039240, + -0.163073, + -0.016294, + -0.047033, + -0.029095, + -0.054522, + 0.015704, + 0.011751, + 0.098799, + 0.043356, + -0.540859, + 0.169627, + 0.084228, + 0.055780, + 0.116926, + -0.064767, + -0.114500, + -0.078008, + -0.033393, + 0.306604, + -0.459771, + 0.119282, + -0.114082, + -0.310597, + 0.161682, + -0.055902, + -0.067068, + -0.082180, + -0.241061, + -0.040726, + 0.135454, + -0.106059, + -0.145129, + -0.066342, + 0.277804, + 0.154260, + -0.043943, + 0.063451, + -0.103043, + -0.151564, + 0.202424, + 0.039528, + 0.143882, + -0.056409, + -0.146546, + -0.020527, + 0.247432, + 0.082636, + -0.073634, + -0.004082, + -0.015573, + -0.225550, + -0.028944, + -0.042715, + -0.029887, + 0.087362, + -0.190655, + 0.096414, + 0.154106, + 0.234215, + 0.143694, + 0.092678, + 0.042005, + -0.151014, + 0.001056, + -0.035001, + 0.054279, + -0.108702, + 0.084431, + 0.183745, + -0.044782, + -0.096285, + -0.030605, + -0.331390, + -0.033425, + -0.034248, + -0.069016, + -0.023850, + 0.076420, + 0.013045, + -0.108112, + 0.166910, + -0.021071, + 0.129011, + -0.135667, + -0.098197, + 0.206958, + 0.293612, + 0.069192, + -0.156148, + -0.061249, + -0.041327, + -0.056641, + 0.230994, + 0.205064, + -0.098679, + -0.077979, + -0.055004, + -0.022273, + 0.196873, + 0.159321, + 0.152241, + 0.081518, + 0.192913, + -0.048650, + -0.034676, + -0.016694, + -0.012381, + -0.110193, + 0.054155, + 0.069585, + 0.193436, + 0.000538, + 0.175407, + -0.117402, + 0.424699, + 0.177727, + -0.137155, + -0.101397, + 0.026972, + 0.272281, + 0.129088, + 0.183491, + 0.062639, + 0.139236, + -0.027087, + 0.030629, + -0.425570, + 0.136801, + -0.136793, + 0.107489, + 0.091828, + -0.027246, + 0.293322, + -0.000279, + -0.008622, + -0.237007, + 0.028922, + 0.135885, + 0.033280, + 0.082440, + 0.032183, + -0.054140, + -0.322558, + -0.213572, + 0.025478, + 0.070263, + 0.024284, + -0.069504, + 0.048561, + 0.110701, + 0.167691, + -0.024612, + -0.014054, + -1.369611, + 0.131807, + 0.111181, + -0.165635, + 0.103274, + 0.018578, + -0.081801, + 0.114649, + -0.031730, + -0.106160, + -0.009363, + 0.014120, + 0.291333, + 0.151922, + -0.013689, + -0.101539, + -0.024723, + -0.022080, + 0.022977, + -0.026031, + -0.122312, + -0.046852, + 0.095542, + 0.104033, + -0.148797, + 0.125703, + 0.048069, + -0.218270, + 0.010378, + -0.091524, + 0.054223, + 0.241365, + -0.313526, + -0.107629, + 0.061877, + 0.074851, + -0.109470, + -0.308339, + 0.215691, + 0.104503, + 0.030799, + 0.101135, + 0.486904, + 0.015626, + 0.161234, + 0.152338, + 0.033780, + 0.037173, + -0.009983, + -0.003552, + 0.015711, + -0.116758, + -0.244583, + -0.130319, + 0.016857, + -0.290120, + 0.116965, + 0.273303, + 0.083685, + -0.037344, + -0.177387, + 0.186638, + -0.102844, + 0.024478, + -0.000635, + 0.085346, + 0.220156, + 0.113450, + -0.201930, + 0.055917, + -0.026276, + -0.007736, + 0.019585, + -0.017045, + 0.055055, + -0.023751, + 0.024106, + 0.041654, + 0.168349, + -0.123756, + 0.065920, + 0.038414, + 0.167044, + -0.134453, + -0.154797, + 0.308048, + 0.069819, + -0.339662, + -0.131803, + 0.115131, + 0.057203, + 0.055302, + -3.314375, + 0.216105, + -0.025611, + -0.010648, + 0.105655, + -0.119233, + 0.011952, + -0.223777, + -0.092312, + -0.104813, + 0.067985, + -0.176417, + 0.132723, + -0.134173, + 0.115205, + 0.011569, + -0.019177, + 0.074337, + 0.036070, + 0.021547, + -0.117579, + 0.007778, + 0.177930, + 0.007143, + 0.232502, + -0.063919, + 0.011371, + -0.089362, + 0.028318, + -0.336824, + -0.042429, + -0.728585, + 0.027112, + 0.101549, + 0.180636, + 0.204364, + 0.011136, + -0.000122, + -0.073305, + -0.099189, + -0.160950, + -0.001020, + 0.019768, + -0.906182, + -0.025786, + 0.005101, + 0.172769, + -0.112637, + -0.108400, + -0.262736, + 0.145507, + 0.294241, + 0.116786, + -0.066506, + -0.015373, + 0.029140, + -0.269554, + -0.269178, + 0.066042, + -0.268597, + 0.016415, + 0.321810, + 0.235267, + 0.005859, + -0.077434, + -0.041798, + -0.113279, + -0.024958, + 0.070843, + -0.045646, + -0.011161, + 0.129019, + -0.066575, + -0.063762, + -0.150002, + 0.003138, + -0.206879, + 0.066365, + 0.143235, + -0.025714, + -0.195706, + -0.099654, + -0.000648, + 0.199601, + -0.025809, + 0.096827, + 0.049812, + 0.042410, + 0.010437, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 2.467 + std = 0.439 + data = [ + 1.851128, + 2.625698, + 2.319346, + 2.817192, + 2.587420, + 2.700199, + 2.455234, + 2.058548, + 2.194945, + 2.714745, + 2.812645, + 2.793300, + 2.506067, + 2.659194, + 2.519677, + 2.719759, + 2.864834, + 2.448896, + 2.341707, + 1.572404, + 2.696700, + 2.652988, + 2.484246, + 2.058630, + 2.699469, + 2.403522, + 2.969535, + 2.593514, + 2.770488, + 1.841830, + 2.983114, + 2.810817, + 2.508819, + 1.059504, + 2.668659, + 2.676353, + 2.662494, + 2.202860, + 3.092331, + 2.521626, + 2.787326, + 2.607374, + 2.053362, + 2.685559, + 2.058537, + 2.712999, + 2.583812, + 2.851428, + 2.549491, + 2.346886, + 2.264280, + 1.844268, + 2.352803, + 2.450799, + 2.478077, + 2.287477, + 2.509237, + 2.429398, + 2.785950, + 1.942273, + 2.760586, + 2.616412, + 2.461652, + 2.808750, + 2.738426, + 2.422737, + 2.261869, + 1.792646, + 2.865596, + 2.609929, + 2.830953, + 2.311832, + 2.390879, + 2.537280, + 3.368108, + 2.390787, + 2.774140, + 2.573896, + 2.631087, + 2.381980, + 2.821481, + 2.804378, + 2.592922, + 2.812567, + 2.450442, + 2.808632, + 2.675928, + 1.909805, + 2.351053, + 2.606561, + 2.436928, + 2.602328, + 2.525086, + 2.481100, + 2.857562, + 0.672518, + 2.991364, + 2.949671, + 2.030970, + 2.732517, + 2.157847, + 3.065472, + 2.633228, + 2.855828, + 2.724493, + 2.510950, + 2.419925, + 2.726786, + 2.326347, + 2.775876, + 1.941813, + 2.655213, + 2.702564, + 1.512249, + 2.733723, + 2.549781, + 2.260640, + 2.445007, + 2.373454, + 2.665332, + 2.053756, + 2.385753, + 2.538360, + 2.689219, + 2.728542, + 2.524034, + 1.830674, + 2.686426, + 2.815359, + 2.648163, + 3.061136, + 2.854352, + 2.027410, + 1.635063, + 2.967552, + 2.636760, + 2.792946, + 1.780719, + 2.664089, + 2.615615, + 2.669537, + 2.104522, + 2.674722, + 1.908149, + 2.504403, + 2.192281, + 2.915061, + 2.586019, + 2.279928, + 2.774324, + 0.327966, + 2.855172, + 2.406681, + 2.397744, + 1.901604, + 2.801973, + 2.627059, + 2.341509, + 0.001589, + 2.400097, + 2.691075, + 2.851886, + 2.920054, + 2.750406, + 1.905516, + 2.262773, + 2.414618, + 2.437848, + 2.505203, + 2.874312, + 2.267165, + 2.772732, + 2.426543, + 2.540263, + 2.079763, + 2.465626, + 2.600145, + 2.605953, + 2.539564, + 2.416056, + 2.746820, + 2.165043, + 2.223430, + 2.552985, + 2.158401, + 2.349767, + 2.478528, + 2.722794, + 2.433679, + 0.057426, + 2.670257, + 2.556617, + 2.506338, + 2.553872, + 2.662756, + 2.088476, + 2.487003, + 1.839459, + 2.066450, + 1.924978, + 2.613174, + 2.565562, + 2.273143, + 3.134391, + 2.784871, + 2.318524, + 3.038252, + 2.260450, + 2.825871, + 2.609652, + 2.845915, + 2.353868, + 2.195222, + 2.686403, + 2.590069, + 2.441953, + 0.765198, + 2.608552, + 2.676752, + 2.645416, + 2.215025, + 2.843453, + 2.154111, + 2.989739, + 2.238820, + 2.520956, + 1.441087, + 1.846870, + 2.126383, + 2.583887, + 3.005197, + 2.096537, + 2.231285, + 2.718972, + 2.624423, + 2.552281, + 2.691668, + 2.332405, + 2.795431, + 2.351677, + 1.741993, + 2.688010, + 2.064542, + 2.596318, + 2.696670, + 1.874887, + 2.239108, + 2.039066, + 2.059477, + 1.998253, + 2.642490, + 2.673526, + 2.358735, + 2.697802, + 2.869283, + 2.102523, + 3.172739, + 2.567566, + 1.879524, + 2.879051, + 2.948208, + 2.906301, + 2.759598, + 2.186184, + 2.779502, + 1.919212, + 1.837667, + 2.446293, + 2.120749, + 2.603271, + 2.504332, + 2.653305, + 2.496038, + 3.100877, + 2.037336, + 2.766679, + 2.622349, + 2.681639, + 2.553936, + 2.247932, + 2.311610, + 2.622004, + 0.777850, + 2.504145, + 2.736065, + 1.855326, + 2.420453, + 2.787002, + 2.865240, + 2.687729, + 2.626101, + 3.402132, + 2.697410, + 2.288237, + 2.720512, + 1.713743, + 3.173287, + 2.448737, + 2.146214, + 2.517873, + 2.309819, + 1.985520, + 2.428971, + 2.590393, + 2.626278, + 2.890521, + 3.003507, + 2.496631, + 2.191524, + 2.878712, + 2.888672, + 1.776238, + 2.952734, + 2.270686, + 2.683196, + 2.675345, + 2.364317, + 2.029427, + 2.560696, + 2.697466, + 2.442040, + 2.672572, + 2.665858, + 2.452489, + 2.988931, + 2.521626, + 2.604524, + 2.514494, + 2.487648, + 2.731305, + 2.639354, + 2.868069, + 1.638153, + 2.743828, + 2.665701, + 2.446414, + 2.823942, + 2.468440, + 2.652550, + 2.092363, + 2.407021, + 2.400123, + 2.414874, + 2.573645, + 2.865700, + 2.519021, + 2.331843, + 2.744011, + 2.653890, + 3.584722, + 2.146706, + 2.558794, + 2.376851, + 2.441138, + 2.506569, + 2.617294, + 2.267437, + 2.711980, + 2.784837, + 2.755713, + 2.649241, + 2.512237, + 3.125291, + 2.968424, + 2.565734, + 2.595026, + 2.285964, + 2.727425, + 2.741249, + 2.966076, + 2.359357, + 2.496783, + 2.621571, + 3.173514, + 2.958818, + 2.446178, + 2.640381, + 2.378253, + 2.629293, + 1.702752, + 2.969137, + 2.612497, + 2.687336, + 2.876144, + 2.046336, + 2.705583, + 2.975780, + 2.451153, + 3.219236, + 2.950420, + 2.569416, + 1.691992, + 3.003024, + 2.430390, + 2.722974, + 2.590166, + 2.351772, + 2.769741, + 2.387261, + 2.476428, + 2.165462, + 2.546940, + 2.098095, + 2.416219, + 2.727028, + 2.009698, + 1.962772, + 2.184990, + 2.245962, + 2.660335, + 2.577839, + 2.190946, + 2.632653, + 2.216167, + 2.535640, + 2.356853, + 2.182603, + 2.562792, + 1.339348, + 2.539689, + 2.659234, + 2.601756, + 2.087904, + 0.287980, + 2.825277, + 2.537942, + 3.011866, + 2.631146, + 2.354758, + 1.741852, + 2.559683, + 2.057790, + 2.526689, + 2.427630, + 1.294746, + 2.399988, + 2.651022, + 2.588995, + 2.408909, + 2.862902, + 1.909378, + 2.831829, + 1.941639, + 2.619471, + 1.988920, + 2.665094, + 1.024299, + 2.046128, + 2.768567, + 3.325161, + 1.604244, + 2.929113, + 2.195284, + 2.444957, + 2.923674, + 1.764889, + 2.634007, + 2.315913, + 2.474235, + 2.707754, + 2.441014, + 2.670916, + 2.153649, + 2.479404, + 3.305699, + 2.606832, + 2.843555, + 2.556515, + 2.483443, + 1.677387, + 2.695312, + 2.186115, + 2.082997, + 2.550496, + 3.534562, + 2.509564, + 2.024426, + 2.728869, + 2.593351, + 2.653881, + 1.877949, + 2.377436, + 2.493942, + 2.576591, + 2.482763, + 2.469244, + 2.557457, + 2.702348, + 2.678457, + 2.606808, + 1.912951, + 2.484276, + 1.931125, + 2.470844, + 2.499307, + 2.866939, + 3.928767, + 2.580623, + 2.476340, + 1.589989, + 2.008269, + 2.304010, + 0.955548, + 2.558491, + 2.739447, + 2.713459, + 2.425027, + 2.391420, + 2.618311, + 2.401618, + 2.450093, + 2.869983, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_15_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.035 + std = 0.499 + data = [ + -0.658665, + -0.415727, + 0.209167, + 0.735413, + -0.100172, + 0.449110, + -0.542579, + 0.454061, + 0.173222, + -0.304394, + -0.609997, + 0.309886, + 0.183059, + 0.176321, + -0.248026, + 0.331787, + 0.716619, + -0.225813, + 0.006737, + 0.591231, + -0.553100, + -0.054112, + -0.312120, + -0.113064, + -0.018846, + 0.290969, + 0.440993, + 0.048376, + -0.126795, + 0.357462, + 1.106770, + -0.355958, + -0.243854, + -0.618766, + -0.167479, + 0.033983, + 0.303427, + 0.252069, + 0.173638, + 0.266206, + 0.104125, + 0.472389, + 0.054939, + -0.946912, + 0.171583, + -0.393666, + 0.385876, + 0.551690, + 0.103087, + -0.304276, + 0.096281, + 0.226072, + -0.404686, + -0.293441, + 0.101064, + -0.232933, + 0.025228, + -0.744586, + 0.567214, + -0.468677, + -0.096905, + -0.268100, + -0.429047, + -0.107832, + -0.202992, + -0.300571, + -0.742210, + -0.165962, + 0.728736, + -0.182325, + -0.607577, + -0.717217, + 0.379143, + -0.287193, + -0.857991, + -0.259215, + 0.134311, + -0.387617, + 0.300880, + -0.573665, + -0.145212, + 0.146485, + -0.266248, + 1.010047, + 0.816105, + 0.215404, + -0.471679, + 0.374491, + 0.439597, + 0.168144, + -0.149253, + 0.127360, + 0.922207, + 0.654541, + -0.470070, + -0.260705, + -0.802505, + 0.460143, + 0.331179, + 0.594685, + 0.007204, + 0.034294, + 0.235806, + 0.985276, + -0.292280, + -0.190423, + 0.844774, + 0.298835, + 0.567781, + 0.640997, + -0.162950, + -0.117960, + 0.765476, + -0.071038, + -0.780376, + 0.118615, + -0.022322, + 0.002755, + -0.506663, + 0.043789, + -0.429649, + -0.189110, + -0.397824, + -0.516616, + 0.657114, + -0.296560, + -0.018277, + 0.408565, + 0.607671, + 0.021082, + -0.873127, + -0.323340, + -1.521012, + 0.320765, + 0.834922, + 0.168217, + -0.199393, + 0.109952, + -0.517742, + -0.169850, + -0.354865, + -0.772408, + -0.069147, + -0.054835, + -0.441207, + 0.188365, + -0.871400, + -0.553461, + 0.347577, + 0.197986, + 0.012835, + -1.207427, + -0.215038, + -0.283440, + -0.307191, + -0.281933, + -0.592418, + 0.115969, + 0.000427, + -0.292570, + -0.010622, + 0.771930, + 0.518643, + 0.318065, + 0.336122, + 0.814361, + -0.564898, + -0.104393, + -0.248373, + 0.573222, + -0.380716, + -0.108995, + 0.233650, + -0.239325, + 0.105195, + 0.693923, + 0.311088, + 0.375441, + 0.660288, + 0.208084, + -0.229348, + -0.534537, + -1.000415, + -0.446523, + 0.141746, + -0.081082, + 0.008229, + -0.354943, + -0.854909, + -0.016457, + 0.120784, + -0.063028, + -0.070977, + -0.553895, + -0.733086, + 0.531656, + -0.857315, + 0.331687, + -0.662787, + 0.022547, + 0.221472, + -0.426629, + 0.010608, + -1.125831, + 0.869705, + -0.365523, + -0.459550, + -0.145010, + -0.250937, + 0.252780, + -0.587131, + -0.689667, + 0.441976, + 0.622999, + 0.012531, + 0.965725, + -0.199221, + -0.273576, + -0.213399, + -0.169514, + 0.282768, + 0.500084, + 0.518904, + -0.542360, + 0.175087, + 0.005011, + -0.218252, + -0.026811, + 0.053811, + 0.012492, + -0.494087, + -0.723466, + -0.163651, + -0.011653, + 0.163078, + -0.335189, + 0.083233, + -0.653797, + -0.296350, + -0.290325, + 0.210554, + 0.189729, + 0.275620, + -0.447792, + 0.026402, + -0.550713, + -0.285207, + 0.049479, + -0.416637, + 0.250353, + 1.111578, + 0.223938, + 0.283611, + 0.241390, + -0.634857, + 0.458116, + -0.739321, + 0.224735, + -0.027534, + -1.024148, + -0.461159, + 0.245299, + 0.482582, + -0.381193, + 0.172596, + 0.474097, + 0.216756, + 0.211728, + -0.062111, + 0.358514, + -0.374600, + 0.364670, + -0.437287, + -0.469500, + 0.054883, + -0.510558, + -0.018416, + -0.055744, + -0.136468, + -0.174952, + -0.894941, + 0.120344, + -0.240756, + -0.174459, + 0.119121, + 0.162934, + 0.138921, + -0.022404, + -1.082223, + -0.028964, + -0.280378, + -0.814608, + 0.654523, + -0.515666, + -0.172393, + -0.308954, + -1.225131, + -0.949560, + -1.093678, + -0.891307, + -0.072616, + -1.024205, + -0.450135, + 0.208654, + -0.337792, + -0.560917, + -0.146075, + -0.090725, + -0.689791, + -0.349614, + 0.212526, + 0.018828, + -0.302792, + -0.198154, + 0.177097, + 0.243705, + -0.366722, + -0.631672, + -0.000500, + 1.155173, + 0.119854, + 0.828239, + -1.224910, + -0.098100, + 0.561079, + 0.259018, + 1.161160, + -0.072588, + -0.481154, + 1.335318, + -0.258618, + 0.562440, + -0.425159, + 0.174362, + 0.479171, + 0.099498, + 0.493117, + -0.131682, + -0.491381, + 0.143692, + -0.107221, + -0.690297, + 0.077284, + -0.348234, + -1.408826, + -0.543676, + -0.452787, + 0.731964, + -0.303095, + 0.922734, + 0.642234, + -0.635528, + 0.401419, + -0.235701, + -0.160500, + 0.513761, + -0.623697, + -0.004533, + 0.163212, + 0.399164, + -0.690573, + -0.878518, + -0.316246, + 1.083479, + 0.563968, + 0.697194, + 0.052139, + -0.059664, + 0.779753, + 0.837597, + 0.353829, + 0.014177, + -0.431055, + 0.347464, + -0.912706, + -0.931570, + -0.398985, + 0.301387, + -0.373853, + 0.459241, + 0.421508, + -0.016731, + 0.828170, + 0.952688, + -0.847254, + -0.499680, + 0.026026, + 0.563999, + 0.392186, + 0.394453, + -0.295155, + -0.213094, + 0.869491, + -0.140557, + 0.359082, + 0.154988, + -0.239076, + 0.475151, + -0.223030, + 0.625199, + 0.023820, + 0.653184, + -0.000427, + -0.337752, + -0.632760, + -0.115680, + 0.004563, + 0.176039, + 0.484211, + -0.071060, + -0.023498, + 0.007340, + 0.437930, + -0.203471, + 0.745472, + 0.534852, + -0.283575, + -0.060011, + -0.020434, + -0.230536, + 0.311141, + -0.240627, + 0.053922, + 1.655422, + -1.340371, + 0.840520, + 0.687147, + -0.291607, + -0.335572, + 0.082946, + -0.714292, + 0.736175, + 0.062735, + 0.073217, + 0.152178, + -0.779211, + 0.699850, + -0.623311, + -0.028037, + -0.473624, + -0.035554, + -0.418013, + -0.145580, + 0.145322, + -0.513072, + 0.381472, + 0.569205, + -0.284690, + -1.138900, + -0.413900, + 0.131644, + -0.489546, + -0.136990, + -0.406048, + 0.564379, + 0.617473, + -0.800772, + -0.646737, + 0.271540, + 0.212659, + -0.665876, + -0.037823, + -0.068088, + -0.571306, + 0.334634, + 0.440357, + -0.363985, + -0.428850, + -0.409748, + 0.016553, + -1.342929, + -0.066424, + -0.027091, + -0.631583, + 1.089470, + -0.425154, + 1.251708, + 0.156398, + -0.095147, + 0.913657, + 0.325269, + 0.130175, + -0.434049, + -0.062127, + -0.738472, + 0.202601, + -0.756814, + -0.140231, + 1.141495, + -0.377974, + 0.273310, + -0.630621, + 0.156400, + 0.263416, + 0.116036, + -0.401361, + 0.634591, + 0.255830, + -0.154231, + -0.150949, + 0.095091, + -0.688835, + 0.307088, + 0.064266, + 0.700098, + 0.651852, + -0.917944, + 0.846466, + 0.533462, + 0.042029, + -0.416229, + -0.604161, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_15_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.618 + std = 0.144 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.063 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_15_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.012 + std = 0.325 + data = [ + 0.340260, + -0.111652, + -0.165334, + -0.258398, + 0.120645, + -0.109803, + 0.311173, + -0.127452, + -0.292589, + -0.005211, + 0.391753, + 0.093231, + -0.077097, + 0.082151, + -0.071114, + -0.527713, + -0.348476, + -0.066536, + -0.141141, + -0.227563, + 0.203600, + -0.038281, + -0.340929, + 0.063574, + -0.212847, + -0.069322, + -1.070474, + -0.174394, + 0.047473, + 0.085627, + -0.305527, + 0.378176, + 0.116540, + 0.206612, + 0.278053, + 0.267106, + 0.050249, + 0.079314, + -0.081909, + -0.008848, + -0.009861, + -0.117319, + 0.155588, + 0.353186, + -0.119634, + -0.030859, + -0.068853, + 0.160566, + -0.229157, + -0.044739, + -0.015308, + -0.305413, + 0.022661, + 0.175330, + -0.092517, + 0.092109, + -0.053500, + 0.021350, + -0.089883, + 0.197995, + -0.234263, + 0.263760, + 0.053077, + 0.035414, + -0.039193, + 0.324691, + 0.237304, + -0.160135, + -0.262943, + 0.039863, + 0.323657, + 0.215830, + -0.133790, + 0.081227, + 0.175424, + 0.113255, + -0.158722, + -0.050121, + -0.017427, + 0.193738, + 0.323801, + 0.030093, + -0.090851, + -0.186839, + -0.240723, + 0.103107, + 0.127062, + -0.056937, + -0.483721, + 0.135989, + -0.247849, + -0.141135, + -0.240515, + -0.123539, + 0.028950, + -0.076865, + 0.243590, + 0.201066, + -0.321556, + -0.059946, + -0.046511, + -0.400914, + 0.072829, + -0.283280, + -0.051905, + 0.083084, + -0.250954, + 0.172759, + -0.183253, + -0.171314, + 0.352840, + 0.130438, + -0.097245, + 0.095042, + 0.176270, + 0.076909, + -0.287963, + 0.228301, + 0.317182, + 0.107725, + 0.116061, + 0.043935, + 0.194887, + 0.041563, + -0.073869, + -0.082938, + 0.153757, + 0.025417, + -0.046594, + -0.316734, + 0.465530, + 0.082226, + 0.518825, + -0.156154, + -0.208753, + -0.042168, + 0.037320, + -0.092942, + 0.035002, + 0.241668, + 0.038233, + 0.692246, + -0.177083, + 0.147071, + 0.194509, + -0.113187, + 0.410210, + 0.230997, + -0.115255, + 0.106918, + 0.121336, + 0.298150, + 0.221195, + 0.110587, + -0.071926, + -0.177730, + -0.088313, + 0.034633, + -0.070037, + 0.095222, + 0.305966, + -0.203303, + -0.409152, + 0.074985, + -0.102674, + 0.074922, + -0.057137, + 0.168340, + -0.230777, + 0.030839, + 0.264541, + -0.016523, + 0.171349, + -0.025885, + 0.076460, + -0.310720, + -0.142283, + 0.051572, + 0.125510, + 0.000295, + -0.489925, + 0.401661, + 0.253943, + -0.070940, + -0.157918, + -0.032326, + 0.053591, + 0.166114, + 0.157450, + -0.334370, + 0.044483, + -0.157468, + 0.062246, + -0.124874, + 0.127491, + -0.219773, + 0.266476, + -0.486477, + 0.276871, + -0.030242, + -0.353539, + 0.151233, + -0.154898, + 0.260393, + -0.206794, + 0.434600, + 0.055638, + -0.091277, + 0.019270, + -0.087836, + -0.053885, + -0.117490, + -0.203652, + -0.399750, + -0.400384, + -0.355739, + 0.195307, + -0.047361, + -0.207753, + 0.136294, + -0.060384, + -0.247910, + -0.082077, + -0.285621, + -0.025104, + -0.075597, + -0.136520, + -0.068123, + 0.076290, + 0.046347, + -0.186877, + 0.290701, + -0.157881, + -0.005183, + -0.115723, + 0.064248, + -0.109771, + 0.629825, + 0.072626, + 0.174490, + -0.060169, + 0.062716, + 0.078496, + -0.022366, + -0.513532, + 0.125355, + -0.032755, + -0.062108, + -0.010161, + -0.327179, + -0.415179, + 0.035653, + 0.146007, + 0.322895, + 0.297649, + -0.120741, + 0.070142, + -0.061897, + -0.004637, + -0.065877, + -0.039959, + -0.197316, + -0.392789, + 0.190527, + 0.036405, + -0.272975, + -0.327175, + 0.049921, + 0.114124, + 0.153558, + 0.043569, + -0.206350, + 0.049911, + 0.227963, + 0.052014, + 0.132119, + 0.000108, + 0.050153, + 0.292846, + -0.040941, + 0.227107, + -0.059463, + 0.131234, + -0.115834, + 0.021397, + 0.075244, + -0.015169, + 0.156700, + 0.120344, + -0.138971, + 0.011611, + 0.292932, + -0.184190, + 0.089699, + 0.420170, + 0.205831, + 0.249376, + 0.459627, + 0.253111, + 0.220846, + 0.288302, + 0.381553, + 0.216158, + -0.295595, + -0.076235, + -0.125110, + -0.002203, + -0.107476, + 0.250937, + 0.158850, + -0.055751, + -0.207005, + 0.166231, + 0.271512, + -0.120108, + 0.229909, + 0.166483, + 0.560166, + 0.020614, + -0.497694, + 0.124681, + -0.255119, + 0.315440, + 0.026112, + 0.079546, + 0.042351, + -0.464414, + 0.342674, + 0.027978, + -0.462910, + 0.016932, + -1.328532, + 0.103648, + -0.007702, + -0.144452, + -0.119523, + 0.062353, + 0.401526, + 0.359441, + 0.038549, + 0.306729, + 0.183464, + -0.225887, + -0.078864, + 0.458026, + -0.037839, + 0.246571, + -0.081712, + 0.051672, + 0.100375, + -0.296841, + 0.168830, + -0.156732, + -0.098952, + 0.020561, + 0.017595, + 0.362481, + 0.020745, + 0.090500, + -0.276491, + 0.146297, + 0.127182, + 0.427505, + -0.401796, + -0.110668, + -0.070964, + 0.027991, + -0.052595, + -0.299405, + -0.054532, + 0.009732, + -0.151884, + 0.138180, + 0.528401, + 0.013753, + 0.070592, + 0.051530, + -0.071543, + 0.046764, + -0.032869, + -0.283353, + 0.011074, + -0.212888, + -0.110621, + 0.325348, + 0.069794, + -0.583779, + 0.095684, + 0.096713, + -0.055052, + 0.019162, + 0.304668, + 0.026922, + -0.052670, + -0.177442, + 0.037843, + -0.036105, + -0.086880, + -0.055245, + -0.047317, + 0.032826, + -0.306919, + 0.043237, + 0.119333, + 0.105245, + 0.101829, + 0.012197, + -0.015184, + -0.141384, + 0.025158, + 0.047943, + 0.061848, + -0.156443, + -0.195016, + -0.104116, + -0.310623, + -0.049085, + -0.291345, + -0.039153, + 0.095511, + -0.063590, + -0.041107, + -0.090168, + -5.018310, + 0.137351, + -0.246711, + 0.249913, + 0.133197, + 0.177895, + -0.047646, + 0.323031, + -0.126014, + 0.159495, + -0.183981, + 0.148526, + 0.069886, + -0.076830, + 0.154059, + -0.323642, + 0.108642, + -0.174435, + 0.236693, + -0.226291, + -0.169331, + 0.237144, + 0.248351, + -0.564217, + 0.327688, + 0.234640, + -0.108640, + 0.006486, + -0.004756, + 0.167190, + 0.151764, + -1.745004, + -1.014695, + 0.052497, + 0.126762, + -0.289726, + -0.132993, + -0.152752, + -0.195945, + 0.221664, + 0.196339, + 0.250778, + -0.171524, + -0.323920, + 0.314008, + 0.101459, + 0.071213, + 0.226416, + -0.028739, + -0.051775, + 0.364767, + -0.258991, + -0.030501, + -0.555747, + -0.034826, + 0.216425, + 0.114103, + -0.123932, + 0.014409, + 0.114542, + 0.176186, + 0.401742, + -0.130905, + 0.029578, + -0.064907, + -0.262268, + 0.169377, + -0.001907, + 0.263079, + -0.039022, + -0.015848, + -0.107106, + 0.066985, + -0.269674, + 0.166099, + 0.054023, + 0.287582, + -0.116129, + 0.209125, + -0.581059, + 0.079317, + -0.054257, + -0.130522, + 0.482393, + -0.278240, + -0.256707, + 0.017222, + 0.114593, + -0.100805, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.846 + std = 0.234 + data = [ + 1.128955, + 0.699783, + 0.951747, + 0.778764, + 0.796995, + 0.587600, + 0.891275, + 1.207122, + 1.045974, + 0.728522, + 0.352170, + 0.635566, + 0.889310, + 0.354895, + 0.733610, + 0.516239, + 0.484595, + 0.892289, + 0.962461, + 0.729043, + 0.729909, + 0.751548, + 0.321474, + 1.060709, + 0.458955, + 0.728441, + 0.592310, + 0.747275, + 0.332206, + 1.342684, + 1.024079, + 0.646648, + 0.957847, + 1.332793, + 0.730046, + 0.555714, + 0.701074, + 1.003951, + 0.433597, + 0.796731, + 0.543463, + 0.784506, + 1.119585, + 0.738364, + 1.192218, + 0.531206, + 0.746017, + 0.533309, + 0.795566, + 0.772725, + 0.982035, + 0.793787, + 1.024567, + 0.821154, + 0.813246, + 1.020330, + 0.904201, + 0.902210, + 0.713953, + 1.143126, + 0.571210, + 0.788401, + 0.835473, + 0.730789, + 0.301137, + 0.700137, + 1.103590, + 1.247107, + 0.658207, + 0.810826, + 0.412920, + 1.024350, + 1.063594, + 0.627845, + 0.517397, + 0.965643, + 0.389037, + 0.784418, + 0.930079, + 1.028337, + 0.675430, + 0.396499, + 0.777789, + 0.697672, + 0.977168, + 0.645161, + 0.777705, + 1.061487, + 0.956722, + 0.776712, + 0.944658, + 0.857535, + 0.974004, + 0.992157, + 0.601394, + 1.140454, + 0.878826, + 0.588557, + 1.029063, + 0.740555, + 1.070289, + 0.408564, + 0.711439, + 0.759796, + 0.609144, + 0.890630, + 0.988966, + 0.833917, + 1.083397, + 0.915434, + 1.123415, + 0.835772, + 0.785155, + 1.377507, + 0.385695, + 0.743084, + 0.891075, + 0.818992, + 0.950677, + 0.588836, + 1.200073, + 0.982554, + 0.801205, + 0.416396, + 0.956901, + 0.811280, + 1.212507, + 0.668911, + 0.800618, + 0.511331, + 0.668950, + 0.500169, + 1.110882, + 1.137991, + 0.749447, + 0.802417, + 0.803995, + 1.253365, + 0.759353, + 0.654704, + 0.778097, + 0.979358, + 0.649184, + 1.208264, + 0.912009, + 0.813274, + 0.578336, + 0.556063, + 1.049446, + 0.612331, + 1.265193, + 0.727994, + 0.711501, + 1.072731, + 1.074601, + 0.605974, + 0.746445, + 0.818020, + 1.336045, + 0.935012, + 0.561805, + 0.611831, + 0.273489, + 0.678598, + 1.092831, + 1.136150, + 0.919407, + 0.735789, + 0.951686, + 0.594774, + 1.097118, + 0.586623, + 0.953759, + 0.808930, + 1.100006, + 0.963287, + 0.655918, + 0.740202, + 0.814553, + 0.339444, + 0.692237, + 1.067286, + 0.989859, + 0.865680, + 0.967283, + 0.989024, + 0.899323, + 0.518355, + 1.072926, + 1.183390, + 0.676432, + 0.869670, + 0.827906, + 0.870500, + 0.675268, + 1.140588, + 0.679625, + 0.613383, + 1.210446, + 1.297246, + 0.525380, + 0.812545, + 1.089858, + 0.616480, + 0.623600, + 1.002948, + 0.496684, + 0.997075, + 0.538278, + 0.735992, + 0.588258, + 0.950278, + 1.224382, + 0.633646, + 0.462943, + 0.820326, + 1.454504, + 0.771325, + 0.601373, + 0.354699, + 1.143782, + 0.542108, + 1.085292, + 0.691149, + 1.086909, + 0.744746, + 1.474159, + 1.222163, + 1.082247, + 0.769419, + 0.508995, + 0.948134, + 1.036601, + 0.688807, + 0.800690, + 0.799825, + 0.893148, + 0.661579, + 0.507192, + 0.985058, + 1.256253, + 0.525437, + 1.186507, + 0.709501, + 0.936618, + 1.084517, + 1.088577, + 1.103977, + 0.767455, + 1.136174, + 0.828223, + 0.449686, + 1.015923, + 0.824985, + 0.540134, + 1.089983, + 0.445184, + 0.776972, + 1.125896, + 0.711009, + 0.716612, + 0.539042, + 0.485139, + 1.031546, + 0.711798, + 1.081455, + 1.074207, + 0.929941, + 0.916243, + 1.003872, + 0.699840, + 0.889354, + 0.894121, + 0.804759, + 1.108059, + 0.755010, + 0.678274, + 0.597426, + 0.825223, + 0.983160, + 1.133922, + 0.671456, + 1.294601, + 0.994801, + 0.696691, + 1.198816, + 0.970315, + 0.978374, + 0.778886, + 0.787214, + 0.771971, + 0.363090, + 0.848998, + 1.023029, + 0.599995, + 1.176139, + 0.752200, + 0.855526, + 1.225139, + 0.871195, + 0.909248, + 1.145221, + 0.935597, + 0.775011, + 0.787685, + 0.870188, + 0.608102, + 0.663755, + 1.197380, + 0.771011, + 0.379285, + 1.304290, + 0.668369, + 1.118753, + 0.817664, + 0.715515, + 0.944989, + 1.158345, + 0.817094, + 0.945425, + 0.809004, + 0.794327, + 0.850823, + 0.921554, + 0.766162, + 0.621838, + 1.047927, + 0.814708, + 1.000209, + 1.066079, + 0.778094, + 1.087650, + 1.146794, + 0.807530, + 0.852285, + 0.770231, + 0.622340, + 0.818290, + 0.412280, + 1.147010, + 0.829901, + 0.957410, + 1.024037, + 0.701904, + 1.114310, + 1.051565, + 0.995167, + 0.436425, + 0.670450, + 0.668003, + 1.022884, + 1.128209, + 0.917864, + 0.864188, + 1.000975, + 0.844518, + 0.927968, + 0.615432, + 0.818453, + 0.545371, + 0.397561, + 1.037993, + 0.936930, + 0.686203, + 0.802841, + 1.056112, + 0.952388, + 0.706579, + 0.914347, + 0.799602, + 0.938916, + 0.902534, + 0.623115, + 0.818174, + 0.527322, + 0.959832, + 0.645654, + 0.545130, + 0.763585, + 1.040316, + 0.653742, + 0.861488, + 0.762207, + 0.760220, + 1.165880, + 0.595292, + 0.686147, + 0.935669, + 0.561583, + 0.607358, + 0.434583, + 1.179681, + 0.756266, + 0.987459, + 0.841236, + 0.740764, + 0.946537, + 0.662091, + 0.941222, + 0.768230, + 1.036471, + 0.680389, + 1.023707, + 0.987939, + 0.846358, + 0.414215, + 1.093975, + 1.091116, + 1.055943, + 0.662556, + 0.772984, + 1.017399, + 0.674349, + 1.061907, + 0.824944, + 0.903820, + 0.968348, + 0.851632, + 1.209388, + 0.809604, + 0.702535, + 0.816830, + 1.147991, + 0.118709, + 0.890308, + 0.853391, + 0.668660, + 0.664376, + 0.971168, + 1.315126, + 0.992766, + 1.004191, + 0.747452, + 1.024372, + 1.183360, + 1.071052, + 1.045974, + 0.494497, + 0.921403, + 0.555996, + 1.037830, + 0.624581, + 1.221868, + 0.789909, + 1.063947, + 0.715430, + 1.700622, + 0.943108, + 0.882593, + 0.849205, + 1.469183, + 0.586059, + 1.077157, + 0.781761, + 0.635361, + 1.059292, + 0.738141, + 0.801777, + 0.927775, + 0.692352, + 0.910967, + 0.339103, + 0.901298, + 0.931622, + 0.461428, + 0.750906, + 0.933324, + 0.793815, + 0.545377, + 1.276545, + 0.928760, + 1.066993, + 1.135721, + 0.872169, + 0.660979, + 0.859663, + 1.191699, + 0.543948, + 0.836825, + 0.962192, + 1.158364, + 0.921646, + 0.896985, + 0.851384, + 0.677786, + 1.007589, + 0.899106, + 0.279343, + 0.785931, + 0.851326, + 1.288058, + 1.018655, + 1.112575, + 0.943693, + 0.913466, + 0.725611, + 0.817262, + 0.796690, + 0.913343, + 1.167075, + 1.231442, + 1.080832, + 1.536463, + 0.597192, + 0.920502, + 0.785665, + 0.817843, + 1.088445, + 0.751265, + 0.987834, + 0.972360, + 0.686041, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_16_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.020 + std = 0.163 + data = [ + -0.202206, + -0.012911, + 0.076287, + 0.098955, + -0.079626, + 0.042330, + -0.090186, + -0.028996, + 0.017911, + 0.070922, + -0.037026, + -0.041925, + -0.030388, + -0.023639, + -0.069776, + 0.113217, + 0.149730, + 0.035728, + -0.014272, + 0.048027, + -0.063552, + 0.002839, + -0.041147, + 0.035044, + -0.076519, + 0.074161, + 0.360394, + 0.079956, + 0.056063, + -0.037773, + 0.177243, + -0.203122, + -0.117075, + -0.347812, + -0.217305, + -0.054732, + -0.034595, + 0.035637, + -0.119125, + 0.039692, + -0.047186, + 0.065123, + -0.077621, + -0.186957, + 0.009363, + -0.001738, + 0.030225, + -0.035695, + 0.014934, + -0.107985, + 0.094187, + 0.231580, + -0.113860, + -0.115787, + -0.018083, + -0.073356, + -0.038856, + -0.154474, + 0.121758, + -0.144720, + 0.022924, + -0.140472, + -0.066408, + -0.107989, + 0.050389, + -0.058364, + -0.107077, + 0.002267, + 0.032765, + -0.024495, + -0.045311, + -0.104486, + 0.162517, + 0.045129, + -0.096585, + -0.174306, + -0.005990, + -0.131221, + -0.101768, + -0.176200, + 0.115541, + -0.111746, + 0.033255, + 0.050511, + 0.146624, + -0.040430, + -0.197481, + 0.127255, + 0.106063, + -0.003277, + 0.049769, + 0.041207, + 0.138314, + 0.042805, + 0.001765, + 0.023395, + -0.067624, + -0.042425, + 0.069630, + 0.054588, + 0.025035, + 0.205624, + -0.032479, + 0.159373, + -0.122306, + -0.018962, + -0.092236, + 0.029889, + 0.223671, + 0.028271, + -0.228269, + -0.003635, + 0.060732, + -0.162382, + -0.048190, + -0.035073, + -0.114164, + -0.037613, + -0.167281, + 0.075040, + -0.074765, + -0.037921, + -0.042400, + -0.019378, + 0.023986, + 0.057809, + -0.006949, + 0.071323, + 0.000737, + 0.071617, + -0.048011, + 0.011542, + -0.573789, + 0.097214, + 0.039738, + 0.042449, + -0.012003, + -0.110846, + -0.069006, + -0.101630, + -0.088390, + -0.272283, + 0.052070, + -0.043002, + -0.076011, + 0.079076, + -0.129613, + -0.088387, + 0.142363, + 0.009631, + -0.217209, + -0.208146, + -0.018288, + 0.013988, + -0.081088, + -0.003458, + -0.020078, + -0.014077, + -0.039850, + -0.064765, + -0.114778, + 0.126826, + 0.007312, + -0.038366, + 0.089714, + 0.122648, + -0.117993, + -0.160714, + 0.028802, + -0.007188, + -0.132490, + -0.030676, + 0.006259, + -0.110546, + -0.050050, + -0.116549, + 0.091619, + 0.020971, + -0.009107, + -0.240496, + 0.124811, + -0.238886, + -0.254468, + -0.017888, + 0.017508, + -0.009700, + -0.063766, + -0.038975, + -0.159046, + 0.292111, + 0.043315, + -0.001173, + 0.016628, + -0.095777, + -0.140986, + 0.111491, + -0.220073, + -0.331765, + -0.273719, + 0.136767, + 0.078182, + -0.168301, + 0.105483, + -0.236520, + 0.115759, + -0.078325, + 0.003963, + -0.051722, + 0.032602, + 0.019782, + -0.070428, + -0.109678, + 0.066484, + -0.094657, + 0.016313, + 0.197122, + -0.242340, + -0.078857, + -0.014584, + -0.052072, + -0.007043, + 0.040098, + 0.055386, + 0.019717, + -0.058519, + -0.028275, + -0.175409, + -0.049040, + -0.033326, + 0.088737, + -0.049511, + -0.221852, + -0.116162, + 0.019079, + -0.031241, + -0.077758, + -0.078316, + -0.251989, + 0.015069, + -0.049570, + -0.009583, + -0.099224, + 0.127155, + -0.076560, + 0.153218, + -0.015029, + -0.034804, + -0.049928, + -0.035758, + 0.032037, + 0.057837, + -0.071651, + 0.020989, + -0.103870, + -0.142274, + 0.153610, + -0.072207, + 0.020708, + -0.079515, + -0.135029, + -0.018909, + -0.012644, + 0.007163, + 0.267181, + 0.036875, + 0.176846, + 0.068202, + -0.000492, + -0.069972, + -0.062842, + 0.058560, + 0.041449, + -0.130284, + 0.329201, + 0.020012, + -0.105965, + -0.036024, + -0.047697, + -0.068733, + 0.076309, + -0.305715, + 0.009869, + -0.052963, + 0.000707, + 0.001649, + -0.073677, + -0.009109, + 0.135492, + -0.133237, + 0.026649, + -0.034581, + 0.022089, + -0.141910, + -0.119955, + -0.013796, + -0.108586, + -0.098219, + -0.235006, + -0.378662, + -0.299366, + -0.104183, + -0.288053, + -0.019671, + 0.024259, + -0.002951, + -0.047421, + 0.025896, + 0.054997, + -0.221267, + -0.021464, + -0.199654, + -0.029874, + 0.004386, + -0.060522, + 0.003824, + -0.014988, + -0.113887, + -0.249036, + -0.059568, + 0.203619, + -0.014530, + 0.230614, + -0.165649, + 0.091406, + 0.028687, + 0.031529, + 0.288496, + -0.035696, + -0.129160, + 0.209961, + -0.048594, + 0.923286, + -0.150190, + -0.000487, + 0.019531, + 0.011871, + -0.006172, + -0.208913, + -0.154218, + -0.071038, + -0.164743, + -0.166191, + -0.083288, + -0.121838, + -0.272788, + -0.012891, + -0.111313, + 0.019677, + -0.058261, + -0.274477, + -0.232579, + -0.059193, + 0.189440, + -0.061128, + -0.084858, + 0.115935, + -0.248584, + 0.030038, + -0.061218, + 0.008752, + -0.081844, + -0.143728, + -0.540230, + 0.083521, + 0.169273, + 0.038568, + 0.043790, + -0.036262, + 0.055771, + -0.031643, + 0.031683, + -0.072877, + -0.046636, + -0.200140, + -0.101205, + -0.275530, + -0.009062, + 0.090326, + -0.076495, + 0.060525, + -0.181164, + -0.001258, + 0.136369, + 0.017001, + -0.268099, + -0.057334, + 0.869433, + 0.113765, + -0.341611, + -0.047063, + 0.012826, + -0.177436, + 0.028351, + 0.022931, + 0.008367, + -0.002841, + -0.040437, + 0.047460, + -0.036685, + -0.042546, + 0.050944, + 0.161533, + 0.003243, + -0.052074, + -0.081229, + 0.074434, + -0.019514, + 0.090495, + 0.036216, + -0.016264, + -0.095144, + -0.032620, + 0.064675, + -0.036284, + 0.067263, + 0.125588, + -0.125366, + 0.049971, + -0.265205, + 0.008961, + 0.080158, + -0.006828, + 0.017605, + 1.821207, + -0.316222, + 0.080476, + 0.020818, + -0.209685, + -0.097711, + -0.164884, + -0.136580, + 0.178752, + -0.132187, + 0.077302, + 0.099941, + -0.184273, + 0.040814, + -0.031069, + 0.130037, + -0.052089, + -0.136387, + -0.012736, + 0.036323, + 0.024764, + -0.206292, + 0.082689, + 0.239587, + -0.184256, + -0.269230, + 0.529942, + -0.114560, + -0.080600, + -0.028389, + -0.165541, + 0.550291, + 0.376270, + -0.121100, + -0.322330, + 0.050774, + 0.075631, + -0.008180, + -0.195526, + -0.010779, + -0.069465, + -0.161012, + 0.108227, + 0.166389, + -0.085160, + -0.092548, + -0.198665, + 0.174507, + 0.020669, + 0.046057, + -0.151469, + -0.040188, + -0.043352, + 0.672928, + -0.011684, + -0.089763, + 0.085511, + 0.163812, + -0.034263, + -0.093403, + -0.150718, + -0.169408, + 0.103697, + -0.114935, + 0.019249, + 0.185596, + -0.046710, + 0.068413, + -0.067276, + -0.074329, + -0.024259, + 0.076437, + -0.016218, + -0.173295, + -0.011161, + -0.020396, + -0.164606, + -0.077575, + -0.236872, + 0.117717, + -0.000160, + 0.020704, + 0.079837, + -0.221874, + 0.190690, + 0.069667, + -0.037973, + -0.194182, + 0.005601, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_16_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = -0.007 + std = 1.412 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_16_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_16_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = -0.018 + std = 0.477 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_16_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.007 + std = 0.248 + data = [ + 0.142705, + -0.148279, + -0.014901, + -0.050970, + 0.013754, + -0.136378, + 0.184737, + -0.136999, + 0.202099, + 0.052202, + 0.412618, + -0.147835, + 0.256179, + -0.026601, + 0.210584, + -0.182878, + -0.252405, + 0.203466, + 0.011234, + -0.190477, + 0.130120, + 0.178372, + 0.013280, + -0.099591, + -0.260312, + -0.121575, + -0.663885, + -0.035501, + 0.135412, + -0.134606, + 0.147621, + 0.348031, + 0.068718, + 0.020655, + 0.364570, + 0.108085, + 0.174624, + -0.217429, + 0.076726, + -0.060353, + 0.021610, + -0.039187, + -0.007286, + 0.105030, + 0.032973, + 0.097459, + -0.058448, + 0.154812, + -0.005098, + 0.078666, + -0.190401, + -0.499685, + -0.196085, + 0.280549, + -0.157870, + 0.217233, + -0.034576, + 0.026550, + 0.007858, + 0.028717, + 0.044074, + -0.028524, + -0.011808, + -0.003556, + -0.122356, + 0.571834, + -0.200976, + 0.134379, + 0.017411, + -0.157151, + 0.164238, + 0.025187, + -0.081506, + 0.125936, + 0.178245, + 0.315571, + 0.020902, + 0.015151, + -0.061461, + 0.031157, + -0.018656, + 0.130162, + -0.163997, + -0.368943, + -0.143694, + 0.019666, + -0.202489, + -0.076463, + 0.143725, + 0.095234, + 0.047645, + -0.028901, + 0.185280, + -0.221760, + 0.478968, + 0.104558, + 0.132449, + -0.112365, + 0.055216, + 0.087525, + 0.047547, + -0.459053, + -0.080825, + -0.223698, + -0.104033, + 0.126262, + 0.166252, + -0.024320, + -0.301792, + 0.077776, + 0.248482, + -0.183211, + 0.298890, + 0.254703, + 0.084337, + 0.004335, + -0.014991, + -0.070221, + -0.114091, + 0.027704, + -0.296833, + -0.041715, + 0.032883, + 0.026627, + 0.131249, + 0.042376, + 0.073135, + 0.207217, + -0.009411, + -0.048464, + 0.239302, + -0.088186, + 0.049279, + 0.114245, + -0.243024, + -0.188134, + -0.025073, + 0.042634, + 0.024676, + -0.221093, + 0.115978, + 0.150042, + -0.059528, + -0.056059, + -0.054077, + 0.181363, + 0.064689, + 0.203964, + 0.064002, + -0.118218, + 0.145606, + 0.035224, + -0.093780, + -0.072201, + 0.217121, + -0.083069, + 0.041020, + -0.057031, + 0.060800, + -0.035006, + 0.070207, + -0.055415, + -0.209802, + -0.137639, + -0.115996, + 0.118711, + -0.018562, + -0.096540, + 0.150936, + -0.369992, + -0.057803, + -0.195764, + 0.297263, + 0.278318, + -0.066671, + -0.353170, + 0.164843, + 0.031481, + -0.076584, + -0.120974, + -0.108980, + -0.060659, + 0.019800, + -0.068685, + 0.131238, + 0.126537, + 0.032704, + -0.557021, + 0.158267, + 0.141619, + 0.102104, + 0.086097, + -0.073133, + -0.209698, + -0.142114, + 0.047278, + 0.330070, + -0.465245, + 0.037853, + 0.076278, + -0.434250, + 0.233310, + -0.065446, + -0.097071, + -0.058588, + -0.159332, + -0.088936, + 0.131783, + -0.084772, + -0.151320, + -0.107409, + 0.332572, + 0.096864, + -0.219024, + -0.002871, + -0.011964, + -0.178931, + 0.184989, + 0.011272, + 0.288834, + -0.020418, + -0.256656, + 0.168920, + 0.138671, + 0.020903, + -0.118785, + 0.059927, + -0.074811, + -0.237808, + -0.015574, + -0.037955, + 0.021548, + 0.015982, + -0.177606, + 0.077769, + 0.206454, + 0.223917, + 0.109644, + 0.138330, + 0.025595, + -0.231489, + 0.012538, + -0.049627, + 0.102526, + -0.252160, + 0.114813, + 0.070070, + -0.004947, + -0.076332, + -0.057872, + -0.519647, + -0.081516, + 0.035856, + -0.042283, + -0.033198, + 0.115277, + -0.043661, + -0.048064, + 0.095695, + -0.128483, + 0.154971, + -0.125737, + -0.025916, + 0.336871, + 0.277681, + 0.080121, + -0.243271, + -0.105041, + 0.084542, + -0.089376, + 0.313882, + 0.218393, + -0.146769, + -0.060827, + -0.116861, + -0.063913, + 0.232684, + 0.144189, + 0.262409, + 0.149514, + 0.211399, + -0.042491, + -0.065569, + 0.038292, + -0.046810, + -0.062746, + 0.047843, + 0.044260, + 0.234033, + -0.011590, + 0.199517, + -0.151170, + 0.472128, + 0.203928, + -0.177298, + -0.098718, + 0.020277, + 0.406719, + 0.112402, + 0.172983, + 0.170664, + 0.205142, + -0.079561, + -0.013448, + -0.664132, + 0.083645, + -0.120232, + 0.075586, + 0.058193, + 0.017913, + 0.367645, + -0.097626, + 0.061175, + -0.198013, + -0.035804, + 0.194017, + 0.059874, + 0.063567, + 0.056345, + -0.126759, + -0.297761, + -0.295923, + 0.004638, + 0.126424, + -0.002386, + -0.008481, + 0.114925, + 0.138850, + 0.090733, + -0.025446, + -0.027434, + -1.662844, + 0.080991, + 0.164546, + -0.160595, + 0.121887, + 0.086766, + 0.017367, + 0.133516, + -0.113158, + -0.075426, + 0.014673, + -0.139157, + 0.267771, + 0.033841, + -0.025867, + -0.123118, + 0.024216, + -0.010699, + 0.117436, + -0.035141, + -0.179961, + -0.107927, + 0.067982, + 0.003493, + -0.123910, + 0.242478, + 0.093491, + -0.153530, + -0.048518, + -0.096261, + 0.012441, + 0.434531, + -0.336141, + -0.058544, + 0.179499, + 0.100212, + -0.022847, + -0.354290, + 0.149290, + 0.164689, + -0.007114, + 0.161474, + 0.724051, + -0.008552, + 0.080817, + 0.185169, + 0.057019, + 0.054848, + 0.014476, + -0.063184, + -0.011640, + -0.129603, + -0.333816, + -0.144517, + 0.093816, + -0.259762, + 0.147800, + 0.419958, + 0.092564, + -0.048546, + -0.072609, + 0.239356, + -0.242926, + 0.017466, + 0.015608, + 0.152706, + 0.120432, + 0.093072, + -0.210364, + 0.087560, + -0.009931, + 0.000670, + 0.037154, + 0.005179, + 0.202826, + -0.025387, + 0.014716, + 0.015457, + 0.182338, + -0.064763, + 0.030135, + 0.130844, + 0.198357, + -0.102275, + -0.179176, + 0.398967, + 0.058949, + -0.317173, + -0.154924, + 0.119620, + 0.053082, + 0.011172, + -3.403644, + 0.082806, + -0.019871, + 0.028658, + 0.100644, + -0.022240, + 0.077561, + -0.217588, + -0.126324, + -0.036921, + 0.097543, + -0.197446, + 0.143179, + -0.143584, + 0.130241, + 0.031250, + -0.133045, + 0.200640, + 0.086978, + 0.184586, + -0.161357, + 0.071845, + 0.134647, + -0.041357, + 0.359744, + -0.113599, + -0.164990, + -0.041008, + 0.036499, + -0.348512, + -0.169378, + -1.024339, + -0.229750, + 0.114342, + 0.106671, + 0.135043, + -0.082053, + 0.025904, + -0.069545, + -0.117620, + -0.172363, + 0.048301, + -0.089791, + -1.115935, + -0.048487, + 0.043142, + 0.247113, + -0.062135, + -0.104331, + -0.316766, + 0.147836, + 0.245287, + 0.035617, + 0.135961, + -0.022463, + 0.138463, + -0.307074, + -0.215296, + 0.076507, + -0.368294, + -0.059368, + 0.470025, + 0.247762, + 0.065902, + -0.080799, + 0.045967, + -0.133946, + -0.043751, + 0.100804, + -0.048539, + 0.093748, + 0.198951, + -0.054695, + -0.065269, + -0.284461, + -0.050063, + -0.102655, + -0.022736, + 0.064445, + -0.063329, + -0.197985, + -0.078357, + 0.020112, + 0.219391, + -0.028461, + 0.130096, + 0.009847, + -0.082433, + 0.055171, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 2.283 + std = 0.350 + data = [ + 1.811302, + 2.452899, + 2.119327, + 2.524574, + 2.339462, + 2.419637, + 2.229627, + 1.947454, + 2.038152, + 2.443871, + 2.576085, + 2.539031, + 2.315335, + 2.507961, + 2.285312, + 2.517003, + 2.605214, + 2.239089, + 2.164988, + 1.592485, + 2.488689, + 2.448322, + 2.307889, + 1.967446, + 2.490529, + 2.184154, + 2.485389, + 2.398429, + 2.444815, + 1.841841, + 2.855243, + 2.451062, + 2.251071, + 1.140373, + 2.477505, + 2.459055, + 2.403882, + 2.121874, + 2.725897, + 2.237938, + 2.425488, + 2.373722, + 2.036638, + 2.460720, + 1.930779, + 2.557098, + 2.461545, + 2.515959, + 2.384910, + 2.199108, + 2.168218, + 1.708299, + 2.139760, + 2.235610, + 2.299900, + 2.156032, + 2.416871, + 2.305892, + 2.494278, + 1.913501, + 2.512712, + 2.327764, + 2.343941, + 2.436058, + 2.348797, + 2.209306, + 2.015079, + 1.740946, + 2.640066, + 2.450432, + 2.678584, + 2.153738, + 2.320028, + 2.307973, + 2.904062, + 2.206561, + 2.643339, + 2.461058, + 2.353504, + 2.308376, + 2.456199, + 2.479182, + 2.478564, + 2.638544, + 2.335351, + 2.602974, + 2.409632, + 1.674217, + 2.179976, + 2.322959, + 2.200884, + 2.353274, + 2.374190, + 2.402833, + 2.567079, + 0.942540, + 2.611805, + 2.592374, + 1.917458, + 2.622016, + 2.053239, + 2.530256, + 2.457991, + 2.626847, + 2.430777, + 2.311425, + 2.250999, + 2.509374, + 2.230763, + 2.595128, + 1.916422, + 2.309096, + 2.476525, + 1.411417, + 2.560423, + 2.363963, + 2.073431, + 2.283463, + 2.238657, + 2.494428, + 2.043052, + 2.193694, + 2.366496, + 2.474967, + 2.525366, + 2.266409, + 1.751320, + 2.435345, + 2.559124, + 2.363682, + 2.716544, + 2.512762, + 2.111004, + 1.660717, + 2.732157, + 2.470606, + 2.483816, + 1.680380, + 2.492100, + 2.447219, + 2.370521, + 1.946098, + 2.425736, + 1.929015, + 2.276213, + 2.046677, + 2.612509, + 2.399467, + 2.050939, + 2.620950, + 0.743098, + 2.619530, + 2.234922, + 2.311006, + 1.745871, + 2.558073, + 2.399516, + 2.173973, + 0.045086, + 2.308491, + 2.460529, + 2.686575, + 2.701786, + 2.496250, + 1.782070, + 2.198345, + 2.346334, + 2.368837, + 2.485954, + 2.678024, + 2.130788, + 2.498969, + 2.289878, + 2.400534, + 1.996721, + 2.237232, + 2.428248, + 2.459011, + 2.330237, + 2.291315, + 2.529521, + 2.056655, + 2.104461, + 2.336708, + 2.139679, + 2.106084, + 2.285998, + 2.426404, + 2.367773, + 1.050353, + 2.450582, + 2.342346, + 2.291872, + 2.408944, + 2.433343, + 2.043867, + 2.208877, + 1.751907, + 1.933372, + 1.902635, + 2.334040, + 2.438697, + 2.047178, + 2.748606, + 2.639523, + 2.173413, + 2.599166, + 2.220144, + 2.461842, + 2.344868, + 2.638903, + 2.207064, + 2.218544, + 2.405658, + 2.374235, + 2.376393, + 1.140138, + 2.389834, + 2.489986, + 2.445959, + 1.949407, + 2.655691, + 2.105673, + 2.674024, + 2.156125, + 2.241490, + 1.474310, + 1.685196, + 1.962899, + 2.336754, + 2.732206, + 2.057331, + 2.167350, + 2.520510, + 2.397886, + 2.358540, + 2.418754, + 2.034440, + 2.490416, + 2.198899, + 1.668657, + 2.450841, + 1.935400, + 2.366665, + 2.449106, + 1.724584, + 2.037663, + 2.008200, + 1.916186, + 1.862166, + 2.448963, + 2.482363, + 2.215306, + 2.510459, + 2.682202, + 2.005885, + 2.859269, + 2.297021, + 1.931206, + 2.676754, + 2.628125, + 2.525666, + 2.565666, + 2.057993, + 2.536429, + 1.828304, + 1.700286, + 2.293332, + 2.044299, + 2.376672, + 2.344979, + 2.504590, + 2.206267, + 2.852145, + 2.001380, + 2.490917, + 2.435490, + 2.396189, + 2.399478, + 2.017959, + 2.061417, + 2.397910, + 1.045900, + 2.394903, + 2.385835, + 1.836097, + 2.186879, + 2.478652, + 2.595597, + 2.368616, + 2.375926, + 2.994186, + 2.267124, + 2.104400, + 2.487691, + 1.730556, + 2.819485, + 2.182636, + 2.189836, + 2.298026, + 2.218631, + 1.906682, + 2.215892, + 2.403642, + 2.489876, + 2.656518, + 2.707489, + 2.274323, + 2.101223, + 2.650187, + 2.527654, + 1.777276, + 2.755497, + 2.188329, + 2.369035, + 2.432565, + 2.262069, + 1.846509, + 2.428384, + 2.552332, + 2.292310, + 2.425688, + 2.589083, + 2.272272, + 2.819711, + 2.357711, + 2.429585, + 2.379585, + 2.244134, + 2.583351, + 2.429295, + 2.182436, + 1.604996, + 2.503829, + 2.339074, + 2.256466, + 2.526444, + 2.346105, + 2.330747, + 1.951429, + 2.159936, + 2.199292, + 2.145218, + 2.367088, + 2.828728, + 2.224904, + 2.123449, + 2.471385, + 2.427511, + 3.273236, + 2.018791, + 2.373513, + 2.169578, + 2.292581, + 2.287588, + 2.401017, + 2.082844, + 2.448473, + 2.409903, + 2.547691, + 2.451760, + 2.429694, + 2.664329, + 2.782673, + 2.296800, + 2.383437, + 2.125455, + 2.553183, + 2.547997, + 2.802866, + 2.229410, + 2.211871, + 2.315367, + 2.733662, + 2.784949, + 2.368293, + 2.472303, + 2.222447, + 2.399883, + 1.644664, + 2.665425, + 2.330696, + 2.445371, + 2.584589, + 2.022063, + 2.369330, + 2.530154, + 2.291021, + 2.888619, + 2.778548, + 2.277238, + 1.677885, + 2.804779, + 2.277760, + 2.516402, + 2.410504, + 2.206167, + 2.522120, + 2.171292, + 2.338038, + 2.086686, + 2.367061, + 2.008834, + 2.239038, + 2.532413, + 1.847213, + 1.798207, + 1.960701, + 2.093586, + 2.357342, + 2.325796, + 2.062399, + 2.454134, + 2.020003, + 2.321481, + 2.172249, + 2.039758, + 2.351914, + 1.422330, + 2.380189, + 2.527570, + 2.411186, + 2.000332, + 0.310393, + 2.704144, + 2.335843, + 2.791762, + 2.402101, + 2.190873, + 1.790920, + 2.352346, + 1.949382, + 2.298520, + 2.383955, + 1.353385, + 2.177814, + 2.494753, + 2.412443, + 2.213657, + 2.540119, + 1.776276, + 2.658825, + 1.745852, + 2.419934, + 1.930875, + 2.564101, + 1.119551, + 1.926138, + 2.543907, + 2.839387, + 1.510889, + 2.657789, + 2.183367, + 2.302432, + 2.517006, + 1.636694, + 2.384051, + 2.148027, + 2.339817, + 2.381854, + 2.324089, + 2.401341, + 1.989956, + 2.212776, + 2.782376, + 2.408680, + 2.573090, + 2.340141, + 2.377268, + 1.564879, + 2.465304, + 2.083067, + 1.902650, + 2.306607, + 3.252001, + 2.217254, + 2.081182, + 2.464595, + 2.368807, + 2.488045, + 1.797870, + 2.271066, + 2.181772, + 2.386240, + 2.287135, + 2.257686, + 2.291174, + 2.372474, + 2.537422, + 2.397008, + 1.898205, + 2.373995, + 1.921415, + 2.246271, + 2.253704, + 2.682900, + 3.442857, + 2.357428, + 2.328301, + 1.564795, + 1.921591, + 2.160301, + 1.027625, + 2.398956, + 2.550644, + 2.444871, + 2.292020, + 2.315111, + 2.431762, + 2.219271, + 2.283597, + 2.593287, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_16_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.024 + std = 0.469 + data = [ + -0.590592, + -0.337582, + 0.284257, + 0.630560, + -0.176135, + 0.395952, + -0.472671, + 0.418416, + 0.299565, + -0.166907, + -0.593190, + 0.410451, + 0.151980, + 0.067119, + -0.362050, + 0.393820, + 0.707072, + -0.160814, + 0.144535, + 0.821120, + -0.488686, + -0.144623, + -0.010745, + -0.132061, + 0.046182, + 0.189922, + 1.003782, + 0.102094, + -0.174298, + 0.335449, + 0.947829, + -0.596306, + -0.424432, + -0.624579, + -0.373440, + 0.015197, + 0.033317, + 0.254340, + -0.148326, + 0.353680, + -0.000766, + 0.578722, + 0.021839, + -0.972663, + 0.133244, + -0.338282, + 0.416371, + 0.131951, + -0.005601, + -0.054266, + 0.135310, + 0.471880, + -0.316226, + -0.377077, + 0.061823, + -0.276229, + 0.028877, + -0.558650, + 0.424045, + -0.570653, + 0.023896, + -0.246937, + -0.476808, + -0.141422, + -0.098860, + -0.293823, + -0.623926, + -0.154141, + 0.561697, + 0.055398, + -0.493998, + -0.693754, + 0.288531, + -0.204796, + -0.547786, + -0.206145, + -0.016683, + -0.320186, + 0.392543, + -0.477101, + -0.165109, + 0.043824, + -0.323557, + 0.937458, + 0.696616, + 0.127992, + -0.400961, + 0.258023, + 0.371120, + 0.035389, + -0.135339, + 0.149833, + 0.721351, + 0.749376, + -0.512688, + -0.409306, + -0.604489, + 0.215256, + 0.221370, + 0.532782, + -0.099405, + 0.520173, + 0.135805, + 0.945171, + -0.176351, + -0.127900, + 0.629026, + 0.354949, + 0.594922, + 0.629075, + -0.206435, + 0.032879, + 0.548981, + -0.016685, + -0.590353, + 0.198978, + -0.147333, + 0.138881, + -0.516792, + 0.010267, + -0.393278, + -0.130887, + -0.428172, + -0.371086, + 0.479642, + -0.172335, + -0.098517, + 0.177659, + 0.578337, + 0.160385, + -0.709376, + -0.030677, + -1.465687, + 0.334446, + 0.736141, + 0.184540, + -0.111129, + 0.158075, + -0.549866, + -0.155555, + -0.328903, + -0.736109, + 0.135671, + -0.021184, + -0.322099, + 0.370853, + -0.850101, + -0.622326, + 0.348753, + 0.266012, + -0.007676, + -1.073160, + -0.035325, + -0.137363, + -0.269039, + -0.106885, + -0.464979, + 0.243816, + 0.004360, + -0.201332, + 0.009164, + 0.550955, + 0.396788, + 0.283512, + 0.354551, + 0.740558, + -0.573675, + -0.081423, + -0.169370, + 0.563800, + -0.351233, + -0.036923, + 0.022556, + -0.160562, + 0.127599, + 0.596649, + 0.300325, + 0.283710, + 0.555528, + 0.240663, + -0.024233, + -0.590504, + -0.884742, + -0.226147, + 0.047841, + -0.133929, + -0.052954, + -0.092614, + -0.842840, + 0.168683, + 0.035591, + -0.072017, + -0.050154, + -0.400360, + -0.604202, + 0.591845, + -0.821416, + 0.577395, + -0.692720, + 0.028264, + 0.440897, + -0.348681, + 0.058673, + -0.835026, + 0.871747, + -0.370563, + -0.100430, + -0.155783, + -0.230199, + 0.191321, + -0.397265, + -0.692050, + 0.521401, + 0.617175, + 0.221593, + 0.909299, + -0.286309, + -0.205109, + -0.158817, + -0.316465, + 0.211811, + 0.540697, + 0.427616, + -0.321857, + 0.124278, + 0.190625, + -0.101260, + 0.030556, + 0.048579, + -0.005104, + -0.287143, + -0.687640, + -0.150555, + 0.063074, + 0.266837, + -0.314599, + 0.088986, + -0.778577, + -0.422118, + -0.356665, + 0.204500, + 0.109883, + 0.260811, + -0.441117, + 0.109833, + -0.522033, + -0.235950, + 0.065928, + -0.393774, + 0.408191, + 1.129689, + 0.296678, + 0.192850, + 0.288266, + -0.663641, + 0.446245, + -0.576991, + 0.191185, + 0.028896, + -0.846059, + -0.410469, + 0.098988, + 0.464499, + -0.303958, + 0.052238, + 0.394195, + 0.119046, + 0.120215, + -0.025069, + 0.389728, + -0.419737, + 0.421975, + -0.148281, + -0.272884, + 0.104158, + -0.266586, + -0.033074, + -0.088988, + -0.204435, + -0.097549, + -0.740800, + 0.040840, + -0.297275, + -0.270367, + -0.040010, + -0.029611, + 0.056591, + 0.058738, + -1.023125, + 0.015333, + -0.318542, + -0.645990, + 0.106873, + -0.487399, + -0.047508, + -0.348139, + -0.961222, + -1.010844, + -0.975588, + -0.642994, + -0.049478, + -0.926406, + -0.335390, + 0.333908, + -0.115719, + -0.490520, + 0.003089, + -0.025930, + -0.741739, + -0.302784, + -0.135370, + 0.139475, + -0.396491, + -0.150545, + 0.138829, + 0.056074, + -0.390983, + -0.497452, + 0.006684, + 1.113003, + 0.147134, + 0.787392, + -1.248272, + -0.011688, + 0.584868, + 0.335974, + 1.001196, + -0.030263, + -0.415003, + 1.155043, + -0.297829, + 1.351364, + -0.445444, + 0.041413, + 0.417584, + 0.079898, + 0.347758, + -0.261639, + -0.522750, + 0.182219, + -0.176979, + -0.652281, + 0.049989, + -0.368937, + -1.384041, + -0.300356, + -0.324070, + 0.639904, + -0.321900, + 0.587543, + 0.607811, + -0.606645, + 0.290966, + -0.142139, + -0.150070, + 0.429927, + -0.721329, + -0.030813, + 0.147736, + 0.415266, + -0.604328, + -0.885179, + -0.741958, + 1.041348, + 0.559194, + 0.562157, + -0.033550, + 0.085714, + 0.667170, + 0.536649, + 0.350784, + -0.021724, + -0.335091, + -0.306993, + -0.793994, + -0.681111, + -0.410244, + 0.312452, + -0.354886, + 0.377248, + 0.261981, + 0.031949, + 0.736580, + 0.942296, + -0.867609, + -0.437673, + 0.477704, + 0.550790, + 0.127838, + 0.218051, + -0.239701, + -0.236473, + 0.599107, + 0.032403, + 0.334813, + 0.068871, + -0.259032, + 0.401852, + -0.121785, + 0.551661, + 0.019762, + 0.603799, + -0.053795, + -0.249491, + -0.397209, + -0.328637, + -0.034657, + 0.144859, + 0.434891, + 0.004047, + 0.062058, + 0.136847, + 0.345528, + -0.196025, + 0.567953, + 0.356191, + -0.376905, + 0.086227, + -0.055658, + -0.281866, + 0.241230, + -0.169828, + -0.022490, + 2.223479, + -1.266243, + 0.846449, + 0.465176, + -0.289723, + -0.308545, + 0.086320, + -0.564631, + 0.672874, + -0.131514, + 0.082080, + 0.151238, + -0.705196, + 0.617580, + -0.679508, + 0.189859, + -0.392128, + -0.024534, + -0.534055, + -0.132599, + 0.140473, + -0.571814, + 0.295223, + 0.681735, + -0.335197, + -0.954455, + -0.072542, + 0.028617, + -0.450642, + -0.244994, + -0.370359, + 1.068365, + 0.720185, + -0.640396, + -0.702535, + 0.297845, + 0.304075, + -0.622869, + -0.141428, + -0.079834, + -0.466847, + -0.060888, + 0.346960, + 0.071173, + -0.301922, + -0.420732, + -0.094810, + -1.200359, + -0.031535, + 0.039528, + -0.649095, + 0.722550, + -0.240761, + 1.322822, + 0.110102, + -0.141588, + 0.824656, + 0.300294, + 0.097168, + -0.255541, + -0.095972, + -0.718428, + 0.213892, + -0.753742, + 0.229717, + 0.961399, + -0.184740, + 0.174889, + -0.749580, + 0.225862, + 0.220747, + 0.184807, + -0.342007, + 0.413704, + 0.325396, + -0.223931, + -0.232163, + 0.028124, + -0.597215, + 0.312978, + -0.019982, + 0.511852, + 0.497016, + -0.872686, + 0.903330, + 0.463511, + -0.103590, + -0.364666, + -0.524971, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_16_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.624 + std = 0.153 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.062 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_16_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.014 + std = 0.329 + data = [ + 0.305749, + -0.135845, + -0.103580, + -0.273236, + 0.152847, + -0.059112, + 0.384320, + -0.145208, + -0.189966, + -0.036014, + 0.344458, + 0.130919, + 0.016689, + 0.048867, + -0.133612, + -0.672617, + -0.392209, + -0.081158, + -0.078216, + -0.152029, + 0.161527, + -0.040445, + -0.326684, + -0.091654, + -0.295442, + -0.069870, + -1.331244, + -0.172750, + -0.010734, + 0.140423, + -0.276906, + 0.480809, + 0.077680, + 0.139963, + 0.275327, + 0.238057, + 0.036371, + 0.044082, + 0.008922, + 0.057450, + -0.044700, + -0.117765, + 0.198694, + 0.309950, + -0.099284, + 0.010355, + 0.014646, + 0.163361, + -0.301155, + -0.002588, + -0.004577, + -0.360505, + -0.053369, + 0.243824, + -0.050820, + 0.216605, + -0.003100, + 0.008620, + -0.138888, + 0.152045, + -0.190228, + 0.252550, + -0.027424, + 0.046865, + 0.017028, + 0.462745, + 0.177506, + -0.105827, + -0.235007, + -0.015329, + 0.354764, + 0.223808, + -0.254611, + 0.056687, + 0.211118, + 0.253187, + -0.110840, + 0.024521, + 0.054525, + 0.243292, + 0.260335, + 0.230315, + -0.310566, + -0.160195, + -0.237180, + 0.107798, + 0.092240, + -0.134211, + -0.522845, + 0.187566, + -0.320598, + -0.127770, + -0.247947, + -0.055356, + 0.053303, + -0.049232, + 0.212047, + 0.264585, + -0.328951, + -0.060959, + -0.066448, + -0.729830, + 0.060667, + -0.268746, + -0.048939, + 0.092069, + -0.151190, + 0.316178, + -0.324096, + -0.189578, + 0.310228, + 0.016103, + -0.024323, + 0.331766, + 0.205929, + 0.162434, + -0.324825, + 0.246426, + 0.384223, + 0.034719, + 0.071734, + -0.101119, + 0.114212, + -0.049040, + 0.088258, + -0.212495, + 0.133323, + -0.025597, + -0.014901, + -0.284789, + 0.390497, + 0.020362, + 0.613748, + -0.131816, + -0.253183, + -0.146555, + 0.040284, + -0.108082, + 0.010463, + 0.300966, + -0.029553, + 0.690605, + -0.136038, + 0.121925, + 0.116249, + -0.001372, + 0.434662, + 0.186513, + -0.241306, + 0.109890, + 0.150272, + 0.297482, + 0.264756, + 0.144433, + -0.009163, + -0.172661, + -0.111763, + 0.054365, + -0.121014, + 0.047225, + 0.404386, + -0.181922, + -0.260680, + 0.172670, + -0.154187, + 0.157575, + -0.115677, + 0.162757, + -0.302317, + 0.002144, + 0.269203, + -0.021008, + 0.239944, + 0.121518, + -0.115259, + -0.215805, + -0.123034, + 0.041754, + 0.033283, + 0.096061, + -0.520102, + 0.366262, + 0.269293, + -0.067590, + -0.192715, + -0.027474, + -0.010641, + 0.072322, + 0.159061, + -0.421685, + 0.016509, + -0.138016, + 0.017284, + -0.207911, + 0.145067, + -0.154525, + 0.337556, + -0.368364, + 0.206256, + -0.191562, + -0.393110, + 0.298714, + -0.146385, + 0.273547, + -0.259241, + 0.376086, + -0.037603, + -0.086055, + -0.073025, + -0.158941, + 0.018065, + -0.047301, + -0.163837, + -0.304886, + -0.278048, + -0.407381, + 0.050956, + 0.063045, + -0.245706, + 0.120743, + -0.124422, + -0.172850, + -0.049500, + -0.219686, + -0.015141, + -0.081449, + -0.070804, + -0.068639, + 0.015465, + 0.026616, + -0.202623, + 0.326621, + -0.026991, + -0.044252, + -0.141642, + 0.110129, + 0.029750, + 0.560732, + -0.072294, + 0.145890, + -0.019315, + 0.117260, + 0.019415, + 0.073395, + -0.648460, + 0.152751, + 0.026197, + -0.046661, + 0.004129, + -0.236029, + -0.338975, + 0.031655, + 0.147790, + 0.320855, + 0.206912, + -0.027538, + -0.041528, + -0.043266, + 0.009505, + -0.138091, + -0.097462, + -0.203395, + -0.373050, + 0.233443, + 0.077486, + -0.379557, + -0.349778, + 0.001427, + 0.109775, + 0.175809, + 0.035620, + -0.061710, + 0.076814, + 0.134450, + 0.005978, + 0.104807, + 0.097418, + 0.078053, + 0.266176, + -0.093097, + 0.198992, + 0.018264, + 0.193138, + -0.111044, + 0.000794, + 0.048375, + 0.009906, + 0.107655, + 0.082457, + -0.183087, + 0.050762, + 0.171207, + -0.083304, + 0.073281, + 0.275164, + 0.234987, + 0.165651, + 0.523631, + 0.330888, + 0.275867, + 0.212515, + 0.348623, + 0.197263, + -0.243219, + -0.177869, + -0.161098, + -0.084647, + -0.109209, + 0.199952, + 0.161800, + 0.141758, + -0.157500, + 0.025308, + 0.242035, + -0.051226, + 0.173930, + 0.197955, + 0.567126, + 0.008004, + -0.478015, + 0.025067, + -0.333051, + 0.296363, + -0.085678, + 0.183417, + 0.071043, + -0.457702, + 0.329382, + 0.102008, + -0.377927, + 0.012354, + -1.717216, + 0.119655, + 0.047226, + -0.213920, + -0.109323, + 0.099581, + 0.285784, + 0.372566, + 0.061864, + 0.181302, + 0.312423, + -0.253681, + -0.081008, + 0.370536, + 0.045169, + 0.193842, + -0.046000, + -0.032124, + 0.195549, + -0.366053, + 0.067274, + -0.259976, + -0.086217, + 0.014139, + -0.091220, + 0.395856, + 0.002487, + 0.145726, + -0.220478, + 0.116065, + 0.081098, + 0.470930, + -0.454069, + -0.133765, + -0.007548, + 0.018059, + -0.021679, + -0.447223, + 0.022715, + 0.062821, + -0.146461, + 0.074796, + 0.598641, + 0.041190, + 0.163693, + 0.063839, + 0.014756, + 0.056081, + -0.081404, + -0.288516, + -0.099986, + -0.279275, + -0.070926, + 0.322728, + 0.056361, + -0.597128, + 0.123673, + 0.258148, + 0.075044, + 0.051023, + 0.275081, + 0.083576, + -0.059223, + -0.148371, + -0.013423, + 0.059802, + -0.021775, + -0.013188, + -0.077161, + 0.007970, + -0.277861, + 0.056007, + 0.175085, + 0.106239, + 0.044957, + -0.052090, + -0.006366, + -0.121116, + 0.145396, + 0.056755, + 0.103777, + -0.097210, + -0.136743, + -0.222398, + -0.364846, + -0.004151, + -0.286615, + -0.084722, + 0.080538, + -0.008819, + -0.054163, + -0.027118, + -4.648242, + 0.066444, + -0.124892, + 0.281816, + 0.196441, + 0.042432, + -0.079415, + 0.271882, + -0.112535, + 0.174235, + -0.048761, + 0.153271, + 0.211206, + -0.072989, + 0.096169, + -0.306931, + 0.104058, + -0.070325, + 0.134285, + -0.126254, + -0.162307, + 0.137037, + 0.284079, + -0.368326, + 0.549134, + 0.159113, + -0.320144, + 0.132109, + 0.036987, + 0.071920, + 0.094895, + -2.215437, + -1.003600, + 0.050569, + 0.093286, + -0.246004, + -0.161171, + -0.182555, + -0.232754, + 0.187148, + 0.097174, + 0.326578, + -0.327002, + -0.567037, + 0.401736, + 0.040179, + 0.146649, + 0.121689, + -0.055223, + -0.100866, + 0.365754, + -0.022187, + 0.032730, + -0.438787, + -0.051637, + 0.175661, + 0.115583, + -0.145798, + 0.111598, + 0.049741, + 0.147603, + 0.501132, + -0.131685, + 0.146421, + 0.064093, + -0.313517, + 0.058767, + -0.072979, + 0.150819, + -0.021422, + -0.019753, + -0.053246, + -0.034122, + -0.226324, + 0.104879, + 0.039422, + 0.171428, + -0.259389, + 0.124916, + -0.472913, + 0.001122, + 0.054214, + -0.214333, + 0.518565, + -0.242688, + -0.199351, + 0.032511, + 0.071393, + -0.102236, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 0.791 + std = 0.220 + data = [ + 1.305915, + 0.559930, + 0.776211, + 0.735769, + 0.688964, + 0.539732, + 0.833492, + 1.011731, + 1.031665, + 0.625347, + 0.375193, + 0.571620, + 0.846757, + 0.343143, + 0.647432, + 0.544917, + 0.459995, + 0.875843, + 0.909865, + 0.692007, + 0.681499, + 0.664304, + 0.470058, + 1.023181, + 0.420087, + 0.676273, + 0.624606, + 0.692952, + 0.362405, + 1.118289, + 1.008785, + 0.553556, + 0.956431, + 1.042715, + 0.726654, + 0.501594, + 0.629503, + 0.800278, + 0.403094, + 0.756336, + 0.572186, + 0.707407, + 1.085989, + 0.603028, + 1.016489, + 0.534235, + 0.678493, + 0.456132, + 0.797319, + 0.881828, + 0.959453, + 0.787613, + 1.006325, + 0.775010, + 0.757365, + 0.967317, + 0.776647, + 0.807412, + 0.561209, + 1.086677, + 0.492882, + 0.670290, + 0.750777, + 0.748230, + 0.307091, + 0.664112, + 1.027831, + 1.325208, + 0.610021, + 0.720007, + 0.417197, + 0.955314, + 0.998085, + 0.616003, + 0.443234, + 0.863228, + 0.373169, + 0.716332, + 0.819339, + 1.043419, + 0.642441, + 0.426944, + 0.695273, + 0.647907, + 0.877512, + 0.679435, + 0.742630, + 1.172229, + 0.848972, + 0.816257, + 0.880742, + 0.799897, + 0.916008, + 0.871239, + 0.574751, + 1.155370, + 0.778398, + 0.529928, + 1.099132, + 0.626616, + 1.064749, + 0.377969, + 0.690523, + 0.663974, + 0.514180, + 0.791546, + 0.909467, + 0.756153, + 0.944584, + 0.887295, + 0.975234, + 0.736473, + 0.745851, + 1.129995, + 0.351775, + 0.667211, + 0.907523, + 0.834009, + 0.844637, + 0.598675, + 1.138341, + 0.820315, + 0.743734, + 0.383032, + 0.885018, + 0.683339, + 1.184542, + 0.655423, + 0.757845, + 0.487660, + 0.632875, + 0.522525, + 1.569516, + 1.287630, + 0.674873, + 0.705681, + 0.683922, + 1.080950, + 0.676537, + 0.646893, + 0.657674, + 0.966616, + 0.576691, + 1.151957, + 0.863930, + 0.730797, + 0.543808, + 0.526903, + 0.858887, + 0.581320, + 1.124908, + 0.658434, + 0.665322, + 1.012585, + 1.092447, + 0.519522, + 0.689481, + 0.771348, + 1.309923, + 0.771782, + 0.497925, + 0.548784, + 0.338355, + 0.583413, + 1.073544, + 1.077115, + 1.033346, + 0.674597, + 0.851428, + 0.570025, + 0.866943, + 0.531575, + 0.958861, + 0.643123, + 1.058940, + 0.853966, + 0.649568, + 0.698219, + 0.720169, + 0.330346, + 0.652888, + 0.831241, + 1.232525, + 0.864158, + 0.917423, + 0.931579, + 0.778948, + 0.563228, + 1.012306, + 1.178408, + 0.621093, + 0.800926, + 0.735570, + 0.744522, + 0.654624, + 1.004166, + 0.662206, + 0.526501, + 1.147558, + 0.911358, + 0.471658, + 0.716170, + 1.017355, + 0.593562, + 0.530128, + 0.922196, + 0.516476, + 1.002970, + 0.522312, + 0.643604, + 0.651374, + 0.963832, + 1.053724, + 0.633284, + 0.398991, + 0.824543, + 1.233181, + 0.714569, + 0.545214, + 0.363846, + 0.908779, + 0.605337, + 0.882406, + 0.664644, + 0.964305, + 0.682902, + 1.105977, + 1.074582, + 0.984320, + 0.664599, + 0.569129, + 1.109251, + 0.955251, + 0.592251, + 0.750880, + 0.730536, + 0.839759, + 0.642196, + 0.459141, + 0.964210, + 1.255574, + 0.523019, + 0.993455, + 0.633026, + 0.801700, + 0.872036, + 0.883398, + 1.063054, + 0.790693, + 1.094666, + 0.768214, + 0.484449, + 1.016641, + 0.772957, + 0.468663, + 1.076046, + 0.406312, + 0.794501, + 1.179704, + 0.675441, + 0.652652, + 0.507432, + 0.498479, + 0.923137, + 0.703572, + 1.008337, + 0.962780, + 0.831673, + 0.965225, + 0.854261, + 0.641846, + 0.777509, + 0.818930, + 0.830791, + 0.879094, + 0.713762, + 0.658176, + 0.558987, + 0.818394, + 0.939799, + 1.112716, + 0.634218, + 1.134844, + 0.911444, + 0.573844, + 1.261791, + 0.736111, + 0.815593, + 0.775489, + 0.740142, + 0.671574, + 0.376139, + 0.802792, + 0.886161, + 0.569038, + 1.146920, + 0.718269, + 0.849425, + 0.997512, + 0.904563, + 0.859068, + 1.151964, + 0.825018, + 0.686936, + 0.785602, + 0.814308, + 0.545511, + 0.633969, + 1.060423, + 0.645525, + 0.367731, + 1.232926, + 0.634093, + 1.045435, + 0.731757, + 0.596237, + 0.935697, + 0.981271, + 0.727412, + 1.041960, + 0.760654, + 0.692463, + 0.806624, + 0.908909, + 0.665040, + 0.600541, + 0.944564, + 0.722659, + 0.944767, + 0.950980, + 0.709355, + 1.024570, + 1.220596, + 0.667780, + 0.749483, + 0.680081, + 0.607399, + 0.822483, + 0.405579, + 0.958553, + 0.770022, + 0.870216, + 0.902336, + 0.709408, + 0.837987, + 0.944821, + 1.020085, + 0.378260, + 0.599420, + 0.763466, + 0.946971, + 1.034479, + 0.806150, + 0.873228, + 0.853877, + 0.710519, + 0.850937, + 0.626998, + 0.727648, + 0.491092, + 0.388305, + 0.979021, + 0.934579, + 0.637830, + 0.728876, + 0.831617, + 0.936060, + 0.703808, + 0.844021, + 0.752578, + 0.841918, + 0.871651, + 0.582422, + 0.772726, + 0.536866, + 0.815538, + 0.659494, + 0.552016, + 0.729636, + 1.435151, + 0.600892, + 0.742654, + 0.667444, + 0.668319, + 1.030112, + 0.553012, + 0.689142, + 0.944364, + 0.528801, + 0.541843, + 0.540814, + 1.207830, + 0.741758, + 0.866471, + 0.722802, + 0.645664, + 0.938260, + 0.643877, + 0.819116, + 0.704814, + 0.933282, + 0.658911, + 1.086496, + 0.835642, + 0.866431, + 0.426610, + 1.172670, + 1.031867, + 1.029002, + 0.604143, + 0.707690, + 0.995063, + 0.588989, + 1.052575, + 0.816331, + 0.875277, + 0.951774, + 0.827580, + 1.146028, + 0.761470, + 0.654324, + 0.713069, + 0.999125, + 0.170219, + 0.849706, + 0.759207, + 0.604651, + 0.596019, + 0.911443, + 1.161712, + 0.979036, + 1.278581, + 0.802872, + 0.914068, + 0.842547, + 0.995194, + 0.948794, + 0.489855, + 0.895373, + 0.531664, + 0.999320, + 0.551399, + 1.061114, + 0.750401, + 0.945660, + 0.732055, + 1.170014, + 0.980197, + 0.890707, + 0.860010, + 1.125707, + 0.576670, + 1.072621, + 0.809732, + 0.651936, + 1.311616, + 0.710318, + 0.985023, + 0.759317, + 0.645333, + 0.853684, + 0.365645, + 0.980440, + 0.908396, + 0.491074, + 0.700105, + 0.952082, + 0.742112, + 0.528836, + 1.065428, + 0.868347, + 1.001054, + 0.930237, + 0.805765, + 0.576834, + 0.795702, + 0.857525, + 0.498354, + 0.720984, + 0.914728, + 1.132649, + 0.896987, + 0.834416, + 0.814884, + 0.670344, + 0.939680, + 0.884124, + -0.055072, + 0.724472, + 0.769500, + 0.967304, + 1.010154, + 1.080775, + 0.916080, + 0.865919, + 0.694102, + 0.863757, + 0.693082, + 0.747312, + 1.090793, + 1.245673, + 0.945472, + 1.467739, + 0.569698, + 0.851646, + 0.707581, + 0.823153, + 1.032062, + 0.674248, + 0.840074, + 0.866229, + 0.601737, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_17_modules_norm1_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.019 + std = 0.180 + data = [ + -0.211236, + -0.015479, + 0.055007, + 0.112706, + -0.089966, + 0.040257, + -0.119536, + 0.009579, + -0.006340, + 0.034794, + -0.067679, + -0.031106, + -0.026004, + -0.033152, + -0.044475, + 0.126030, + 0.151123, + 0.020294, + -0.006998, + 0.035072, + -0.065733, + 0.000624, + -0.036304, + 0.048934, + -0.049996, + 0.068609, + 0.418766, + 0.064534, + 0.035780, + -0.045995, + 0.158929, + -0.189690, + -0.114879, + -0.274882, + -0.212494, + -0.052076, + -0.027868, + 0.018959, + -0.107197, + 0.025967, + -0.030901, + 0.052738, + -0.053252, + -0.161686, + 0.015197, + -0.026431, + 0.023961, + -0.040684, + 0.016836, + -0.128246, + 0.082544, + 0.261972, + -0.099321, + -0.135599, + -0.004673, + -0.097691, + -0.049609, + -0.134373, + 0.100913, + -0.170411, + 0.020949, + -0.102991, + -0.081489, + -0.098978, + 0.055550, + -0.116586, + -0.077569, + -0.010961, + 0.033697, + -0.019844, + -0.059412, + -0.087704, + 0.161634, + 0.016211, + -0.094786, + -0.159465, + -0.014534, + -0.123759, + -0.090914, + -0.181415, + 0.089118, + -0.110295, + 0.059461, + 0.072400, + 0.149517, + -0.053641, + -0.173035, + 0.157600, + 0.103531, + -0.031366, + 0.056504, + 0.046963, + 0.120603, + 0.044566, + -0.029512, + 0.050096, + -0.072427, + -0.042535, + 0.057824, + 0.051707, + 0.029884, + 0.189449, + -0.013178, + 0.135202, + -0.093170, + -0.029237, + -0.049153, + 0.004602, + 0.224695, + 0.013375, + -0.201216, + -0.007304, + 0.025753, + -0.162188, + -0.058459, + -0.036485, + -0.086917, + -0.073095, + -0.177055, + 0.062777, + -0.068047, + -0.026421, + -0.053287, + -0.014729, + 0.016148, + 0.063529, + -0.034548, + 0.051752, + 0.016598, + 0.066347, + -0.075672, + -0.001509, + -0.857049, + 0.086418, + 0.054185, + 0.046448, + -0.001936, + -0.074210, + -0.047697, + -0.088317, + -0.091321, + -0.307267, + 0.049677, + -0.054575, + -0.084916, + 0.046052, + -0.138065, + -0.088732, + 0.112201, + -0.006322, + -0.178885, + -0.196576, + -0.042384, + -0.020891, + -0.097097, + 0.001101, + -0.025104, + -0.026827, + -0.011833, + -0.062642, + -0.105885, + 0.116170, + 0.024360, + -0.030807, + 0.097278, + 0.080018, + -0.141435, + -0.145775, + 0.035440, + 0.013858, + -0.118766, + 0.003027, + -0.022905, + -0.106612, + -0.043637, + -0.050628, + 0.076354, + 0.012832, + -0.014301, + -0.207314, + 0.134380, + -0.207226, + -0.312621, + -0.001699, + 0.045634, + -0.009932, + -0.045298, + -0.018593, + -0.144816, + 0.270747, + 0.023700, + -0.010214, + 0.014742, + -0.059186, + -0.137259, + 0.102987, + -0.227041, + -0.228565, + -0.226198, + 0.123986, + 0.113069, + -0.171923, + 0.102330, + -0.205037, + 0.100899, + -0.066625, + 0.000004, + -0.051346, + 0.031787, + 0.020221, + -0.041356, + -0.111090, + 0.063594, + -0.054782, + 0.017896, + 0.202299, + -0.197664, + -0.095732, + -0.021274, + -0.079906, + -0.000785, + 0.066875, + 0.062486, + 0.020005, + -0.051954, + -0.018193, + -0.055798, + -0.041967, + -0.026257, + 0.069644, + -0.053880, + -0.239068, + -0.099226, + 0.004184, + -0.024536, + -0.068183, + -0.083485, + -0.243878, + 0.004083, + -0.038193, + -0.026104, + -0.070968, + 0.088936, + -0.078835, + 0.173375, + -0.031092, + -0.037237, + -0.046794, + -0.038497, + 0.035717, + 0.097059, + -0.087586, + 0.000486, + -0.108301, + -0.120307, + 0.118654, + -0.060387, + 0.037760, + -0.111250, + -0.111760, + -0.012574, + 0.001929, + 0.026470, + 0.163888, + -0.008746, + 0.156365, + 0.084930, + 0.010922, + -0.051179, + -0.080152, + 0.011373, + 0.012458, + -0.113533, + 0.292271, + 0.011836, + -0.082585, + -0.040660, + -0.081018, + -0.068953, + 0.080577, + -0.331720, + 0.016442, + -0.071451, + 0.027706, + 0.001745, + -0.043909, + -0.021048, + 0.101327, + -0.133223, + 0.028179, + -0.055112, + 0.035497, + -0.098214, + -0.136662, + -0.031545, + -0.118651, + -0.107199, + -0.242961, + -0.310449, + -0.320756, + -0.100325, + -0.290345, + -0.029352, + 0.030589, + 0.027572, + -0.036614, + 0.035685, + 0.056421, + -0.203160, + -0.013971, + -0.180128, + -0.051981, + 0.010481, + -0.072923, + 0.002552, + -0.029600, + -0.129991, + -0.260521, + -0.080133, + 0.231790, + -0.002093, + 0.220214, + -0.170946, + 0.090019, + -0.010451, + 0.026232, + 0.261450, + -0.056760, + -0.110606, + 0.186456, + -0.037554, + 0.937335, + -0.152586, + -0.022676, + 0.019573, + 0.002739, + -0.016331, + -0.195825, + -0.156508, + -0.049460, + -0.154309, + -0.162182, + -0.069505, + -0.116438, + -0.212595, + -0.029711, + -0.125023, + 0.022044, + -0.035380, + -0.286017, + -0.200744, + -0.048595, + 0.159424, + -0.034463, + -0.074555, + 0.094529, + -0.256781, + 0.013894, + -0.058870, + 0.022026, + -0.085655, + -0.141578, + -0.489229, + 0.100352, + 0.144575, + 0.033464, + 0.021825, + -0.011528, + 0.085262, + -0.048082, + 0.016105, + -0.066266, + -0.053062, + -0.204403, + -0.089416, + -0.235636, + -0.041166, + 0.099655, + -0.077900, + 0.090849, + -0.134611, + -0.015034, + 0.130050, + 0.028594, + -0.221400, + -0.054789, + 0.806846, + 0.073013, + -0.323479, + -0.048574, + -0.003342, + -0.150190, + 0.007929, + 0.018380, + -0.000113, + -0.004744, + -0.044065, + 0.025649, + -0.041802, + -0.024752, + 0.029900, + 0.156724, + 0.020743, + -0.059605, + -0.063661, + 0.064733, + -0.000612, + 0.078655, + 0.014878, + -0.040735, + -0.082672, + -0.044876, + 0.059738, + -0.007823, + 0.073844, + 0.127705, + -0.170210, + 0.052625, + -0.195068, + 0.001820, + 0.059334, + -0.027853, + 0.013053, + 2.583096, + -0.289470, + 0.065270, + -0.005844, + -0.194428, + -0.086780, + -0.172846, + -0.126413, + 0.219489, + -0.130718, + 0.040905, + 0.064674, + -0.199562, + 0.045164, + -0.039782, + 0.120762, + -0.027616, + -0.166869, + -0.011935, + 0.011165, + 0.030946, + -0.189563, + 0.049965, + 0.095115, + -0.218883, + -0.253431, + 0.475659, + -0.091811, + -0.073017, + -0.006361, + -0.167308, + 0.618040, + 0.466580, + -0.121125, + -0.409209, + 0.016917, + 0.065568, + 0.006061, + -0.194289, + -0.020502, + -0.071005, + -0.146228, + 0.106153, + 0.229267, + -0.090971, + -0.084694, + -0.183322, + 0.164208, + 0.009694, + 0.067643, + -0.153778, + -0.034135, + -0.033485, + 0.487845, + -0.028202, + -0.084610, + 0.094182, + 0.179313, + -0.043393, + -0.070399, + -0.139220, + -0.207108, + 0.084101, + -0.113208, + 0.000155, + 0.167099, + -0.041452, + 0.115368, + -0.063792, + -0.063995, + -0.025109, + 0.060531, + -0.014234, + -0.076979, + -0.001194, + -0.021138, + -0.155532, + -0.048190, + -0.233161, + 0.142317, + 0.007458, + 0.019094, + 0.065534, + -0.258238, + 0.177029, + 0.058691, + -0.038467, + -0.160941, + 0.007687, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_5_modules_17_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 16] + dtype = "torch.float32" + device = "cpu" + mean = 0.126 + std = 0.884 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_5_modules_17_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_weight_" + shape = [1536, 512] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.052 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_weight_" + shape = [512, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_17_modules_attn_modules_qkv_parameters_bias_" + shape = [1536] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.474 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_17_modules_attn_modules_proj_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.005 + std = 0.183 + data = [ + 0.111477, + -0.213556, + 0.043951, + 0.014056, + -0.002959, + -0.064068, + 0.040654, + -0.001156, + 0.119535, + -0.034394, + 0.308552, + 0.072951, + 0.268499, + 0.055485, + 0.137239, + -0.244064, + -0.247751, + 0.033251, + 0.028676, + -0.204569, + 0.079771, + 0.166779, + -0.116251, + -0.125733, + -0.133671, + -0.072771, + -0.691674, + -0.027506, + 0.009144, + -0.090113, + 0.113919, + 0.251501, + 0.018462, + -0.035591, + 0.242224, + 0.128782, + 0.193396, + -0.161653, + 0.119491, + -0.001472, + 0.097338, + -0.066076, + -0.071433, + 0.087462, + 0.018729, + 0.091854, + -0.127504, + 0.152457, + -0.049900, + -0.066484, + -0.036254, + -0.326505, + -0.243724, + 0.135749, + -0.105135, + 0.218734, + 0.003260, + -0.079573, + -0.025548, + -0.016996, + 0.053720, + 0.082298, + 0.040871, + 0.057170, + -0.177756, + 0.445899, + -0.137972, + 0.132904, + 0.078300, + -0.137860, + 0.114927, + -0.065344, + -0.142326, + 0.077720, + 0.103637, + 0.306265, + 0.080031, + -0.032300, + -0.000809, + -0.039072, + -0.092549, + 0.230650, + -0.185891, + -0.190031, + -0.157020, + 0.109526, + -0.122088, + -0.054720, + 0.019556, + 0.076220, + -0.091606, + -0.006333, + 0.138224, + -0.160175, + 0.300171, + -0.061162, + 0.074414, + -0.157659, + 0.041200, + 0.140980, + -0.024256, + -0.607789, + -0.105605, + -0.177792, + -0.006036, + 0.161881, + 0.305582, + -0.041317, + -0.216160, + 0.134488, + 0.186106, + -0.135182, + 0.230989, + 0.255578, + -0.005586, + 0.141219, + 0.015686, + 0.100184, + -0.046222, + 0.031739, + -0.248596, + 0.027561, + 0.009114, + 0.025341, + 0.162236, + -0.065231, + 0.065572, + 0.248723, + -0.022421, + -0.062302, + 0.155032, + -0.120864, + -0.101737, + 0.119612, + -0.251649, + -0.120965, + 0.008381, + 0.121344, + -0.035173, + -0.220082, + 0.042436, + 0.041122, + -0.074943, + 0.023021, + -0.045198, + 0.116122, + 0.029310, + 0.075045, + 0.038360, + -0.236992, + -0.002260, + 0.069515, + -0.073591, + -0.053739, + 0.084925, + -0.129364, + -0.046873, + -0.017614, + -0.000969, + -0.146759, + 0.062234, + -0.047515, + -0.058837, + -0.131482, + -0.032159, + 0.101342, + -0.107293, + 0.011852, + 0.123495, + -0.243737, + 0.035245, + -0.124509, + 0.367214, + 0.181469, + -0.101139, + -0.310640, + 0.010822, + 0.130537, + -0.010013, + 0.016897, + -0.207768, + 0.043337, + 0.067472, + -0.084107, + 0.101034, + 0.029994, + -0.002061, + -0.416759, + 0.110182, + -0.254384, + 0.051293, + 0.013587, + -0.095131, + -0.165834, + -0.017030, + 0.000425, + 0.242977, + -0.472388, + -0.116820, + 0.024329, + -0.366445, + 0.166549, + -0.099960, + -0.019299, + -0.036873, + -0.093345, + -0.172613, + 0.013972, + -0.127575, + -0.073790, + -0.121259, + 0.146106, + 0.169567, + -0.159928, + 0.026728, + -0.108057, + -0.172298, + 0.123034, + -0.095561, + 0.271434, + -0.032147, + -0.289635, + 0.136030, + 0.053949, + 0.073975, + -0.145634, + -0.005666, + -0.060461, + -0.120792, + -0.018406, + -0.009877, + -0.078264, + 0.044507, + -0.137124, + 0.111977, + 0.164038, + 0.115307, + 0.080719, + 0.072209, + 0.016186, + -0.004845, + 0.107047, + -0.018194, + 0.055089, + -0.289184, + 0.023453, + 0.134251, + -0.000668, + -0.019440, + -0.049723, + -0.404166, + -0.115037, + 0.026910, + -0.007706, + 0.135825, + 0.080246, + -0.012415, + 0.042807, + 0.009729, + -0.104601, + 0.090413, + 0.067341, + 0.039449, + 0.345795, + 0.156959, + 0.026235, + -0.186546, + -0.017781, + 0.039582, + -0.123333, + 0.305897, + 0.147517, + -0.159469, + 0.006688, + -0.117999, + 0.088660, + 0.086560, + 0.177488, + 0.263231, + 0.052663, + 0.061641, + -0.030979, + 0.037250, + 0.009375, + -0.009087, + 0.020378, + 0.021992, + -0.005838, + 0.186117, + -0.000034, + 0.163857, + -0.169592, + 0.367004, + 0.072325, + -0.014683, + -0.077627, + 0.041001, + 0.150230, + 0.133340, + 0.114520, + 0.184221, + -0.066284, + -0.068205, + 0.018094, + -0.578726, + 0.027802, + -0.048404, + -0.118325, + 0.033726, + 0.024159, + 0.458269, + -0.005764, + 0.083654, + -0.079523, + 0.027405, + 0.111757, + 0.104287, + 0.058596, + 0.007336, + -0.149204, + -0.105008, + -0.211383, + 0.025585, + 0.118121, + -0.061197, + 0.014081, + 0.133139, + 0.011013, + 0.066570, + -0.019624, + 0.022800, + -1.345170, + 0.026426, + 0.035563, + -0.097725, + 0.049045, + 0.142664, + -0.011962, + 0.219031, + -0.042597, + 0.074212, + 0.083121, + -0.116318, + 0.196808, + 0.004058, + -0.036419, + -0.118080, + 0.117809, + 0.071123, + -0.070110, + -0.149263, + -0.104794, + -0.055140, + -0.047811, + -0.010918, + -0.089005, + 0.206907, + 0.025131, + -0.132893, + -0.043257, + 0.019211, + -0.037072, + 0.315417, + -0.198095, + -0.043522, + 0.156995, + 0.046439, + -0.008666, + -0.083897, + 0.320525, + 0.112105, + -0.044417, + 0.190089, + 0.711331, + 0.008931, + 0.056381, + -0.018070, + -0.003033, + 0.020900, + -0.034184, + -0.014230, + -0.015462, + -0.061124, + -0.109391, + -0.135573, + 0.092073, + -0.471180, + 0.222851, + 0.415799, + 0.017812, + -0.050710, + -0.077906, + 0.174398, + -0.155848, + -0.023041, + 0.046437, + -0.000066, + 0.066326, + 0.034231, + -0.043509, + 0.091816, + -0.033312, + -0.060992, + -0.060024, + 0.115327, + 0.326543, + 0.014336, + 0.070892, + 0.021647, + 0.137868, + 0.007335, + 0.027913, + 0.052548, + 0.099887, + -0.088524, + -0.040243, + 0.278014, + 0.031834, + -0.191695, + -0.113362, + 0.066824, + 0.029519, + 0.005480, + -1.815212, + 0.069703, + 0.076293, + 0.040890, + 0.078485, + -0.001960, + 0.055726, + -0.222457, + -0.061687, + -0.026199, + 0.035156, + -0.096330, + 0.195460, + -0.031945, + 0.119579, + -0.071981, + -0.067906, + 0.096916, + 0.122763, + 0.110436, + -0.239212, + -0.014882, + 0.021520, + -0.056362, + 0.219067, + -0.085128, + -0.068236, + -0.068553, + -0.047888, + -0.219787, + -0.114796, + -0.883118, + -0.172209, + 0.066278, + 0.030579, + 0.161486, + -0.108804, + 0.025033, + -0.097666, + 0.008557, + -0.089099, + 0.173155, + -0.064368, + -0.762213, + 0.012167, + 0.115693, + 0.201209, + 0.119122, + -0.084447, + -0.222983, + 0.078237, + 0.145554, + -0.017963, + 0.142066, + 0.044337, + 0.112498, + -0.191434, + -0.041262, + 0.078885, + -0.336754, + -0.025582, + 0.336211, + 0.080848, + -0.006765, + -0.216718, + 0.058922, + -0.181490, + -0.061478, + 0.080321, + 0.114735, + 0.061792, + 0.131315, + 0.047062, + -0.056409, + -0.275190, + -0.121404, + -0.138936, + -0.020140, + 0.086055, + 0.008678, + 0.043990, + -0.012481, + 0.033601, + 0.120842, + -0.027678, + 0.038697, + -0.008796, + -0.094523, + -0.030190, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_weight_" + ) + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = 1.712 + std = 0.209 + data = [ + 1.340042, + 1.809869, + 1.610039, + 1.849065, + 1.716574, + 1.846936, + 1.609282, + 1.448076, + 1.595168, + 1.795177, + 1.777162, + 1.858998, + 1.733431, + 1.769750, + 1.712251, + 1.762696, + 1.915866, + 1.687490, + 1.640583, + 1.345650, + 1.807958, + 1.797297, + 1.665806, + 1.535432, + 1.754129, + 1.647512, + 1.620528, + 1.761067, + 1.832298, + 1.447070, + 2.141107, + 1.694355, + 1.726661, + 1.103653, + 1.810065, + 1.807375, + 1.833793, + 1.581077, + 1.835813, + 1.660626, + 1.795994, + 1.836461, + 1.556515, + 1.851156, + 1.486286, + 1.820608, + 1.834537, + 1.669685, + 1.715041, + 1.721429, + 1.610437, + 1.272050, + 1.693928, + 1.639623, + 1.744523, + 1.633330, + 1.767035, + 1.674502, + 1.856000, + 1.529188, + 1.766806, + 1.723035, + 1.749617, + 1.799905, + 1.725295, + 1.563008, + 1.566774, + 1.418148, + 1.942953, + 1.773226, + 1.853846, + 1.675180, + 1.800486, + 1.719745, + 2.036808, + 1.678220, + 1.927264, + 1.785629, + 1.816987, + 1.778667, + 1.863930, + 1.810901, + 1.786863, + 1.866541, + 1.753323, + 1.950348, + 1.790018, + 1.338209, + 1.701623, + 1.733155, + 1.661878, + 1.786509, + 1.773165, + 1.716085, + 1.871032, + 0.893798, + 1.893286, + 1.855898, + 1.550990, + 1.829678, + 1.546315, + 1.690865, + 1.800767, + 1.942480, + 1.774514, + 1.711671, + 1.651635, + 1.823188, + 1.709758, + 1.940862, + 1.485416, + 1.710274, + 1.854766, + 1.141985, + 1.800447, + 1.760211, + 1.577878, + 1.782819, + 1.709711, + 1.816946, + 1.656772, + 1.625080, + 1.800507, + 1.766950, + 1.920773, + 1.653356, + 1.442813, + 1.796979, + 1.877601, + 1.748714, + 1.993845, + 1.716777, + 1.791259, + 1.429853, + 2.014566, + 1.774833, + 1.788411, + 1.429542, + 1.843030, + 1.837482, + 1.768122, + 1.567066, + 1.779571, + 1.498576, + 1.680632, + 1.533512, + 1.906302, + 1.728859, + 1.612033, + 1.912214, + 0.850547, + 1.954073, + 1.608666, + 1.740326, + 1.390454, + 1.808767, + 1.810842, + 1.691639, + 0.869413, + 1.726621, + 1.832170, + 1.904306, + 1.965719, + 1.837257, + 1.429893, + 1.787710, + 1.886621, + 1.722057, + 1.835019, + 1.919527, + 1.574099, + 1.806834, + 1.695839, + 1.760543, + 1.549751, + 1.819495, + 1.784209, + 1.801621, + 1.777169, + 1.731420, + 1.810080, + 1.544949, + 1.631474, + 1.736427, + 1.593412, + 1.620837, + 1.722768, + 1.694400, + 1.812631, + 1.064579, + 1.800513, + 1.759194, + 1.672159, + 1.860447, + 1.837138, + 1.510401, + 1.684074, + 1.345778, + 1.599602, + 1.494834, + 1.684476, + 1.750648, + 1.555246, + 2.018566, + 1.898539, + 1.677425, + 1.806224, + 1.685544, + 1.860691, + 1.696207, + 1.950163, + 1.702117, + 1.622703, + 1.802663, + 1.686149, + 1.789007, + 1.093716, + 1.802884, + 1.776467, + 1.800002, + 1.560794, + 1.971942, + 1.594345, + 1.920347, + 1.599603, + 1.645776, + 1.298179, + 1.250926, + 1.510839, + 1.742400, + 1.900631, + 1.590785, + 1.664559, + 1.854922, + 1.903765, + 1.827460, + 1.790208, + 1.522063, + 1.850000, + 1.690953, + 1.287159, + 1.835912, + 1.480222, + 1.762377, + 1.852547, + 1.414811, + 1.545688, + 1.478098, + 1.466736, + 1.536904, + 1.850427, + 1.800359, + 1.646189, + 1.814942, + 1.945097, + 1.552009, + 2.039168, + 1.684913, + 1.607743, + 1.990397, + 1.926403, + 1.817389, + 1.825043, + 1.625654, + 1.864443, + 1.479568, + 1.337997, + 1.671099, + 1.515296, + 1.772382, + 1.745928, + 1.824232, + 1.656568, + 2.138137, + 1.599102, + 1.764040, + 1.784589, + 1.783791, + 1.820965, + 1.603148, + 1.598613, + 1.867989, + 0.963690, + 1.764564, + 1.756590, + 1.442163, + 1.674067, + 1.846286, + 1.971733, + 1.762029, + 1.778566, + 2.096346, + 1.578627, + 1.606069, + 1.862318, + 1.327541, + 2.049018, + 1.820846, + 1.823485, + 1.724332, + 1.694851, + 1.565768, + 1.655332, + 1.779518, + 1.758516, + 1.967496, + 1.893916, + 1.744326, + 1.584250, + 2.031528, + 1.739449, + 1.452249, + 2.046280, + 1.611097, + 1.745994, + 1.711760, + 1.622346, + 1.477400, + 1.816546, + 2.056178, + 1.729196, + 1.811457, + 1.958547, + 1.747156, + 2.060201, + 1.763166, + 1.870586, + 1.794965, + 1.722095, + 1.908826, + 1.817909, + 1.228909, + 1.345127, + 1.789534, + 1.721249, + 1.698423, + 1.822732, + 1.726349, + 1.701990, + 1.483945, + 1.645010, + 1.640789, + 1.665544, + 1.743008, + 2.120708, + 1.650316, + 1.723222, + 1.828765, + 1.816176, + 2.282562, + 1.633666, + 1.881503, + 1.620253, + 1.794029, + 1.743393, + 1.815172, + 1.548063, + 1.782088, + 1.794338, + 1.813098, + 1.892286, + 1.907213, + 1.803307, + 2.023754, + 1.794643, + 1.788314, + 1.605632, + 1.869213, + 1.801384, + 2.083956, + 1.718011, + 1.653743, + 1.714631, + 1.930629, + 2.023968, + 1.843519, + 1.753851, + 1.583679, + 1.854440, + 1.370971, + 1.915735, + 1.705854, + 1.865610, + 1.873716, + 1.730925, + 1.701670, + 1.760844, + 1.776727, + 2.061553, + 1.924163, + 1.797752, + 1.422778, + 2.096399, + 1.654734, + 1.811196, + 1.762966, + 1.646543, + 1.798407, + 1.653311, + 1.683712, + 1.656440, + 1.746446, + 1.549177, + 1.705448, + 1.817187, + 1.398091, + 1.406018, + 1.478766, + 1.577819, + 1.724912, + 1.818509, + 1.612087, + 1.765574, + 1.592473, + 1.754137, + 1.700599, + 1.532587, + 1.724091, + 1.305343, + 1.737758, + 1.808363, + 1.746411, + 1.581793, + 0.314542, + 2.080913, + 1.773823, + 1.947900, + 1.792411, + 1.629566, + 1.481787, + 1.815874, + 1.496948, + 1.675042, + 1.761443, + 1.135222, + 1.686395, + 1.885973, + 1.721525, + 1.722986, + 1.899190, + 1.369186, + 1.935805, + 1.467551, + 1.793609, + 1.463443, + 1.959806, + 0.891516, + 1.498114, + 1.935329, + 1.900743, + 1.303920, + 1.979874, + 1.667485, + 1.715685, + 1.687758, + 1.203275, + 1.813184, + 1.686075, + 1.731223, + 1.812263, + 1.783893, + 1.905522, + 1.557599, + 1.680690, + 1.845733, + 1.839998, + 1.858820, + 1.676205, + 1.702652, + 1.308929, + 1.827762, + 1.579790, + 1.556064, + 1.773342, + 2.283535, + 1.681302, + 1.760713, + 1.901094, + 1.725858, + 1.852154, + 1.551307, + 1.748772, + 1.678437, + 1.758511, + 1.663886, + 1.679330, + 1.858430, + 1.774599, + 1.833596, + 1.820445, + 1.473674, + 1.780346, + 1.536450, + 1.649935, + 1.607386, + 1.927671, + 2.466982, + 1.733700, + 1.708514, + 1.230467, + 1.513280, + 1.597224, + 0.944589, + 1.743713, + 1.989685, + 1.903215, + 1.640057, + 1.809340, + 1.802683, + 1.595343, + 1.767587, + 1.916452, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_17_modules_norm2_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.020 + std = 0.380 + data = [ + -0.427883, + -0.170872, + 0.227220, + 0.460515, + -0.199023, + 0.217550, + -0.341534, + 0.226956, + 0.128363, + -0.099740, + -0.264837, + 0.217885, + 0.058481, + -0.110413, + -0.290270, + 0.520898, + 0.443821, + -0.070506, + 0.137410, + 0.853772, + -0.358065, + -0.183850, + 0.188294, + -0.079605, + 0.102803, + 0.160669, + 1.295676, + 0.037059, + -0.101942, + 0.200422, + 0.569071, + -0.650345, + -0.270323, + -0.570824, + -0.398599, + 0.002808, + -0.056203, + 0.198645, + -0.410084, + 0.223017, + -0.055370, + 0.459484, + 0.028376, + -0.713523, + 0.116697, + -0.192236, + 0.348284, + -0.258097, + 0.011580, + -0.094694, + 0.100209, + 0.616079, + -0.217567, + -0.397419, + -0.000312, + -0.310093, + 0.047876, + -0.342841, + 0.296714, + -0.448143, + 0.088447, + -0.248776, + -0.321321, + -0.145523, + 0.068272, + -0.407761, + -0.483113, + -0.146773, + 0.420490, + 0.176231, + -0.373139, + -0.526917, + 0.274918, + -0.062072, + -0.203703, + -0.277267, + -0.032015, + -0.269205, + 0.311084, + -0.344662, + -0.086372, + -0.094185, + -0.167377, + 0.670061, + 0.525673, + -0.000357, + -0.312647, + 0.173710, + 0.276780, + -0.060204, + -0.152256, + 0.149355, + 0.435599, + 0.558489, + -0.365757, + -0.270945, + -0.273675, + 0.006133, + 0.077543, + 0.352496, + -0.068065, + 0.726832, + 0.034898, + 0.764806, + -0.152631, + -0.087550, + 0.263400, + 0.216553, + 0.513153, + 0.400155, + -0.168498, + 0.093302, + 0.321326, + -0.158930, + -0.263204, + 0.230982, + -0.022873, + 0.243045, + -0.344360, + 0.071840, + -0.239965, + -0.039956, + -0.390222, + -0.260368, + 0.222349, + -0.046188, + -0.099454, + -0.037841, + 0.364837, + 0.213520, + -0.588069, + 0.203298, + -1.145866, + 0.360666, + 0.550356, + 0.142979, + -0.104179, + 0.172903, + -0.326823, + -0.124971, + -0.289028, + -0.700076, + 0.107472, + 0.009545, + -0.237127, + 0.326434, + -0.616355, + -0.502217, + 0.297317, + 0.143192, + -0.057875, + -0.666147, + -0.115261, + -0.118709, + -0.166851, + -0.009983, + -0.270249, + 0.232350, + 0.092010, + -0.088610, + -0.049911, + 0.298424, + 0.217155, + 0.119673, + 0.218582, + 0.496708, + -0.484624, + -0.022705, + -0.148550, + 0.263020, + -0.263099, + -0.074726, + -0.115493, + -0.183496, + 0.244139, + 0.507590, + 0.180469, + 0.192530, + 0.366346, + 0.208458, + 0.112449, + -0.409656, + -0.589298, + -0.144589, + -0.011081, + -0.140597, + -0.055020, + 0.075324, + -0.590804, + 0.144943, + -0.016038, + -0.076177, + -0.094197, + -0.305351, + -0.464220, + 0.461435, + -0.733754, + 0.708257, + -0.524325, + -0.029333, + 0.362272, + -0.326600, + 0.100453, + -0.598049, + 0.599286, + -0.388627, + 0.224805, + -0.133158, + -0.096884, + 0.013858, + -0.155271, + -0.413466, + 0.320512, + 0.356090, + 0.245980, + 0.613333, + -0.312097, + -0.232745, + -0.140501, + -0.266294, + 0.178826, + 0.456207, + 0.326225, + -0.130698, + 0.016652, + 0.244049, + -0.057461, + 0.025844, + 0.109768, + -0.019251, + 0.036597, + -0.598135, + -0.161091, + 0.072839, + 0.291732, + -0.204299, + -0.012989, + -0.780995, + -0.305321, + -0.260748, + 0.133403, + 0.110859, + 0.134814, + -0.272661, + 0.247126, + -0.496707, + -0.194130, + -0.030162, + -0.314382, + 0.422539, + 0.920407, + 0.223209, + 0.030485, + 0.140353, + -0.443798, + 0.314812, + -0.343240, + 0.087689, + 0.048973, + -0.516059, + -0.299771, + 0.028700, + 0.345604, + -0.170450, + 0.048501, + 0.317853, + 0.125075, + 0.155110, + -0.003942, + 0.307313, + -0.245290, + 0.309506, + -0.130764, + 0.055044, + 0.057915, + -0.089272, + -0.006964, + -0.063162, + -0.142504, + -0.065590, + -0.459689, + 0.079157, + -0.199016, + -0.220620, + -0.131169, + -0.125974, + -0.025867, + 0.135153, + -0.794631, + 0.043118, + -0.254949, + -0.382999, + -0.221184, + -0.357159, + -0.102842, + -0.231023, + -0.635269, + -0.994660, + -0.820072, + -0.460673, + 0.042099, + -0.773713, + -0.205464, + 0.278638, + 0.209731, + -0.291683, + 0.142593, + 0.079826, + -0.541595, + -0.303901, + -0.381276, + 0.243205, + -0.275466, + -0.105337, + 0.043391, + 0.009680, + -0.229198, + -0.448937, + 0.041989, + 0.925820, + 0.108979, + 0.466748, + -0.985598, + 0.088183, + 0.287907, + 0.207438, + 0.664761, + -0.011249, + -0.293940, + 0.739298, + -0.202156, + 1.782518, + -0.296843, + -0.072446, + 0.231970, + 0.023564, + 0.145452, + -0.359933, + -0.503398, + 0.064273, + -0.234183, + -0.447989, + 0.005420, + -0.316667, + -1.028041, + -0.085750, + -0.282176, + 0.333021, + -0.249458, + 0.167952, + 0.490179, + -0.451846, + 0.208806, + -0.120860, + -0.093368, + 0.299346, + -0.550040, + -0.059463, + 0.021667, + 0.291879, + -0.380984, + -0.700654, + -1.079926, + 0.762871, + 0.410926, + 0.365888, + -0.077274, + 0.039100, + 0.384071, + 0.182050, + 0.277434, + -0.037585, + -0.309756, + -0.769698, + -0.490842, + -0.567302, + -0.350988, + 0.271220, + -0.260189, + 0.260320, + 0.076755, + 0.114130, + 0.582684, + 0.577970, + -0.757840, + -0.263222, + 0.763147, + 0.323700, + -0.173770, + -0.082655, + -0.179399, + -0.261274, + 0.357116, + 0.006817, + 0.163014, + 0.027236, + -0.126235, + 0.139840, + -0.069923, + 0.325721, + 0.032936, + 0.427499, + -0.057139, + -0.164544, + -0.238896, + -0.382742, + -0.044995, + 0.089432, + 0.401383, + 0.056618, + 0.046945, + 0.195898, + 0.078288, + -0.138444, + 0.367507, + 0.194236, + -0.355202, + 0.109701, + -0.035669, + -0.173350, + 0.084692, + -0.069671, + -0.046358, + 2.455063, + -0.906197, + 0.555360, + 0.148684, + -0.279500, + -0.210723, + 0.109087, + -0.353843, + 0.498043, + -0.245413, + 0.078752, + 0.063804, + -0.550866, + 0.433993, + -0.531969, + 0.310672, + -0.261571, + -0.106451, + -0.396656, + -0.115945, + 0.097302, + -0.429321, + 0.248476, + 0.451029, + -0.391343, + -0.725284, + 0.275712, + -0.001403, + -0.295892, + -0.164142, + -0.276430, + 1.422240, + 0.609433, + -0.504702, + -0.546890, + 0.178450, + 0.319948, + -0.445466, + 0.034971, + -0.041765, + -0.247427, + -0.442600, + 0.300886, + 0.508803, + -0.250040, + -0.334992, + -0.162265, + -0.891483, + -0.029008, + 0.091413, + -0.492645, + 0.222828, + -0.124174, + 1.206448, + -0.018626, + -0.088169, + 0.435815, + 0.238471, + 0.030738, + -0.077368, + -0.040266, + -0.572378, + 0.126530, + -0.573374, + 0.463511, + 0.568233, + -0.158188, + 0.089314, + -0.561467, + 0.191517, + 0.138339, + 0.158439, + -0.193792, + 0.115062, + 0.298316, + -0.187960, + -0.173029, + 0.066894, + -0.304020, + 0.230736, + -0.006053, + 0.381326, + 0.394140, + -0.631835, + 0.692820, + 0.342794, + -0.179922, + -0.135192, + -0.330133, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_weight_" + shape = [2048, 512] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.051 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_17_modules_mlp_modules_0_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.638 + std = 0.173 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_weight_" + shape = [512, 2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.064 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_5_modules_17_modules_mlp_modules_3_parameters_bias_" + shape = [512] + dtype = "torch.float32" + device = "cpu" + mean = -0.010 + std = 0.270 + data = [ + 0.023058, + -0.204818, + -0.073060, + -0.163156, + 0.126956, + 0.062170, + 0.307724, + -0.040810, + -0.088666, + 0.019783, + 0.497207, + 0.116633, + -0.003326, + 0.032290, + 0.028129, + -0.479727, + -0.267605, + -0.098530, + 0.001507, + -0.447985, + 0.229214, + 0.069355, + -0.424029, + 0.072068, + -0.378636, + -0.080532, + -1.655998, + -0.143657, + -0.066466, + 0.076143, + -0.032040, + 0.285806, + 0.019938, + 0.208904, + 0.177396, + 0.269307, + 0.126778, + -0.012796, + 0.117785, + 0.088277, + 0.078232, + -0.110062, + 0.138165, + 0.220837, + -0.054973, + 0.076211, + 0.017115, + 0.377021, + -0.272776, + -0.041925, + -0.014886, + -0.173147, + -0.105742, + 0.203043, + 0.028118, + 0.168822, + 0.022652, + -0.048652, + -0.019589, + 0.070572, + -0.161435, + 0.132264, + 0.005558, + -0.030877, + -0.052466, + 0.574627, + 0.053153, + -0.116758, + -0.097315, + -0.051907, + 0.214282, + 0.099596, + -0.103374, + 0.095016, + 0.078730, + 0.241541, + 0.000505, + -0.021457, + -0.046985, + 0.066892, + 0.212920, + 0.254345, + -0.216117, + -0.058119, + -0.196185, + 0.112618, + -0.000181, + 0.045591, + -0.430251, + 0.228023, + -0.202200, + -0.102359, + -0.059832, + -0.134244, + 0.121561, + 0.032540, + 0.148390, + 0.095384, + -0.200301, + 0.010802, + -0.019639, + -1.027861, + 0.047985, + -0.197132, + -0.073689, + 0.092322, + 0.172552, + 0.192062, + -0.205919, + -0.149200, + 0.218347, + -0.043120, + -0.042215, + 0.302233, + 0.052777, + 0.195268, + -0.252170, + 0.268667, + 0.256070, + 0.068954, + 0.028308, + -0.051444, + 0.125775, + -0.007603, + 0.116341, + -0.194191, + 0.270318, + 0.115741, + -0.027412, + -0.211173, + 0.331199, + -0.042927, + 0.148254, + 0.059507, + -0.157427, + -0.067189, + 0.116168, + -0.097341, + 0.054139, + 0.232726, + -0.055337, + 0.272164, + -0.154041, + 0.202247, + 0.042150, + 0.023450, + 0.255262, + 0.033264, + -0.086151, + 0.048019, + 0.054946, + 0.244215, + 0.250748, + 0.099225, + -0.115434, + -0.228219, + -0.122752, + 0.024117, + -0.137565, + -0.095004, + 0.306328, + -0.007403, + -0.170457, + 0.135978, + -0.108851, + 0.100448, + -0.202086, + 0.115359, + -0.194169, + -0.025088, + 0.127485, + 0.057422, + 0.348066, + 0.096188, + -0.147025, + -0.318025, + -0.068408, + 0.117450, + 0.053404, + 0.075539, + -0.395447, + 0.227310, + 0.112495, + -0.037146, + -0.135866, + -0.006142, + -0.004783, + -0.025068, + 0.088532, + -0.207367, + 0.076535, + -0.215131, + -0.057588, + -0.259737, + 0.042988, + -0.152516, + 0.244155, + -0.719359, + 0.063288, + -0.064612, + -0.270204, + 0.096523, + -0.035259, + 0.145855, + -0.072437, + 0.273393, + -0.203897, + -0.146042, + -0.043013, + -0.043351, + -0.034066, + -0.069836, + -0.061117, + -0.400190, + -0.226460, + -0.252558, + -0.016031, + -0.017004, + -0.229418, + 0.074562, + -0.040459, + -0.258275, + 0.078015, + -0.146357, + 0.090855, + -0.195714, + -0.152646, + -0.041423, + -0.017667, + 0.044359, + -0.158786, + 0.113872, + -0.079013, + -0.147017, + -0.128517, + 0.128077, + -0.001953, + 0.343290, + 0.079650, + 0.094899, + 0.018659, + 0.142326, + 0.058878, + 0.058455, + -0.374307, + 0.155541, + 0.034421, + 0.016607, + -0.044252, + -0.289251, + -0.388827, + -0.031887, + 0.191855, + 0.191074, + 0.173922, + -0.004087, + -0.148479, + 0.029848, + -0.042158, + -0.221588, + 0.049639, + -0.020376, + -0.169827, + 0.417144, + 0.132907, + -0.216276, + -0.240536, + 0.122817, + 0.071234, + 0.015931, + 0.228246, + 0.014256, + -0.090062, + 0.023806, + -0.067211, + 0.119042, + 0.119317, + 0.084541, + 0.337322, + -0.012469, + -0.062070, + -0.070438, + 0.228216, + -0.094184, + 0.064176, + -0.017405, + 0.044912, + 0.019317, + 0.102709, + -0.175675, + -0.039707, + 0.099263, + 0.213018, + -0.024486, + 0.320891, + 0.167852, + 0.060228, + 0.333157, + 0.177190, + 0.093344, + 0.126250, + 0.116886, + 0.191722, + -0.201209, + -0.261737, + -0.185785, + -0.060832, + -0.237689, + 0.055747, + 0.140325, + 0.385412, + -0.203081, + 0.110658, + 0.152031, + 0.017020, + 0.083564, + 0.158432, + 0.252161, + 0.045798, + -0.320117, + 0.071883, + -0.139904, + 0.226038, + -0.001965, + 0.155060, + 0.202961, + -0.143123, + 0.210736, + 0.013587, + -0.053650, + -0.007119, + -1.486008, + 0.052533, + 0.059939, + -0.200018, + -0.106845, + 0.176212, + 0.101401, + 0.375648, + 0.028017, + 0.120455, + 0.274694, + -0.302244, + -0.059175, + 0.200451, + -0.067087, + 0.054074, + 0.024779, + 0.077074, + 0.155515, + -0.369141, + 0.085708, + -0.184814, + -0.129569, + -0.038126, + -0.020075, + 0.254586, + 0.119944, + 0.085126, + -0.140298, + 0.042712, + 0.016771, + 0.775117, + -0.315705, + 0.004468, + 0.010796, + 0.070425, + 0.061710, + -0.247435, + 0.138338, + 0.040379, + -0.109240, + 0.105498, + 1.077402, + -0.025092, + 0.016383, + 0.044944, + 0.107485, + 0.043860, + -0.044938, + -0.112465, + -0.025262, + -0.117065, + -0.055716, + 0.108703, + -0.078331, + -0.622114, + 0.206558, + 0.444066, + 0.078764, + 0.035908, + 0.193503, + 0.084026, + -0.060156, + -0.128965, + 0.097394, + -0.021628, + -0.014699, + -0.008934, + -0.071100, + -0.046985, + -0.145550, + -0.001043, + 0.034618, + 0.019864, + 0.528080, + 0.076541, + 0.082229, + -0.075597, + 0.120057, + 0.107506, + 0.047104, + -0.053310, + -0.194113, + -0.113510, + -0.182266, + 0.023929, + -0.301308, + -0.307033, + 0.063203, + 0.023267, + 0.005023, + -0.079965, + -3.326273, + -0.050469, + -0.130657, + 0.254768, + 0.050990, + 0.061197, + -0.057634, + 0.135607, + 0.008542, + 0.058347, + -0.006620, + 0.247937, + 0.215701, + -0.047357, + 0.049557, + -0.301108, + 0.020108, + -0.122510, + 0.175614, + -0.050386, + -0.084709, + 0.095477, + 0.234844, + -0.281396, + 0.454666, + -0.031732, + -0.472547, + 0.019820, + -0.004716, + 0.006435, + 0.012109, + -1.510857, + -0.712107, + 0.102838, + -0.213123, + -0.135838, + -0.295169, + -0.096465, + -0.353338, + 0.172001, + 0.014257, + 0.470516, + -0.238870, + -0.938253, + 0.263745, + 0.070154, + 0.176763, + 0.124427, + -0.184502, + -0.183246, + 0.137797, + 0.104542, + -0.052694, + -0.237001, + 0.018178, + 0.197618, + 0.047621, + -0.073686, + 0.156764, + -0.112930, + 0.079190, + 0.424418, + -0.090140, + -0.002439, + -0.097811, + -0.153521, + 0.038722, + -0.020613, + 0.127115, + 0.029317, + 0.017719, + 0.000992, + -0.001275, + 0.008729, + 0.032390, + 0.032443, + 0.134009, + -0.218682, + 0.010961, + -0.402049, + 0.105648, + 0.026379, + -0.091526, + 0.282953, + -0.038338, + -0.136618, + 0.016938, + -0.033576, + -0.090124, + ] + + +class Program_weight_tensor_meta_L_self_modules_features_modules_6_modules_norm_parameters_weight_: + name = "L_self_modules_features_modules_6_modules_norm_parameters_weight_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = 1.285 + std = 0.174 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_6_modules_norm_parameters_bias_: + name = "L_self_modules_features_modules_6_modules_norm_parameters_bias_" + shape = [2048] + dtype = "torch.float32" + device = "cpu" + mean = -0.056 + std = 0.260 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_6_modules_reduction_parameters_weight_: + name = "L_self_modules_features_modules_6_modules_reduction_parameters_weight_" + shape = [1024, 2048] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.044 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.359 + std = 0.173 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_0_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.001 + std = 0.095 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_7_modules_0_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 32] + dtype = "torch.float32" + device = "cpu" + mean = 0.090 + std = 1.637 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_7_modules_0_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.052 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_weight_" + shape = [1024, 1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.044 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_0_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cpu" + mean = -0.008 + std = 0.513 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_0_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.860 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 1.171 + std = 0.644 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_0_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.006 + std = 0.240 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.048 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_0_modules_mlp_modules_0_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cpu" + mean = -0.584 + std = 0.221 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.055 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_0_modules_mlp_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.757 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_: + name = ( + "L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.396 + std = 0.239 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_1_modules_norm1_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.112 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_: + name = "L_self_modules_features_modules_7_modules_1_modules_attn_parameters_relative_position_bias_table_" + shape = [169, 32] + dtype = "torch.float32" + device = "cpu" + mean = 0.035 + std = 1.482 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_: + name = "L_self_modules_features_modules_7_modules_1_modules_attn_buffers_relative_position_index_" + shape = [2401] + dtype = "torch.int64" + device = "cpu" + mean = None + std = None + min_val = 0 + max_val = 168 + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_weight_" + shape = [3072, 1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.052 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_weight_" + shape = [1024, 1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.042 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_1_modules_attn_modules_qkv_parameters_bias_" + shape = [3072] + dtype = "torch.float32" + device = "cpu" + mean = -0.002 + std = 0.505 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_1_modules_attn_modules_proj_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.003 + std = 0.763 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_: + name = ( + "L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_weight_" + ) + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 1.104 + std = 0.565 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_1_modules_norm2_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.008 + std = 0.229 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_weight_" + shape = [4096, 1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.000 + std = 0.049 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_1_modules_mlp_modules_0_parameters_bias_" + shape = [4096] + dtype = "torch.float32" + device = "cpu" + mean = -0.618 + std = 0.183 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_: + name = "L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_weight_" + shape = [1024, 4096] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.056 + data = None + + +class Program_weight_tensor_meta_L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_: + name = "L_self_modules_features_modules_7_modules_1_modules_mlp_modules_3_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 0.004 + std = 0.684 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_weight_: + name = "L_self_modules_norm_parameters_weight_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = 1.381 + std = 0.329 + data = None + + +class Program_weight_tensor_meta_L_self_modules_norm_parameters_bias_: + name = "L_self_modules_norm_parameters_bias_" + shape = [1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.007 + std = 0.052 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_weight_: + name = "L_self_modules_head_parameters_weight_" + shape = [1000, 1024] + dtype = "torch.float32" + device = "cpu" + mean = -0.000 + std = 0.047 + data = None + + +class Program_weight_tensor_meta_L_self_modules_head_parameters_bias_: + name = "L_self_modules_head_parameters_bias_" + shape = [1000] + dtype = "torch.float32" + device = "cpu" + mean = -0.058 + std = 0.177 + data = [ + -0.194511, + -0.203384, + -0.242658, + -0.295331, + -0.185821, + -0.089591, + -0.153368, + -0.093011, + -0.064301, + -0.180448, + -0.244144, + -0.346689, + -0.227691, + -0.213624, + -0.302427, + -0.231297, + -0.246767, + -0.223253, + -0.106084, + -0.256088, + -0.238522, + -0.155091, + -0.235909, + -0.056924, + -0.306308, + -0.326984, + -0.110693, + -0.265702, + -0.259012, + -0.125869, + -0.229564, + -0.236761, + -0.128935, + -0.115307, + -0.053630, + -0.155718, + 0.044869, + -0.255990, + -0.117037, + -0.060626, + -0.187723, + -0.176318, + -0.201752, + -0.148227, + -0.125980, + -0.261027, + -0.145107, + -0.158448, + -0.276191, + -0.209304, + -0.131800, + -0.016134, + -0.092900, + -0.155470, + -0.143453, + -0.293714, + -0.250003, + -0.315163, + -0.081792, + -0.106250, + 0.063025, + -0.081043, + -0.117331, + -0.010743, + -0.180034, + -0.116960, + -0.148290, + -0.222955, + -0.194707, + -0.182212, + -0.259705, + -0.071444, + -0.386423, + -0.087577, + -0.294369, + -0.203915, + -0.113406, + -0.136208, + -0.015543, + -0.065827, + -0.162721, + -0.211307, + -0.099187, + -0.307402, + -0.239712, + -0.122876, + -0.092183, + -0.068928, + -0.201463, + -0.159570, + -0.316489, + -0.235846, + -0.317718, + -0.142471, + -0.157198, + -0.384654, + -0.191342, + -0.267969, + -0.347965, + -0.129554, + -0.281413, + -0.155564, + -0.296279, + 0.004763, + -0.006792, + -0.278379, + -0.070400, + -0.268451, + -0.348436, + -0.375692, + -0.339993, + -0.089320, + 0.174075, + 0.010654, + -0.014663, + -0.356783, + -0.233365, + -0.160906, + -0.040187, + -0.127294, + -0.195516, + -0.149106, + -0.093738, + -0.223738, + 0.082889, + -0.085913, + 0.001284, + -0.259828, + -0.140155, + -0.222005, + -0.341606, + -0.248939, + -0.186675, + -0.259335, + -0.144006, + -0.272419, + -0.276827, + -0.305861, + -0.278023, + -0.364991, + -0.364073, + -0.345518, + -0.379731, + -0.293461, + -0.165391, + -0.192520, + -0.187090, + -0.317496, + -0.231398, + -0.265246, + 0.049898, + 0.271459, + -0.341221, + -0.134846, + -0.058860, + -0.038956, + -0.133559, + -0.101484, + -0.122213, + -0.039370, + -0.024150, + 0.047581, + 0.002143, + 0.093638, + -0.021897, + -0.256804, + -0.128110, + -0.274462, + 0.056949, + -0.013375, + 0.030052, + 0.176152, + 0.058086, + 0.034048, + -0.011484, + -0.274465, + 0.019591, + -0.060124, + 0.058008, + 0.048583, + 0.068751, + -0.047657, + 0.002220, + -0.067742, + 0.078692, + 0.030277, + 0.039711, + -0.075337, + -0.106310, + 0.070201, + -0.229834, + 0.023929, + 0.008332, + -0.043124, + -0.188187, + 0.083868, + -0.030480, + 0.018234, + -0.030039, + 0.057289, + -0.076054, + -0.129840, + 0.032266, + 0.027102, + -0.032658, + -0.052956, + -0.082133, + -0.009962, + 0.188820, + 0.116844, + -0.069944, + 0.004279, + 0.055541, + -0.116467, + -0.075140, + -0.024679, + -0.066163, + 0.011651, + -0.087183, + 0.032644, + -0.040377, + -0.213211, + -0.024170, + 0.108135, + -0.057280, + 0.028470, + -0.015493, + 0.148433, + -0.153624, + -0.031210, + -0.043825, + 0.018139, + -0.013021, + -0.048990, + 0.009758, + 0.060699, + 0.049679, + 0.045263, + 0.086019, + -0.048434, + 0.024179, + -0.016088, + 0.065060, + -0.034095, + -0.092569, + 0.061890, + 0.053718, + -0.064886, + 0.049791, + 0.023455, + 0.084505, + -0.004276, + -0.254765, + 0.040814, + 0.084620, + -0.148507, + 0.027826, + 0.021534, + -0.036010, + -0.065066, + -0.104946, + -0.187752, + -0.123847, + 0.014607, + 0.141653, + 0.103985, + 0.033760, + 0.086267, + -0.200978, + -0.109014, + -0.127266, + -0.136022, + -0.074622, + 0.106068, + -0.154928, + -0.221179, + -0.203389, + -0.135194, + -0.189333, + -0.105580, + -0.069373, + -0.036888, + -0.018944, + -0.128963, + -0.010547, + 0.034217, + -0.099991, + -0.104672, + -0.280084, + -0.379184, + -0.332650, + -0.226403, + -0.229696, + -0.289855, + -0.168887, + -0.117140, + -0.141972, + -0.223978, + -0.084779, + -0.142388, + -0.375893, + -0.198000, + -0.172732, + -0.141694, + -0.287448, + -0.195501, + -0.050398, + -0.247206, + -0.263422, + -0.264884, + 0.031610, + -0.163679, + -0.132448, + -0.026991, + 0.076135, + -0.161563, + -0.209784, + -0.268307, + -0.195359, + -0.231229, + -0.348936, + -0.387381, + -0.362809, + -0.456771, + -0.363749, + -0.395358, + -0.358459, + -0.107948, + -0.258197, + -0.226193, + -0.055941, + -0.053416, + -0.089628, + -0.113089, + -0.130470, + -0.132145, + -0.165750, + -0.022427, + -0.035763, + -0.281565, + -0.323113, + 0.148541, + -0.075570, + -0.206982, + -0.152264, + 0.092751, + -0.087361, + -0.214409, + -0.069020, + -0.152045, + -0.120144, + -0.283663, + -0.272503, + -0.148917, + -0.070557, + 0.012311, + 0.237294, + 0.014651, + 0.032285, + 0.037801, + -0.076709, + 0.031971, + -0.060033, + -0.061427, + -0.163202, + -0.190922, + -0.235306, + -0.097461, + -0.153959, + -0.160941, + -0.128748, + -0.014027, + -0.097384, + -0.016768, + -0.074980, + -0.190119, + -0.263755, + -0.046624, + -0.127671, + -0.212853, + 0.008121, + -0.053317, + -0.103019, + -0.171004, + -0.222137, + -0.123317, + -0.229524, + -0.275960, + -0.301995, + -0.108660, + -0.088665, + -0.030454, + -0.424804, + -0.462783, + -0.051115, + 0.029692, + -0.400141, + -0.220679, + -0.000860, + 0.039814, + -0.148121, + 0.114473, + -0.030686, + -0.332523, + -0.317993, + -0.091018, + -0.191789, + -0.250864, + -0.097959, + 0.161655, + -0.118696, + -0.029349, + 0.417078, + 0.147795, + 0.040688, + 0.066603, + -0.056178, + -0.056618, + 0.061001, + 0.301342, + 0.138262, + 0.256024, + 0.006735, + 0.053247, + 0.028084, + -0.224057, + -0.142974, + 0.218799, + 0.288008, + -0.023449, + -0.243373, + -0.062773, + 0.055226, + 0.078160, + 0.071306, + 0.175158, + -0.191677, + -0.111020, + 0.058566, + -0.066226, + 0.083146, + 0.012721, + -0.108535, + -0.115829, + -0.167582, + -0.058606, + 0.116215, + 0.307405, + 0.167312, + -0.150421, + -0.056407, + 0.025936, + 0.090023, + -0.213086, + -0.183840, + -0.001136, + 0.275892, + 0.289411, + -0.190370, + 0.121163, + -0.122512, + 0.157592, + 0.227339, + 0.486466, + 0.203606, + -0.074371, + -0.320691, + -0.192641, + -0.124054, + 0.305862, + 0.208810, + 0.118211, + -0.067472, + 0.250352, + -0.112441, + -0.027413, + -0.210171, + 0.006602, + 0.106167, + -0.101978, + -0.016608, + -0.026165, + -0.004864, + -0.260760, + -0.290611, + -0.059434, + -0.091486, + 0.205330, + 0.203971, + -0.002410, + -0.052183, + 0.146735, + 0.092996, + -0.315467, + 0.258648, + -0.293647, + -0.085934, + -0.155585, + -0.122911, + 0.264902, + -0.318678, + 0.082288, + 0.219911, + 0.034775, + 0.133422, + 0.158408, + 0.108956, + 0.076631, + -0.034261, + -0.184792, + -0.322686, + -0.242677, + 0.141179, + 0.071858, + 0.209798, + 0.396508, + 0.106105, + -0.076171, + 0.191433, + 0.084728, + -0.203172, + -0.000869, + 0.028963, + 0.398264, + 0.011627, + -0.134172, + 0.005578, + -0.124345, + 0.018237, + 0.065945, + 0.063067, + -0.136605, + -0.071200, + -0.392328, + 0.058432, + -0.201546, + -0.214106, + -0.214351, + -0.120440, + 0.134811, + -0.297199, + 0.258788, + 0.281123, + 0.221842, + 0.030092, + 0.126351, + 0.031513, + -0.435538, + -0.335203, + -0.037754, + -0.143614, + -0.010014, + 0.002577, + -0.041338, + -0.278613, + -0.273407, + 0.016487, + -0.012283, + 0.274913, + 0.172218, + -0.067726, + -0.097918, + 0.063216, + -0.042756, + -0.228158, + -0.241560, + -0.045328, + 0.103442, + 0.116538, + -0.165596, + 0.236905, + -0.073807, + 0.139982, + -0.215625, + 0.027849, + -0.082110, + -0.270861, + 0.210653, + -0.020334, + -0.014872, + -0.109148, + -0.176045, + -0.044855, + 0.122140, + 0.134695, + 0.135735, + -0.210306, + 0.411777, + 0.021602, + 0.263809, + -0.213998, + 0.024746, + -0.127121, + 0.233214, + 0.006430, + -0.196826, + 0.202818, + -0.037035, + -0.161179, + -0.085180, + 0.544531, + 0.019017, + -0.015604, + -0.138620, + 0.103933, + -0.003828, + 0.305894, + -0.241597, + 0.092521, + -0.157655, + 0.100870, + -0.113387, + -0.165808, + 0.154765, + -0.019771, + 0.135224, + 0.169673, + 0.063882, + 0.433356, + 0.214187, + 0.250605, + 0.054240, + 0.010396, + 0.019474, + -0.157648, + -0.300864, + 0.261167, + -0.124659, + -0.300254, + 0.045618, + -0.007461, + 0.091502, + 0.120860, + 0.219206, + -0.038162, + -0.109149, + 0.220984, + 0.087382, + 0.064510, + -0.034830, + -0.390742, + 0.273723, + 0.017224, + 0.262743, + 0.089253, + -0.247873, + 0.005742, + 0.010885, + -0.161326, + -0.195853, + 0.262024, + -0.074748, + 0.102341, + 0.143504, + -0.144010, + 0.166233, + -0.098056, + 0.056087, + -0.181210, + 0.056547, + -0.098607, + -0.283467, + -0.008280, + -0.211606, + 0.030894, + -0.064525, + 0.259943, + 0.040007, + -0.292875, + -0.115791, + -0.041963, + -0.106523, + -0.053274, + 0.196571, + 0.262847, + -0.179313, + 0.239312, + 0.228471, + 0.263589, + -0.098688, + 0.145270, + 0.097294, + -0.191968, + 0.135534, + 0.122297, + -0.393766, + -0.088004, + -0.303431, + -0.201056, + -0.159856, + -0.167637, + 0.177353, + 0.133300, + 0.046143, + -0.231860, + 0.129420, + 0.368349, + -0.045140, + -0.266358, + 0.066053, + 0.400131, + -0.097043, + 0.023198, + 0.078222, + 0.076021, + -0.124909, + -0.097403, + 0.016280, + 0.137758, + -0.057865, + 0.212474, + 0.177722, + -0.146297, + -0.100129, + 0.059008, + -0.147279, + 0.013684, + -0.271939, + -0.108343, + 0.086864, + 0.068117, + -0.051141, + 0.221601, + -0.077910, + -0.287727, + 0.174322, + -0.040014, + -0.132082, + 0.236664, + -0.131080, + -0.026234, + 0.539042, + -0.143216, + 0.430219, + -0.347249, + -0.038094, + -0.055992, + 0.076090, + 0.084919, + 0.071077, + 0.110578, + -0.179209, + 0.026057, + 0.041557, + 0.159839, + 0.088496, + -0.079839, + 0.243774, + 0.077017, + 0.327908, + 0.005160, + -0.161786, + -0.012555, + 0.092059, + 0.084762, + -0.221023, + 0.095742, + -0.180117, + 0.247802, + -0.145020, + 0.011659, + 0.083959, + 0.048057, + 0.141290, + 0.288510, + 0.118150, + -0.034919, + 0.062834, + -0.230811, + 0.159255, + -0.019850, + -0.069012, + 0.247304, + 0.112592, + 0.100587, + 0.086630, + 0.056816, + 0.087151, + 0.269355, + -0.278987, + -0.284081, + -0.283375, + 0.088842, + 0.132544, + 0.341856, + 0.047318, + 0.136771, + 0.165453, + 0.010638, + -0.192262, + 0.009521, + 0.110464, + 0.394533, + 0.137547, + 0.019985, + -0.026658, + 0.173549, + 0.111279, + -0.237038, + 0.031511, + -0.261935, + -0.087478, + -0.253381, + -0.188216, + 0.238056, + 0.245479, + -0.068735, + 0.027544, + 0.197873, + -0.065565, + -0.223274, + 0.079507, + -0.092469, + 0.481985, + -0.230050, + -0.240167, + 0.013239, + -0.260580, + 0.380684, + -0.050149, + -0.305849, + -0.260305, + 0.083136, + 0.191012, + 0.101818, + -0.188322, + -0.078563, + 0.122967, + 0.231658, + -0.256536, + 0.268772, + 0.068160, + -0.203631, + -0.161691, + 0.053508, + 0.033786, + 0.328569, + 0.356132, + 0.187787, + -0.161203, + 0.311666, + -0.001225, + 0.072469, + 0.090060, + 0.141843, + 0.371721, + 0.154994, + -0.193945, + 0.014488, + 0.093883, + 0.128361, + 0.241698, + 0.301710, + -0.147595, + -0.182972, + 0.149677, + -0.150855, + -0.228237, + -0.123421, + 0.209666, + -0.096604, + 0.193432, + 0.113921, + -0.115132, + -0.138376, + -0.129353, + -0.092134, + -0.134036, + 0.263741, + -0.091336, + 0.111602, + -0.253071, + 0.216939, + -0.318997, + -0.421875, + 0.053612, + 0.310425, + -0.028526, + -0.197187, + 0.332613, + 0.204950, + -0.073949, + 0.259496, + 0.192517, + -0.100686, + 0.062931, + -0.235535, + -0.073587, + -0.255906, + 0.097745, + -0.225950, + -0.024722, + 0.132211, + -0.007810, + -0.109474, + -0.207732, + 0.162069, + 0.029984, + 0.406044, + 0.422871, + -0.238237, + -0.127830, + 0.296144, + 0.118045, + -0.038770, + -0.017468, + -0.022828, + 0.156541, + -0.185539, + 0.109490, + 0.324399, + 0.083202, + 0.057638, + -0.039309, + -0.334723, + -0.105480, + -0.260255, + -0.085013, + -0.060124, + -0.049032, + -0.028751, + 0.083807, + -0.276000, + -0.018698, + -0.276438, + -0.244396, + -0.299432, + -0.201921, + -0.092702, + 0.255914, + -0.150921, + -0.159594, + -0.081004, + -0.352264, + -0.132093, + -0.277195, + -0.172756, + -0.217405, + -0.244735, + -0.182824, + -0.210448, + -0.190041, + -0.142244, + -0.120545, + -0.314499, + -0.306062, + -0.434364, + -0.043786, + -0.136456, + -0.294813, + -0.199113, + -0.242018, + -0.189765, + -0.196605, + -0.078775, + -0.222955, + -0.206606, + -0.286254, + -0.194166, + -0.406993, + -0.082741, + 0.016768, + -0.228169, + -0.380758, + -0.299190, + -0.168275, + 0.047088, + -0.149326, + 0.173553, + -0.021697, + -0.180900, + 0.159600, + -0.087715, + -0.255937, + -0.278979, + 0.077040, + -0.222044, + 0.008013, + -0.067333, + -0.233642, + -0.148110, + -0.147196, + -0.035558, + -0.302079, + -0.356336, + -0.359191, + -0.470750, + 0.071338, + -0.120545, + -0.280435, + -0.183522, + -0.359693, + -0.407453, + -0.370506, + -0.238522, + -0.158011, + -0.115068, + -0.193716, + 0.032472, + 0.251864, + ]