diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 46f56b504fc..03ff5732d64 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -19,6 +19,7 @@ repos: rev: v0.3.7 hooks: - id: ruff + args: [--fix] - repo: https://github.com/igorshubovych/markdownlint-cli rev: v0.33.0 diff --git a/nncf/experimental/quantization/algorithms/post_training/__init__.py b/nncf/experimental/quantization/algorithms/post_training/__init__.py new file mode 100644 index 00000000000..2e49d63977d --- /dev/null +++ b/nncf/experimental/quantization/algorithms/post_training/__init__.py @@ -0,0 +1,10 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. diff --git a/nncf/experimental/quantization/algorithms/post_training/algorithm.py b/nncf/experimental/quantization/algorithms/post_training/algorithm.py new file mode 100644 index 00000000000..89a13571a2a --- /dev/null +++ b/nncf/experimental/quantization/algorithms/post_training/algorithm.py @@ -0,0 +1,106 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import itertools +from typing import Callable, List, Optional, TypeVar + +from nncf import Dataset +from nncf.common.graph.graph import NNCFGraph +from nncf.common.tensor_statistics.statistic_point import StatisticPointsContainer +from nncf.common.utils.backend import BackendType +from nncf.experimental.quantization.algorithms.post_training.pipeline import experimental_create_ptq_pipeline +from nncf.experimental.quantization.quantizer.quantizer import Quantizer as NNCFQuantizer +from nncf.quantization.advanced_parameters import AdvancedBiasCorrectionParameters +from nncf.quantization.advanced_parameters import AdvancedSmoothQuantParameters +from nncf.quantization.advanced_parameters import RangeEstimatorParameters +from nncf.quantization.algorithms.algorithm import Algorithm + +TModel = TypeVar("TModel") +TPass = Callable[[TModel], TModel] + + +class ExperimentalPostTrainingQuantization(Algorithm): + """ + Implements Experimental Post-Training Quantization algorithm, which basically includes: + 1) ChannelAlignment + 2) MinMaxRangeInit + 3) FastBiasCorrection or BiasCorrection + """ + + def __init__( + self, + quantizer: NNCFQuantizer, + subset_size: int = 300, + fast_bias_correction: Optional[bool] = True, + smooth_quant: bool = False, + bias_correction_params: Optional[AdvancedBiasCorrectionParameters] = None, + smooth_quant_params: Optional[AdvancedSmoothQuantParameters] = None, + activations_range_estimator_params: Optional[RangeEstimatorParameters] = None, + weights_range_estimator_params: Optional[RangeEstimatorParameters] = None, + batchwise_statistics: bool = False, + ): + """ + :param quantizer: NNCFQuantizer to use in MiMaxRangeInit algorithm. + :param subset_size: Size of a subset to calculate activations + statistics used for quantization. + :param fast_bias_correction: Setting this option to `False` enables a different + bias correction method which is more accurate, in general, and takes + more time but requires less memory. None disables the bias correction algorithm. + :param smooth_quant: Setting this option to `True` enables the SmoothQuant algorithm. + :param bias_correction_params: Contains advanced parameters for fine-tuning bias correction algorithm. + :param smooth_quant_params: Contains advanced alpha parameters for SmoothQuant algorithm. + :param activations_range_estimator_params: Contains parameters for estimating the range + of activations of the model. + :param weights_range_estimator_params: Contains parameters for estimating the range + of weights of the model. + :param batchwise_statistics: Determines whether quantizer statistics should be calculated + for each item of the batch or for the entire batch, default is False. + """ + self._pipeline = experimental_create_ptq_pipeline( + quantizer=quantizer, + subset_size=subset_size, + fast_bias_correction=fast_bias_correction, + smooth_quant=smooth_quant, + bias_correction_params=bias_correction_params, + smooth_quant_params=smooth_quant_params, + activations_range_estimator_params=activations_range_estimator_params, + weights_range_estimator_params=weights_range_estimator_params, + batchwise_statistics=batchwise_statistics, + ) + + @property + def available_backends(self) -> List[BackendType]: + backends = set(BackendType) + for algorithm in itertools.chain.from_iterable(self._pipeline.pipeline_steps): + backends = backends.intersection(algorithm.available_backends) + return list(backends) + + def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: + return self._pipeline.get_statistic_points_for_step(0, model, graph) + + def apply( + self, + model: TModel, + graph: NNCFGraph, + statistic_points: Optional[StatisticPointsContainer] = None, + dataset: Optional[Dataset] = None, + ) -> TModel: + if dataset is None and len(self._pipeline.pipeline_steps) > 1: + raise ValueError( + "A dataset is required for the post-training quantization " + "algorithm to collect statistics for intermediate models." + ) + + step_index_to_statistics = None + if statistic_points: + step_index_to_statistics = {0: statistic_points} + + return self._pipeline.run_from_step(model, dataset, graph, 0, step_index_to_statistics) diff --git a/nncf/experimental/quantization/algorithms/post_training/pipeline.py b/nncf/experimental/quantization/algorithms/post_training/pipeline.py new file mode 100644 index 00000000000..acca3b3f26d --- /dev/null +++ b/nncf/experimental/quantization/algorithms/post_training/pipeline.py @@ -0,0 +1,117 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from typing import Optional, TypeVar + +from nncf.experimental.quantization.algorithms.range_estimator.algorithm import MinMaxRangeEstimator +from nncf.experimental.quantization.quantizer.quantizer import Quantizer as NNCFQuantizer +from nncf.quantization.advanced_parameters import AdvancedBiasCorrectionParameters +from nncf.quantization.advanced_parameters import AdvancedSmoothQuantParameters +from nncf.quantization.advanced_parameters import RangeEstimatorParameters +from nncf.quantization.algorithms.bias_correction.algorithm import BIAS_CORRECTION_THRESHOLD +from nncf.quantization.algorithms.bias_correction.algorithm import BiasCorrection +from nncf.quantization.algorithms.fast_bias_correction.algorithm import FAST_BIAS_CORRECTION_THRESHOLD +from nncf.quantization.algorithms.fast_bias_correction.algorithm import FastBiasCorrection +from nncf.quantization.algorithms.pipeline import Pipeline +from nncf.quantization.algorithms.smooth_quant.algorithm import SmoothQuant + +TModel = TypeVar("TModel") + + +def experimental_create_ptq_pipeline( + quantizer: NNCFQuantizer, + subset_size: int = 300, + fast_bias_correction: Optional[bool] = True, + smooth_quant: bool = False, + bias_correction_params: Optional[AdvancedBiasCorrectionParameters] = None, + smooth_quant_params: Optional[AdvancedSmoothQuantParameters] = None, + activations_range_estimator_params: Optional[RangeEstimatorParameters] = None, + weights_range_estimator_params: Optional[RangeEstimatorParameters] = None, + batchwise_statistics: bool = False, +) -> Pipeline: + """ + Creates an experimental post-training quantization pipeline. + + The experimental post-training quantization pipeline includes the following steps: + 1) SmoothQuant + 2) MinMaxRangeInit + 3) FastBiasCorrection or BiasCorrection + + :param quantizer: NNCFQuantizer to use in MiMaxRangeInit algorithm. + :param subset_size: Size of a subset to calculate activations + statistics used for quantization. + :param fast_bias_correction: Setting this option to `False` enables a different + bias correction method which is more accurate, in general, and takes + more time but requires less memory. None disables the bias correction algorithm. + :param smooth_quant: Setting this option to `True` enables the SmoothQuant algorithm. + :param bias_correction_params: Contains advanced parameters for fine-tuning bias correction algorithm. + :param smooth_quant_params: Contains advanced alpha parameters for SmoothQuant algorithm. + :param activations_range_estimator_params: Contains parameters for estimating the range + of activations of the model. + :param weights_range_estimator_params: Contains parameters for estimating the range + of weights of the model. + :param batchwise_statistics: Determines whether quantizer statistics should be calculated + for each item of the batch or for the entire batch, default is False. + :return: An experimental post-training quantization pipeline. + """ + + # Build the post-training quantization pipeline. + pipeline_steps = [] + + if smooth_quant_params is None: + smooth_quant_params = AdvancedSmoothQuantParameters() + + if smooth_quant and (smooth_quant_params.convolution >= 0 or smooth_quant_params.matmul >= 0): + alpha_map = {"convolution": smooth_quant_params.convolution, "matmul": smooth_quant_params.matmul} + pipeline_steps.append([SmoothQuant(subset_size, False, alpha_map=alpha_map)]) + + # Add the `MinMaxQuantization` algorithm as the third step of the pipeline. + pipeline_steps.append( + [ + MinMaxRangeEstimator( + quantizer=quantizer, + subset_size=subset_size, + inplace_statistics=False, + batchwise_statistics=batchwise_statistics, + activations_range_estimator_params=activations_range_estimator_params, + weights_range_estimator_params=weights_range_estimator_params, + ) + ] + ) + + if fast_bias_correction is not None: + # Add the `FastBiasCorrection` or `BiasCorrection` as additional algorithm + # inside the third step of the pipeline. It is added after `MinMaxQuantization` + # algorithm. + if fast_bias_correction: + threshold = FAST_BIAS_CORRECTION_THRESHOLD + bias_correction_subset_size = subset_size + bias_correction_cls = FastBiasCorrection + else: + threshold = BIAS_CORRECTION_THRESHOLD + bias_correction_subset_size = max(int(subset_size * 0.2), 1) + bias_correction_cls = BiasCorrection + + if bias_correction_params is None: + bias_correction_params = AdvancedBiasCorrectionParameters() + + if bias_correction_params.threshold is not None: + threshold = bias_correction_params.threshold + + pipeline_steps[-1].append( + bias_correction_cls( + bias_correction_subset_size, + threshold, + bias_correction_params.apply_for_all_nodes, + ) + ) + + return Pipeline(pipeline_steps) diff --git a/nncf/experimental/quantization/algorithms/range_estimator/algorithm.py b/nncf/experimental/quantization/algorithms/range_estimator/algorithm.py new file mode 100644 index 00000000000..a582bc45d56 --- /dev/null +++ b/nncf/experimental/quantization/algorithms/range_estimator/algorithm.py @@ -0,0 +1,83 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from typing import List, Optional, TypeVar + +from nncf import Dataset +from nncf.common.graph.graph import NNCFGraph +from nncf.common.tensor_statistics.statistic_point import StatisticPointsContainer +from nncf.common.utils.backend import BackendType +from nncf.experimental.quantization.quantizer.quantizer import Quantizer as NNCFQuantizer +from nncf.quantization.algorithms.algorithm import Algorithm +from nncf.quantization.algorithms.min_max.algorithm import MinMaxQuantization +from nncf.quantization.range_estimator import RangeEstimatorParameters + +TModel = TypeVar("TModel") + + +class MinMaxRangeEstimator(Algorithm): + def __init__( + self, + quantizer: NNCFQuantizer, + subset_size: int = 300, + inplace_statistics: bool = True, + batchwise_statistics: bool = False, + activations_range_estimator_params: Optional[RangeEstimatorParameters] = None, + weights_range_estimator_params: Optional[RangeEstimatorParameters] = None, + ): + """ + :param quantizer: Instance of NNCFQuantizer to retrieve a quantization config + for the given model. + :param subset_size: Size of a subset to calculate activations statistics used + for quantization, defaults to 300. + :param inplace_statistics: Defines wheather to calculate quantizers statistics + by backend graph operations or by default Python implementation, defaults + to True. + :param batchwise_statistics: Determines whether quantizer statistics should be calculated + for each item of the batch or for the entire batch, default is False. + :param activations_range_estimator_params: Quantization range estimation + parameters for activation. + :param weights_range_estimator_params: Quantization range estimation parameters + for weights. + """ + self._quantizer = quantizer + self._min_max_algo = MinMaxQuantization( + subset_size=subset_size, + inplace_statistics=inplace_statistics, + batchwise_statistics=batchwise_statistics, + activations_range_estimator_params=activations_range_estimator_params, + weights_range_estimator_params=weights_range_estimator_params, + ) + + @property + def available_backends(self) -> List[BackendType]: + return [BackendType.TORCH_FX] + + def apply( + self, + model: TModel, + graph: NNCFGraph, + statistic_points: Optional[StatisticPointsContainer] = None, + dataset: Optional[Dataset] = None, + ) -> TModel: + if self._min_max_algo._quantization_target_points_to_qconfig is None: + raise RuntimeError( + "Statistic points are not available." + " Please call `get_statistic_points` before calling the `apply` method." + ) + return self._min_max_algo.apply(model=model, graph=graph, statistic_points=statistic_points) + + def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: + quantizer_setup = self._quantizer.get_quantization_setup(model, graph) + self._min_max_algo._set_backend_entity(model) + self._min_max_algo._init_cache() + self._min_max_algo.fill_quantization_target_points(quantizer_setup, graph) + return self._min_max_algo.get_cached_statistic_points(model, graph) diff --git a/nncf/experimental/quantization/quantizer/__init__.py b/nncf/experimental/quantization/quantizer/__init__.py new file mode 100644 index 00000000000..2e49d63977d --- /dev/null +++ b/nncf/experimental/quantization/quantizer/__init__.py @@ -0,0 +1,10 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. diff --git a/nncf/experimental/quantization/quantizer/quantizer.py b/nncf/experimental/quantization/quantizer/quantizer.py new file mode 100644 index 00000000000..302bb595baa --- /dev/null +++ b/nncf/experimental/quantization/quantizer/quantizer.py @@ -0,0 +1,36 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from abc import ABC +from abc import abstractmethod +from typing import TypeVar + +from nncf.common.graph.graph import NNCFGraph +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup + +TModel = TypeVar("TModel") + + +class Quantizer(ABC): + """ + Quantizer is an interface for the RangeEstimator algorithm + which specifies all the required methods to retrieve quantization setup from the given model. + """ + + @abstractmethod + def get_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + """ + Builds SingleConfigQuantizerSetup for the given model. + + :param model: Backend-specific model, for which Quantization Target Points are being seek. + :param nncf_graph: NNCFGraph instance. + :return: SingleConfigQuantizerSetup for the given model. + """ diff --git a/nncf/experimental/quantization/quantizer/torch_ao_adapter.py b/nncf/experimental/quantization/quantizer/torch_ao_adapter.py new file mode 100644 index 00000000000..a943d3a159b --- /dev/null +++ b/nncf/experimental/quantization/quantizer/torch_ao_adapter.py @@ -0,0 +1,158 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +from collections import defaultdict +from copy import deepcopy +from typing import Dict, List, Tuple, Union + +import torch +import torch.fx +from torch.ao.quantization.quantizer import Quantizer +from torch.ao.quantization.quantizer.quantizer import QuantizationSpec +from torch.ao.quantization.quantizer.quantizer import QuantizationSpecBase +from torch.ao.quantization.quantizer.quantizer import SharedQuantizationSpec + +import nncf +from nncf.common.graph.graph import NNCFGraph +from nncf.common.logging import nncf_logger +from nncf.common.quantization.quantizer_setup import ActivationQuantizationInsertionPoint +from nncf.common.quantization.quantizer_setup import QuantizationPointBase +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizationPoint +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup +from nncf.common.quantization.quantizer_setup import WeightQuantizationInsertionPoint +from nncf.common.quantization.structs import QuantizationScheme as QuantizationMode +from nncf.common.quantization.structs import QuantizerConfig +from nncf.experimental.quantization.quantizer.quantizer import Quantizer as NNCFQuantizer +from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter + +EdgeOrNode = Union[Tuple[torch.fx.Node, torch.fx.Node]] + + +class TorchAOQuantizerAdapter(NNCFQuantizer): + """ + Implementation of the NNCF Quantizer interface for any given torch.ao quantizer. + """ + + def __init__(self, quantizer: Quantizer): + self._quantizer = quantizer + + def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + anotated_model = deepcopy(model) + + # self._quantizer.transform_for_annotation is called in the nncf quantize_pt2e method + # before the nncf_graph building. + self._quantizer.annotate(anotated_model) + self._quantizer.validate(anotated_model) + return self.get_quantizer_config_from_anotated_model(anotated_model) + + @staticmethod + def _get_quantization_points( + from_node: torch.fx.Node, + to_nodes: List[torch.fx.Node], + anotated_model: torch.fx.GraphModule, + qconfig: QuantizerConfig, + ) -> List[QuantizationPointBase]: + to_n = to_nodes[0] + if from_node.op == "get_attr": + _, metatype = GraphConverter.get_node_type_and_metatype(to_n, anotated_model) + # Check that the constant is placed on the actual weight port, as it is possible for + # activations to be a constant as well. + if TorchAOQuantizerAdapter._get_node_args(to_n).index(from_node) in metatype.weight_port_ids: + qip = WeightQuantizationInsertionPoint(to_n.name) + return [SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes])] + + if len(from_node.users) == len(to_nodes): + qip = ActivationQuantizationInsertionPoint(from_node.name) + return [SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes])] + + qps = [] + for to_n_ in to_nodes: + input_port_id = to_n_.args.index(from_node) + qip = ActivationQuantizationInsertionPoint(to_n_.name, input_port_id) + qp = SingleConfigQuantizationPoint(qip, qconfig, [to_n_.name]) + qps.append(qp) + return qps + + @staticmethod + def _get_node_args(node: torch.fx.Node): + if node.target == torch.ops.aten.cat.default: + return node.args[0] + return node.args + + @staticmethod + def get_quantizer_config_from_anotated_model(anotated_model: torch.fx.GraphModule) -> SingleConfigQuantizerSetup: + edge_or_node_to_qspec = _get_edge_or_node_to_qspec(anotated_model) + + q_map = defaultdict(list) + for edge, qspec in edge_or_node_to_qspec.items(): + if not isinstance(edge, tuple): + continue + from_n, to_n = edge + q_map[from_n].append(to_n) + + q_setup = SingleConfigQuantizerSetup() + for from_n, to_nodes in q_map.items(): + to_n = to_nodes[0] + qspec = edge_or_node_to_qspec[(from_n, to_n)] + if qspec is None: + continue + if isinstance(qspec, QuantizationSpec): + if qspec.qscheme in [torch.per_channel_affine, torch.per_channel_symmetric]: + per_channel = True + elif qspec.qscheme in [torch.per_tensor_affine, torch.per_tensor_symmetric]: + per_channel = False + else: + raise nncf.InternalError(f"Unknown qscheme: {qspec.qscheme}") + signed = qspec.dtype is torch.int8 + mode = ( + QuantizationMode.SYMMETRIC + if qspec.qscheme in [torch.per_channel_symmetric, torch.per_tensor_symmetric] + else QuantizationMode.ASYMMETRIC + ) + qconfig = QuantizerConfig(mode=mode, signedness_to_force=signed, per_channel=per_channel) + + qps = TorchAOQuantizerAdapter._get_quantization_points(from_n, to_nodes, anotated_model, qconfig) + for qp in qps: + q_setup.add_independent_quantization_point(qp) + + elif isinstance(qspec, SharedQuantizationSpec): + # TODO(dlyakhov): Support SharedQuantizationSpec + nncf_logger.warning( + "SharedQuantizationSpec is not supported yet;" f" edges {from_n} -> {to_nodes} won't be quantized." + ) + else: + raise nncf.InternalError(f"Unknown torch.ao quantization spec: {qspec}") + + return q_setup + + +def _get_edge_or_node_to_qspec( + model: torch.fx.GraphModule, +) -> Dict[EdgeOrNode, QuantizationSpecBase]: + """ + Get a map from EdgeOrNode to quantization spec based on annotations on the nodes. + + :param model: torch.fx.GraphModule instance. + :return: A map from EdgeOrNode to quantization spec based on annotations on the nodes. + """ + edge_or_node_to_qspec: Dict[EdgeOrNode, QuantizationSpecBase] = {} + for n in model.graph.nodes: + if hasattr(n, "meta") and "quantization_annotation" in n.meta: + qa = n.meta["quantization_annotation"] + for input_to_n, qspec in qa.input_qspec_map.items(): + input_edge = (input_to_n, n) + edge_or_node_to_qspec[input_edge] = qspec + if qa.output_qspec is not None: + output_node = n + qspec = qa.output_qspec + edge_or_node_to_qspec[output_node] = qspec + return edge_or_node_to_qspec diff --git a/nncf/experimental/torch/fx/nncf_graph_builder.py b/nncf/experimental/torch/fx/nncf_graph_builder.py index 3c2459e1df2..36dc3b46e6e 100644 --- a/nncf/experimental/torch/fx/nncf_graph_builder.py +++ b/nncf/experimental/torch/fx/nncf_graph_builder.py @@ -82,9 +82,7 @@ def _map_fx_unique_metatypes(node: torch.fx.Node, metatype: om.OperatorMetatype) return metatype @staticmethod - def _get_node_type_and_metatype( - node: torch.fx.Node, model: torch.fx.GraphModule - ) -> Tuple[str, om.OperatorMetatype]: + def get_node_type_and_metatype(node: torch.fx.Node, model: torch.fx.GraphModule) -> Tuple[str, om.OperatorMetatype]: """ Retrieves node's type and metatype. @@ -136,7 +134,7 @@ def create_nncf_graph(model: torch.fx.GraphModule) -> PTNNCFGraph: const_targets_counter = Counter([node.target for node in model.graph.nodes if node.op == "get_attr"]) for source_node in model.graph.nodes: - node_type, node_metatype = GraphConverter._get_node_type_and_metatype(source_node, model) + node_type, node_metatype = GraphConverter.get_node_type_and_metatype(source_node, model) node_metatype = GraphConverter._map_fx_unique_metatypes(source_node, node_metatype) is_shared_node = source_node.op in ("get_attr",) and ( const_targets_counter[source_node.target] > 1 or len(source_node.users) > 1 diff --git a/nncf/experimental/torch/fx/quantization/quantize_pt2e.py b/nncf/experimental/torch/fx/quantization/quantize_pt2e.py new file mode 100644 index 00000000000..6351d3e895d --- /dev/null +++ b/nncf/experimental/torch/fx/quantization/quantize_pt2e.py @@ -0,0 +1,153 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from copy import deepcopy +from typing import Optional + +import torch +import torch.fx +from torch.ao.quantization.pt2e.duplicate_dq_pass import DuplicateDQPass +from torch.ao.quantization.pt2e.port_metadata_pass import PortNodeMetaForQDQ +from torch.ao.quantization.pt2e.utils import _disallow_eval_train +from torch.ao.quantization.pt2e.utils import _fuse_conv_bn_ +from torch.ao.quantization.quantizer import Quantizer +from torch.fx import GraphModule +from torch.fx.passes.infra.pass_manager import PassManager + +import nncf +from nncf.common.factory import NNCFGraphFactory +from nncf.common.logging import nncf_logger +from nncf.data import Dataset +from nncf.experimental.quantization.algorithms.post_training.algorithm import ExperimentalPostTrainingQuantization +from nncf.experimental.quantization.quantizer.openvino_quantizer import OpenVINOQuantizer +from nncf.experimental.quantization.quantizer.openvino_quantizer import OpenVINOQuantizerAdapter +from nncf.experimental.quantization.quantizer.torch_ao_adapter import TorchAOQuantizerAdapter +from nncf.experimental.torch.fx.constant_folding import constant_fold +from nncf.experimental.torch.fx.transformations import QUANTIZE_NODE_TARGETS +from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation +from nncf.quantization.advanced_parameters import AdvancedBiasCorrectionParameters +from nncf.quantization.advanced_parameters import AdvancedSmoothQuantParameters +from nncf.quantization.advanced_parameters import RangeEstimatorParameters + + +def quantize_pt2e( + model: torch.fx.GraphModule, + quantizer: Quantizer, + calibration_dataset: Dataset, + subset_size: int = 300, + fast_bias_correction: Optional[bool] = True, + smooth_quant: bool = False, + bias_correction_params: Optional[AdvancedBiasCorrectionParameters] = None, + smooth_quant_params: Optional[AdvancedSmoothQuantParameters] = None, + activations_range_estimator_params: Optional[RangeEstimatorParameters] = None, + weights_range_estimator_params: Optional[RangeEstimatorParameters] = None, + batchwise_statistics: Optional[bool] = None, + fold_quantize: bool = True, + do_copy: bool = False, +) -> torch.fx.GraphModule: + """ + Applies post-training quantization to the torch.fx.GraphModule provided model + using provided torch.ao quantizer. + + :param quantizer: Torch ao quantizer to annotate nodes in the graph with quantization setups + to convey the desired way of quantization. + :param subset_size: Size of a subset to calculate activations + statistics used for quantization. + :param fast_bias_correction: Setting this option to `False` enables a different + bias correction method which is more accurate, in general, and takes + more time but requires less memory. None disables the bias correction algorithm. + :param smooth_quant: Setting this option to `True` enables the SmoothQuant algorithm. + :param bias_correction_params: Contains advanced parameters for fine-tuning bias correction algorithm. + :param smooth_quant_params: Contains advanced alpha parameters for SmoothQuant algorithm. + :param activations_range_estimator_params: Contains parameters for estimating the range + of activations of the model. + :param weights_range_estimator_params: Contains parameters for estimating the range + of weights of the model. + :param batchwise_statistics: Determines whether quantizer statistics should be calculated + for each item of the batch or for the entire batch, default is None, which means + it set True if batch_size > 1 otherwise False. + :param fold_quantize: Boolean flag for whether fold the quantize op or not. The value is True by default. + :param do_copy: The copy of the given model is being quantized if do_copy == True, + otherwise the model is quantized inplace. Default value is False. + """ + nncf_logger.warning("This is an experimental feature and may change in the future without notice.") + + if subset_size < 1: + raise nncf.ValidationError("Subset size must be positive.") + + batch_size = calibration_dataset.get_batch_size() + if batchwise_statistics is None: + batchwise_statistics = batch_size is not None and batch_size > 1 + + original_graph_meta = model.meta + + if do_copy: + model = deepcopy(model) + + _fuse_conv_bn_(model) + # Call ao quantizer transform_for_annotation + # before the NNCFGraph creation + quantizer.transform_for_annotation(model) + + if isinstance(quantizer, OpenVINOQuantizer): + quantizer = OpenVINOQuantizerAdapter(quantizer) + else: + quantizer = TorchAOQuantizerAdapter(quantizer) + + quantization_algorithm = ExperimentalPostTrainingQuantization( + quantizer=quantizer, + subset_size=subset_size, + fast_bias_correction=fast_bias_correction, + smooth_quant=smooth_quant, + bias_correction_params=bias_correction_params, + smooth_quant_params=smooth_quant_params, + activations_range_estimator_params=activations_range_estimator_params, + weights_range_estimator_params=weights_range_estimator_params, + batchwise_statistics=batchwise_statistics, + ) + + nncf_graph = NNCFGraphFactory.create(model) + quantized_model = quantization_algorithm.apply(model, nncf_graph, dataset=calibration_dataset) + + # Magic. Without this call compiled model + # is not preformant + quantized_model = GraphModule(quantized_model, quantized_model.graph) + + if fold_quantize: + if isinstance(quantizer, OpenVINOQuantizerAdapter): + compress_post_quantize_transformation(quantized_model) + else: + constant_fold(quantized_model, _quant_node_constraint) + + pm = PassManager([DuplicateDQPass()]) + + quantized_model = pm(quantized_model).graph_module + pm = PassManager([PortNodeMetaForQDQ()]) + quantized_model = pm(quantized_model).graph_module + + quantized_model.meta.update(original_graph_meta) + quantized_model = _disallow_eval_train(quantized_model) + # Each transformation adds a duplicate tensor value to the model buffer. + # This step removes the duplicates tensor values from the buffer. + quantized_model = GraphModule(quantized_model, quantized_model.graph) + + return quantized_model + + +def _quant_node_constraint(n: torch.fx.Node) -> bool: + """If there is any pure ops between get_attr and quantize op they will be const propagated + e.g. get_attr(weight) -> transpose -> quantize -> dequantize* + (Note: dequantize op is not going to be constant propagated) + + This filter is added because we don't want to constant fold the things that are not + related to quantization + """ + return n.op == "call_function" and n.target in QUANTIZE_NODE_TARGETS diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 27c6c9642c0..0121c535187 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -15,7 +15,7 @@ import torch import torch.fx from torch.ao.quantization.fx.utils import create_getattr_from_value -from torch.ao.quantization.pt2e.utils import fold_bn_weights_into_conv_node +from torch.ao.quantization.pt2e.utils import _fuse_conv_bn_ from torch.quantization.fake_quantize import FakeQuantize import nncf @@ -47,10 +47,12 @@ QUANTIZE_NODE_TARGETS = [ torch.ops.quantized_decomposed.quantize_per_tensor.default, + torch.ops.quantized_decomposed.quantize_per_tensor.tensor, torch.ops.quantized_decomposed.quantize_per_channel.default, ] DEQUANTIZE_NODE_TARGETS = [ torch.ops.quantized_decomposed.dequantize_per_tensor.default, + torch.ops.quantized_decomposed.dequantize_per_tensor.tensor, torch.ops.quantized_decomposed.dequantize_per_channel.default, ] # Map quantize_per_tensor to dequantize_per_tensor, the same for per_channel and vice-versa @@ -510,41 +512,6 @@ def _is_supported_batch_norm_for_training(node: torch.fx.Node): return node.target in supported_ops -def _is_bn_node(node: torch.fx.Node): - return ( - _is_supported_batch_norm_for_training(node) - or node.target == torch.ops.aten._native_batch_norm_legit_no_training.default - ) - - -def fuse_conv_bn(model: torch.fx.GraphModule) -> None: - """ - BatchNorm operations have 3 output ports, to make it easier for algorithms to work with - the target graph BatchNorm operations are being fused - - :param model: Model to apply transformations to. - """ - has_bn = any(_is_bn_node(node) for node in model.graph.nodes) - if not has_bn: - return - - for node in model.graph.nodes: - if node.op != "call_function" or not _is_bn_node(node): - continue - bn_node = node - - node = bn_node.args[0] - if not _is_conv(node): - continue - conv_node = node - conv_weight_node = conv_node.args[1] - conv_bias_node = conv_node.args[2] if len(conv_node.args) > 2 else None - fold_bn_weights_into_conv_node(conv_node, conv_weight_node, conv_bias_node, bn_node, model) - - model.graph.eliminate_dead_code() - model.recompile() - - def _get_pattern_replacement_per_channel() -> ( Tuple[Callable[[torch.Tensor, torch.Tensor, torch.Tensor, int, int, int, torch.dtype], torch.Tensor]] ): @@ -766,7 +733,7 @@ def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: # with the target graph BatchNorm operations # are being fused fold_constant_except_qdq(model) - fuse_conv_bn(model) + _fuse_conv_bn_(model) def fold_constant_except_qdq(model: torch.fx.GraphModule): @@ -780,14 +747,3 @@ def constraint_fn(node: torch.fx.Node): return node.op != "call_function" or node.target not in QUANTIZE_NODE_TARGETS + DEQUANTIZE_NODE_TARGETS constant_fold(model, constraint_fn=constraint_fn) - - -def _is_conv(n: torch.fx.Node): - """ - Return whether the node refers to an aten conv op. - """ - return n.op == "call_function" and n.target in ( - torch.ops.aten.conv1d.default, - torch.ops.aten.conv2d.default, - torch.ops.aten.conv_transpose2d.input, - ) diff --git a/nncf/quantization/algorithms/min_max/algorithm.py b/nncf/quantization/algorithms/min_max/algorithm.py index 8dbc6da0d64..0f402b8680c 100644 --- a/nncf/quantization/algorithms/min_max/algorithm.py +++ b/nncf/quantization/algorithms/min_max/algorithm.py @@ -788,16 +788,13 @@ def _get_activation_quantization_target_point( ) return activation_quantization_target_point - def _find_quantization_target_points( - self, model: TModel, nncf_graph: NNCFGraph - ) -> Tuple[OrderedDict[TargetPoint, QuantizerConfig], List[List[TargetPoint]]]: + def find_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: """ - Initializes a cache, finds quantization target points and them puts in the cache. + Initializes a cache, finds quantization target points and then puts them in the cache. - :param model: Backend-specific model, for which Quantization Target Points are being seek. + :param quantizer_setup: Quantization Target Points in format of SingleConfigQuantizerSetup. :param nncf_graph: NNCFGraph instance. - :return: Mapping of quantization target points with associated quantization configuration, - along with target points for scale unification. + :return: SingleConfigQuantizerSetup for the given model. """ backend = get_backend(model) device = self._target_device @@ -818,6 +815,19 @@ def _find_quantization_target_points( quantizer_setup = self._get_quantizer_setup(nncf_graph, inference_nncf_graph, hw_patterns, ignored_patterns) self._apply_model_type_pass(self._model_type, quantizer_setup, nncf_graph) self._apply_device_pass(self._target_device, quantizer_setup, inference_nncf_graph) + return quantizer_setup + + def fill_quantization_target_points( + self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph + ) -> Tuple[OrderedDict[TargetPoint, QuantizerConfig], List[List[TargetPoint]]]: + """ + Initializes a cache and puts the given quantization target points in the cache. + + :param model: Backend-specific model, for which Quantization Target Points are being seek. + :param nncf_graph: NNCFGraph instance. + :return: Mapping of quantization target points with associated quantization configuration, + along with target points for scale unification. + """ self._unified_scale_groups = self._collect_unified_groups(quantizer_setup, nncf_graph) quantization_points = list(quantizer_setup.quantization_points.values()) quantization_points = self._topological_sort_quantization_points(quantization_points, nncf_graph) @@ -845,7 +855,8 @@ def _get_quantization_target_points( if self._quantization_target_points_to_qconfig is not None: return self._quantization_target_points_to_qconfig, self._unified_scale_groups self._init_cache() - return self._find_quantization_target_points(model, nncf_graph) + quantizer_setup = self.find_quantization_setup(model, nncf_graph) + return self.fill_quantization_target_points(quantizer_setup, nncf_graph) def _collect_unified_groups( self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph @@ -1054,10 +1065,30 @@ def filter_func(point: StatisticPoint) -> bool: quantized_model = model_transformer.transform(transformation_layout) return quantized_model + def get_cached_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: + """ + Build statistic point container using already cached target points vs qconfigs cache. + + :param model: Model instance. + :param graph: NNCFGraph instance corespondent to the passed model. + :return: Filled statistic point container. + """ + if self._quantization_target_points_to_qconfig is None: + raise RuntimeError("get_cached_statistic_points is called before statistic caching.") + self._set_backend_entity(model) + return self._get_statistic_point_container(self._quantization_target_points_to_qconfig, graph) + def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: self._set_backend_entity(model) self._reset_cache() quantization_target_points, _ = self._get_quantization_target_points(model, graph) + return self._get_statistic_point_container(quantization_target_points, graph) + + def _get_statistic_point_container( + self, + quantization_target_points: Tuple[OrderedDict[TargetPoint, QuantizerConfig], List[List[TargetPoint]]], + graph: NNCFGraph, + ) -> StatisticPointsContainer: output = StatisticPointsContainer() for quantization_target_point, qconfig in quantization_target_points.items(): nncf_logger.debug( diff --git a/tests/common/quantization/test_minmax.py b/tests/common/quantization/test_minmax.py index 4f37ccc6c20..31238faf449 100644 --- a/tests/common/quantization/test_minmax.py +++ b/tests/common/quantization/test_minmax.py @@ -215,14 +215,20 @@ def test_min_max_caching(): Checks that the _get_quantization_target_points(...) of MinMaxQuantization called once utilizing the cache. Checks that after _reset_cache() it called one more time. """ - called = 0 + find_called = 0 + fill_called = 0 - def foo(self, *args): + def find_qsetup_mock(self, *args): + nonlocal find_called + find_called += 1 + return None + + def fill_qsetup_mock(self, *args): """ Mocked _find_quantization_target_points. """ - nonlocal called - called += 1 + nonlocal fill_called + fill_called += 1 # Set up cache self._quantization_target_points_to_qconfig = collections.OrderedDict() self._unified_scale_groups = [] @@ -230,11 +236,12 @@ def foo(self, *args): run_nums = 2 algo = MinMaxQuantization() - algo._find_quantization_target_points = types.MethodType(foo, algo) + algo.find_quantization_setup = types.MethodType(find_qsetup_mock, algo) + algo.fill_quantization_target_points = types.MethodType(fill_qsetup_mock, algo) for _ in range(run_nums): algo._get_quantization_target_points(None, None) - assert called == 1 + assert find_called == fill_called == 1 algo._reset_cache() for _ in range(run_nums): algo._get_quantization_target_points(None, None) - assert called == 2 + assert find_called == fill_called == 2 diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/mobilenet_v3_small.dot new file mode 100644 index 00000000000..d7f83d3c665 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/mobilenet_v3_small.dot @@ -0,0 +1,1110 @@ +strict digraph { +"0 features_1_block_1_fc1_weight" [id=0, type=get_attr]; +"1 features_1_block_1_fc1_bias" [id=1, type=get_attr]; +"2 features_1_block_1_fc2_weight" [id=2, type=get_attr]; +"3 features_1_block_1_fc2_bias" [id=3, type=get_attr]; +"4 features_4_block_2_fc1_weight" [id=4, type=get_attr]; +"5 features_4_block_2_fc1_bias" [id=5, type=get_attr]; +"6 features_4_block_2_fc2_weight" [id=6, type=get_attr]; +"7 features_4_block_2_fc2_bias" [id=7, type=get_attr]; +"8 features_5_block_2_fc1_weight" [id=8, type=get_attr]; +"9 features_5_block_2_fc1_bias" [id=9, type=get_attr]; +"10 features_5_block_2_fc2_weight" [id=10, type=get_attr]; +"11 features_5_block_2_fc2_bias" [id=11, type=get_attr]; +"12 features_6_block_2_fc1_weight" [id=12, type=get_attr]; +"13 features_6_block_2_fc1_bias" [id=13, type=get_attr]; +"14 features_6_block_2_fc2_weight" [id=14, type=get_attr]; +"15 features_6_block_2_fc2_bias" [id=15, type=get_attr]; +"16 features_7_block_2_fc1_weight" [id=16, type=get_attr]; +"17 features_7_block_2_fc1_bias" [id=17, type=get_attr]; +"18 features_7_block_2_fc2_weight" [id=18, type=get_attr]; +"19 features_7_block_2_fc2_bias" [id=19, type=get_attr]; +"20 features_8_block_2_fc1_weight" [id=20, type=get_attr]; +"21 features_8_block_2_fc1_bias" [id=21, type=get_attr]; +"22 features_8_block_2_fc2_weight" [id=22, type=get_attr]; +"23 features_8_block_2_fc2_bias" [id=23, type=get_attr]; +"24 features_9_block_2_fc1_weight" [id=24, type=get_attr]; +"25 features_9_block_2_fc1_bias" [id=25, type=get_attr]; +"26 features_9_block_2_fc2_weight" [id=26, type=get_attr]; +"27 features_9_block_2_fc2_bias" [id=27, type=get_attr]; +"28 features_10_block_2_fc1_weight" [id=28, type=get_attr]; +"29 features_10_block_2_fc1_bias" [id=29, type=get_attr]; +"30 features_10_block_2_fc2_weight" [id=30, type=get_attr]; +"31 features_10_block_2_fc2_bias" [id=31, type=get_attr]; +"32 features_11_block_2_fc1_weight" [id=32, type=get_attr]; +"33 features_11_block_2_fc1_bias" [id=33, type=get_attr]; +"34 features_11_block_2_fc2_weight" [id=34, type=get_attr]; +"35 features_11_block_2_fc2_bias" [id=35, type=get_attr]; +"36 classifier_0_bias" [id=36, type=get_attr]; +"37 classifier_3_bias" [id=37, type=get_attr]; +"38 x" [id=38, type=input]; +"39 quantize_per_tensor_default" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default" [id=40, type=dequantize_per_tensor]; +"41 features_0_0_weight_bias" [id=41, type=get_attr]; +"42 scale_updated_constant0" [id=42, type=get_attr]; +"43 compressed_weight_updated_constant0" [id=43, type=get_attr]; +"44 mul_tensor" [id=44, type=mul]; +"45 zero_point_updated_constant0" [id=45, type=get_attr]; +"46 sub_tensor" [id=46, type=sub]; +"47 conv2d" [id=47, type=conv2d]; +"48 hardswish__scale_0" [id=48, type=get_attr]; +"49 hardswish__zero_point_0" [id=49, type=get_attr]; +"50 hardswish_" [id=50, type=hardswish_]; +"51 quantize_per_channel_default_1" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_1" [id=52, type=dequantize_per_channel]; +"53 features_1_block_0_0_weight_bias" [id=53, type=get_attr]; +"54 scale_updated_constant1" [id=54, type=get_attr]; +"55 compressed_weight_updated_constant1" [id=55, type=get_attr]; +"56 mul_tensor_1" [id=56, type=mul]; +"57 zero_point_updated_constant1" [id=57, type=get_attr]; +"58 sub_tensor_1" [id=58, type=sub]; +"59 conv2d_1" [id=59, type=conv2d]; +"60 relu_" [id=60, type=relu_]; +"61 quantize_per_tensor_default_1" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_2" [id=62, type=dequantize_per_tensor]; +"63 dequantize_per_tensor_default_1" [id=63, type=dequantize_per_tensor]; +"64 adaptive_avg_pool2d" [id=64, type=adaptive_avg_pool2d]; +"65 conv2d_2" [id=65, type=conv2d]; +"66 relu" [id=66, type=relu]; +"67 conv2d_3" [id=67, type=conv2d]; +"68 hardsigmoid" [id=68, type=hardsigmoid]; +"69 quantize_per_tensor_default_2" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 mul" [id=71, type=mul]; +"72 quantize_per_tensor_default_3" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_4" [id=73, type=dequantize_per_tensor]; +"74 features_1_block_2_0_weight_bias" [id=74, type=get_attr]; +"75 scale_updated_constant2" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant2" [id=76, type=get_attr]; +"77 mul_tensor_2" [id=77, type=mul]; +"78 zero_point_updated_constant2" [id=78, type=get_attr]; +"79 sub_tensor_2" [id=79, type=sub]; +"80 conv2d_4" [id=80, type=conv2d]; +"81 quantize_per_tensor_default_4" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_5" [id=82, type=dequantize_per_tensor]; +"83 features_2_block_0_0_weight_bias" [id=83, type=get_attr]; +"84 scale_updated_constant3" [id=84, type=get_attr]; +"85 compressed_weight_updated_constant3" [id=85, type=get_attr]; +"86 mul_tensor_3" [id=86, type=mul]; +"87 zero_point_updated_constant3" [id=87, type=get_attr]; +"88 sub_tensor_3" [id=88, type=sub]; +"89 conv2d_5" [id=89, type=conv2d]; +"90 relu__1_scale_0" [id=90, type=get_attr]; +"91 relu__1_zero_point_0" [id=91, type=get_attr]; +"92 relu__1" [id=92, type=relu_]; +"93 quantize_per_channel_default_5" [id=93, type=quantize_per_channel]; +"94 dequantize_per_channel_default_5" [id=94, type=dequantize_per_channel]; +"95 features_2_block_1_0_weight_bias" [id=95, type=get_attr]; +"96 scale_updated_constant4" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant4" [id=97, type=get_attr]; +"98 mul_tensor_4" [id=98, type=mul]; +"99 zero_point_updated_constant4" [id=99, type=get_attr]; +"100 sub_tensor_4" [id=100, type=sub]; +"101 conv2d_6" [id=101, type=conv2d]; +"102 relu__2" [id=102, type=relu_]; +"103 quantize_per_tensor_default_5" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_6" [id=104, type=dequantize_per_tensor]; +"105 features_2_block_2_0_weight_bias" [id=105, type=get_attr]; +"106 scale_updated_constant5" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant5" [id=107, type=get_attr]; +"108 mul_tensor_5" [id=108, type=mul]; +"109 zero_point_updated_constant5" [id=109, type=get_attr]; +"110 sub_tensor_5" [id=110, type=sub]; +"111 conv2d_7" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_6" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_8" [id=113, type=dequantize_per_tensor]; +"114 dequantize_per_tensor_default_7" [id=114, type=dequantize_per_tensor]; +"115 features_3_block_0_0_weight_bias" [id=115, type=get_attr]; +"116 scale_updated_constant6" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant6" [id=117, type=get_attr]; +"118 mul_tensor_6" [id=118, type=mul]; +"119 zero_point_updated_constant6" [id=119, type=get_attr]; +"120 sub_tensor_6" [id=120, type=sub]; +"121 conv2d_8" [id=121, type=conv2d]; +"122 relu__3_scale_0" [id=122, type=get_attr]; +"123 relu__3_zero_point_0" [id=123, type=get_attr]; +"124 relu__3" [id=124, type=relu_]; +"125 quantize_per_channel_default_9" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_9" [id=126, type=dequantize_per_channel]; +"127 features_3_block_1_0_weight_bias" [id=127, type=get_attr]; +"128 scale_updated_constant7" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant7" [id=129, type=get_attr]; +"130 mul_tensor_7" [id=130, type=mul]; +"131 zero_point_updated_constant7" [id=131, type=get_attr]; +"132 sub_tensor_7" [id=132, type=sub]; +"133 conv2d_9" [id=133, type=conv2d]; +"134 relu__4" [id=134, type=relu_]; +"135 quantize_per_tensor_default_7" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_9" [id=136, type=dequantize_per_tensor]; +"137 features_3_block_2_0_weight_bias" [id=137, type=get_attr]; +"138 scale_updated_constant8" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant8" [id=139, type=get_attr]; +"140 mul_tensor_8" [id=140, type=mul]; +"141 zero_point_updated_constant8" [id=141, type=get_attr]; +"142 sub_tensor_8" [id=142, type=sub]; +"143 conv2d_10" [id=143, type=conv2d]; +"144 quantize_per_tensor_default_8" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_10" [id=145, type=dequantize_per_tensor]; +"146 add_" [id=146, type=add_]; +"147 quantize_per_tensor_default_9" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_11" [id=148, type=dequantize_per_tensor]; +"149 features_4_block_0_0_weight_bias" [id=149, type=get_attr]; +"150 scale_updated_constant9" [id=150, type=get_attr]; +"151 compressed_weight_updated_constant9" [id=151, type=get_attr]; +"152 mul_tensor_9" [id=152, type=mul]; +"153 zero_point_updated_constant9" [id=153, type=get_attr]; +"154 sub_tensor_9" [id=154, type=sub]; +"155 conv2d_11" [id=155, type=conv2d]; +"156 hardswish__1_scale_0" [id=156, type=get_attr]; +"157 hardswish__1_zero_point_0" [id=157, type=get_attr]; +"158 hardswish__1" [id=158, type=hardswish_]; +"159 quantize_per_channel_default_13" [id=159, type=quantize_per_channel]; +"160 dequantize_per_channel_default_13" [id=160, type=dequantize_per_channel]; +"161 features_4_block_1_0_weight_bias" [id=161, type=get_attr]; +"162 scale_updated_constant10" [id=162, type=get_attr]; +"163 compressed_weight_updated_constant10" [id=163, type=get_attr]; +"164 mul_tensor_10" [id=164, type=mul]; +"165 zero_point_updated_constant10" [id=165, type=get_attr]; +"166 sub_tensor_10" [id=166, type=sub]; +"167 conv2d_12" [id=167, type=conv2d]; +"168 hardswish__2" [id=168, type=hardswish_]; +"169 quantize_per_tensor_default_10" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_13" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_12" [id=171, type=dequantize_per_tensor]; +"172 adaptive_avg_pool2d_1" [id=172, type=adaptive_avg_pool2d]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu_1" [id=174, type=relu]; +"175 conv2d_14" [id=175, type=conv2d]; +"176 hardsigmoid_1" [id=176, type=hardsigmoid]; +"177 quantize_per_tensor_default_11" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_14" [id=178, type=dequantize_per_tensor]; +"179 mul_1" [id=179, type=mul]; +"180 quantize_per_tensor_default_12" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_15" [id=181, type=dequantize_per_tensor]; +"182 features_4_block_3_0_weight_bias" [id=182, type=get_attr]; +"183 scale_updated_constant11" [id=183, type=get_attr]; +"184 compressed_weight_updated_constant11" [id=184, type=get_attr]; +"185 mul_tensor_11" [id=185, type=mul]; +"186 zero_point_updated_constant11" [id=186, type=get_attr]; +"187 sub_tensor_11" [id=187, type=sub]; +"188 conv2d_15" [id=188, type=conv2d]; +"189 quantize_per_tensor_default_13" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_17" [id=190, type=dequantize_per_tensor]; +"191 dequantize_per_tensor_default_16" [id=191, type=dequantize_per_tensor]; +"192 features_5_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 scale_updated_constant12" [id=193, type=get_attr]; +"194 compressed_weight_updated_constant12" [id=194, type=get_attr]; +"195 mul_tensor_12" [id=195, type=mul]; +"196 zero_point_updated_constant12" [id=196, type=get_attr]; +"197 sub_tensor_12" [id=197, type=sub]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 hardswish__3_scale_0" [id=199, type=get_attr]; +"200 hardswish__3_zero_point_0" [id=200, type=get_attr]; +"201 hardswish__3" [id=201, type=hardswish_]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 features_5_block_1_0_weight_bias" [id=204, type=get_attr]; +"205 scale_updated_constant13" [id=205, type=get_attr]; +"206 compressed_weight_updated_constant13" [id=206, type=get_attr]; +"207 mul_tensor_13" [id=207, type=mul]; +"208 zero_point_updated_constant13" [id=208, type=get_attr]; +"209 sub_tensor_13" [id=209, type=sub]; +"210 conv2d_17" [id=210, type=conv2d]; +"211 hardswish__4" [id=211, type=hardswish_]; +"212 quantize_per_tensor_default_14" [id=212, type=quantize_per_tensor]; +"213 dequantize_per_tensor_default_19" [id=213, type=dequantize_per_tensor]; +"214 dequantize_per_tensor_default_18" [id=214, type=dequantize_per_tensor]; +"215 adaptive_avg_pool2d_2" [id=215, type=adaptive_avg_pool2d]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu_2" [id=217, type=relu]; +"218 conv2d_19" [id=218, type=conv2d]; +"219 hardsigmoid_2" [id=219, type=hardsigmoid]; +"220 quantize_per_tensor_default_15" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_20" [id=221, type=dequantize_per_tensor]; +"222 mul_2" [id=222, type=mul]; +"223 quantize_per_tensor_default_16" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_21" [id=224, type=dequantize_per_tensor]; +"225 features_5_block_3_0_weight_bias" [id=225, type=get_attr]; +"226 scale_updated_constant14" [id=226, type=get_attr]; +"227 compressed_weight_updated_constant14" [id=227, type=get_attr]; +"228 mul_tensor_14" [id=228, type=mul]; +"229 zero_point_updated_constant14" [id=229, type=get_attr]; +"230 sub_tensor_14" [id=230, type=sub]; +"231 conv2d_20" [id=231, type=conv2d]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_22" [id=233, type=dequantize_per_tensor]; +"234 add__1" [id=234, type=add_]; +"235 quantize_per_tensor_default_18" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_24" [id=236, type=dequantize_per_tensor]; +"237 dequantize_per_tensor_default_23" [id=237, type=dequantize_per_tensor]; +"238 features_6_block_0_0_weight_bias" [id=238, type=get_attr]; +"239 scale_updated_constant15" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant15" [id=240, type=get_attr]; +"241 mul_tensor_15" [id=241, type=mul]; +"242 zero_point_updated_constant15" [id=242, type=get_attr]; +"243 sub_tensor_15" [id=243, type=sub]; +"244 conv2d_21" [id=244, type=conv2d]; +"245 hardswish__5_scale_0" [id=245, type=get_attr]; +"246 hardswish__5_zero_point_0" [id=246, type=get_attr]; +"247 hardswish__5" [id=247, type=hardswish_]; +"248 quantize_per_channel_default_21" [id=248, type=quantize_per_channel]; +"249 dequantize_per_channel_default_21" [id=249, type=dequantize_per_channel]; +"250 features_6_block_1_0_weight_bias" [id=250, type=get_attr]; +"251 scale_updated_constant16" [id=251, type=get_attr]; +"252 compressed_weight_updated_constant16" [id=252, type=get_attr]; +"253 mul_tensor_16" [id=253, type=mul]; +"254 zero_point_updated_constant16" [id=254, type=get_attr]; +"255 sub_tensor_16" [id=255, type=sub]; +"256 conv2d_22" [id=256, type=conv2d]; +"257 hardswish__6" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_19" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_26" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_25" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_3" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_23" [id=262, type=conv2d]; +"263 relu_3" [id=263, type=relu]; +"264 conv2d_24" [id=264, type=conv2d]; +"265 hardsigmoid_3" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_20" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_27" [id=267, type=dequantize_per_tensor]; +"268 mul_3" [id=268, type=mul]; +"269 quantize_per_tensor_default_21" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_28" [id=270, type=dequantize_per_tensor]; +"271 features_6_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 scale_updated_constant17" [id=272, type=get_attr]; +"273 compressed_weight_updated_constant17" [id=273, type=get_attr]; +"274 mul_tensor_17" [id=274, type=mul]; +"275 zero_point_updated_constant17" [id=275, type=get_attr]; +"276 sub_tensor_17" [id=276, type=sub]; +"277 conv2d_25" [id=277, type=conv2d]; +"278 quantize_per_tensor_default_22" [id=278, type=quantize_per_tensor]; +"279 dequantize_per_tensor_default_29" [id=279, type=dequantize_per_tensor]; +"280 add__2" [id=280, type=add_]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_30" [id=282, type=dequantize_per_tensor]; +"283 features_7_block_0_0_weight_bias" [id=283, type=get_attr]; +"284 scale_updated_constant18" [id=284, type=get_attr]; +"285 compressed_weight_updated_constant18" [id=285, type=get_attr]; +"286 mul_tensor_18" [id=286, type=mul]; +"287 zero_point_updated_constant18" [id=287, type=get_attr]; +"288 sub_tensor_18" [id=288, type=sub]; +"289 conv2d_26" [id=289, type=conv2d]; +"290 hardswish__7_scale_0" [id=290, type=get_attr]; +"291 hardswish__7_zero_point_0" [id=291, type=get_attr]; +"292 hardswish__7" [id=292, type=hardswish_]; +"293 quantize_per_channel_default_25" [id=293, type=quantize_per_channel]; +"294 dequantize_per_channel_default_25" [id=294, type=dequantize_per_channel]; +"295 features_7_block_1_0_weight_bias" [id=295, type=get_attr]; +"296 scale_updated_constant19" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant19" [id=297, type=get_attr]; +"298 mul_tensor_19" [id=298, type=mul]; +"299 zero_point_updated_constant19" [id=299, type=get_attr]; +"300 sub_tensor_19" [id=300, type=sub]; +"301 conv2d_27" [id=301, type=conv2d]; +"302 hardswish__8" [id=302, type=hardswish_]; +"303 quantize_per_tensor_default_24" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_32" [id=304, type=dequantize_per_tensor]; +"305 dequantize_per_tensor_default_31" [id=305, type=dequantize_per_tensor]; +"306 adaptive_avg_pool2d_4" [id=306, type=adaptive_avg_pool2d]; +"307 conv2d_28" [id=307, type=conv2d]; +"308 relu_4" [id=308, type=relu]; +"309 conv2d_29" [id=309, type=conv2d]; +"310 hardsigmoid_4" [id=310, type=hardsigmoid]; +"311 quantize_per_tensor_default_25" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_33" [id=312, type=dequantize_per_tensor]; +"313 mul_4" [id=313, type=mul]; +"314 quantize_per_tensor_default_26" [id=314, type=quantize_per_tensor]; +"315 dequantize_per_tensor_default_34" [id=315, type=dequantize_per_tensor]; +"316 features_7_block_3_0_weight_bias" [id=316, type=get_attr]; +"317 scale_updated_constant20" [id=317, type=get_attr]; +"318 compressed_weight_updated_constant20" [id=318, type=get_attr]; +"319 mul_tensor_20" [id=319, type=mul]; +"320 zero_point_updated_constant20" [id=320, type=get_attr]; +"321 sub_tensor_20" [id=321, type=sub]; +"322 conv2d_30" [id=322, type=conv2d]; +"323 quantize_per_tensor_default_27" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_36" [id=324, type=dequantize_per_tensor]; +"325 dequantize_per_tensor_default_35" [id=325, type=dequantize_per_tensor]; +"326 features_8_block_0_0_weight_bias" [id=326, type=get_attr]; +"327 scale_updated_constant21" [id=327, type=get_attr]; +"328 compressed_weight_updated_constant21" [id=328, type=get_attr]; +"329 mul_tensor_21" [id=329, type=mul]; +"330 zero_point_updated_constant21" [id=330, type=get_attr]; +"331 sub_tensor_21" [id=331, type=sub]; +"332 conv2d_31" [id=332, type=conv2d]; +"333 hardswish__9_scale_0" [id=333, type=get_attr]; +"334 hardswish__9_zero_point_0" [id=334, type=get_attr]; +"335 hardswish__9" [id=335, type=hardswish_]; +"336 quantize_per_channel_default_29" [id=336, type=quantize_per_channel]; +"337 dequantize_per_channel_default_29" [id=337, type=dequantize_per_channel]; +"338 features_8_block_1_0_weight_bias" [id=338, type=get_attr]; +"339 scale_updated_constant22" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant22" [id=340, type=get_attr]; +"341 mul_tensor_22" [id=341, type=mul]; +"342 zero_point_updated_constant22" [id=342, type=get_attr]; +"343 sub_tensor_22" [id=343, type=sub]; +"344 conv2d_32" [id=344, type=conv2d]; +"345 hardswish__10" [id=345, type=hardswish_]; +"346 quantize_per_tensor_default_28" [id=346, type=quantize_per_tensor]; +"347 dequantize_per_tensor_default_38" [id=347, type=dequantize_per_tensor]; +"348 dequantize_per_tensor_default_37" [id=348, type=dequantize_per_tensor]; +"349 adaptive_avg_pool2d_5" [id=349, type=adaptive_avg_pool2d]; +"350 conv2d_33" [id=350, type=conv2d]; +"351 relu_5" [id=351, type=relu]; +"352 conv2d_34" [id=352, type=conv2d]; +"353 hardsigmoid_5" [id=353, type=hardsigmoid]; +"354 quantize_per_tensor_default_29" [id=354, type=quantize_per_tensor]; +"355 dequantize_per_tensor_default_39" [id=355, type=dequantize_per_tensor]; +"356 mul_5" [id=356, type=mul]; +"357 quantize_per_tensor_default_30" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_40" [id=358, type=dequantize_per_tensor]; +"359 features_8_block_3_0_weight_bias" [id=359, type=get_attr]; +"360 scale_updated_constant23" [id=360, type=get_attr]; +"361 compressed_weight_updated_constant23" [id=361, type=get_attr]; +"362 mul_tensor_23" [id=362, type=mul]; +"363 zero_point_updated_constant23" [id=363, type=get_attr]; +"364 sub_tensor_23" [id=364, type=sub]; +"365 conv2d_35" [id=365, type=conv2d]; +"366 quantize_per_tensor_default_31" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_41" [id=367, type=dequantize_per_tensor]; +"368 add__3" [id=368, type=add_]; +"369 quantize_per_tensor_default_32" [id=369, type=quantize_per_tensor]; +"370 dequantize_per_tensor_default_42" [id=370, type=dequantize_per_tensor]; +"371 features_9_block_0_0_weight_bias" [id=371, type=get_attr]; +"372 scale_updated_constant24" [id=372, type=get_attr]; +"373 compressed_weight_updated_constant24" [id=373, type=get_attr]; +"374 mul_tensor_24" [id=374, type=mul]; +"375 zero_point_updated_constant24" [id=375, type=get_attr]; +"376 sub_tensor_24" [id=376, type=sub]; +"377 conv2d_36" [id=377, type=conv2d]; +"378 hardswish__11_scale_0" [id=378, type=get_attr]; +"379 hardswish__11_zero_point_0" [id=379, type=get_attr]; +"380 hardswish__11" [id=380, type=hardswish_]; +"381 quantize_per_channel_default_33" [id=381, type=quantize_per_channel]; +"382 dequantize_per_channel_default_33" [id=382, type=dequantize_per_channel]; +"383 features_9_block_1_0_weight_bias" [id=383, type=get_attr]; +"384 scale_updated_constant25" [id=384, type=get_attr]; +"385 compressed_weight_updated_constant25" [id=385, type=get_attr]; +"386 mul_tensor_25" [id=386, type=mul]; +"387 zero_point_updated_constant25" [id=387, type=get_attr]; +"388 sub_tensor_25" [id=388, type=sub]; +"389 conv2d_37" [id=389, type=conv2d]; +"390 hardswish__12" [id=390, type=hardswish_]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_44" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_43" [id=393, type=dequantize_per_tensor]; +"394 adaptive_avg_pool2d_6" [id=394, type=adaptive_avg_pool2d]; +"395 conv2d_38" [id=395, type=conv2d]; +"396 relu_6" [id=396, type=relu]; +"397 conv2d_39" [id=397, type=conv2d]; +"398 hardsigmoid_6" [id=398, type=hardsigmoid]; +"399 quantize_per_tensor_default_34" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_45" [id=400, type=dequantize_per_tensor]; +"401 mul_6" [id=401, type=mul]; +"402 quantize_per_tensor_default_35" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_46" [id=403, type=dequantize_per_tensor]; +"404 features_9_block_3_0_weight_bias" [id=404, type=get_attr]; +"405 scale_updated_constant26" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant26" [id=406, type=get_attr]; +"407 mul_tensor_26" [id=407, type=mul]; +"408 zero_point_updated_constant26" [id=408, type=get_attr]; +"409 sub_tensor_26" [id=409, type=sub]; +"410 conv2d_40" [id=410, type=conv2d]; +"411 quantize_per_tensor_default_36" [id=411, type=quantize_per_tensor]; +"412 dequantize_per_tensor_default_48" [id=412, type=dequantize_per_tensor]; +"413 dequantize_per_tensor_default_47" [id=413, type=dequantize_per_tensor]; +"414 features_10_block_0_0_weight_bias" [id=414, type=get_attr]; +"415 scale_updated_constant27" [id=415, type=get_attr]; +"416 compressed_weight_updated_constant27" [id=416, type=get_attr]; +"417 mul_tensor_27" [id=417, type=mul]; +"418 zero_point_updated_constant27" [id=418, type=get_attr]; +"419 sub_tensor_27" [id=419, type=sub]; +"420 conv2d_41" [id=420, type=conv2d]; +"421 hardswish__13_scale_0" [id=421, type=get_attr]; +"422 hardswish__13_zero_point_0" [id=422, type=get_attr]; +"423 hardswish__13" [id=423, type=hardswish_]; +"424 quantize_per_channel_default_37" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_37" [id=425, type=dequantize_per_channel]; +"426 features_10_block_1_0_weight_bias" [id=426, type=get_attr]; +"427 scale_updated_constant28" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant28" [id=428, type=get_attr]; +"429 mul_tensor_28" [id=429, type=mul]; +"430 zero_point_updated_constant28" [id=430, type=get_attr]; +"431 sub_tensor_28" [id=431, type=sub]; +"432 conv2d_42" [id=432, type=conv2d]; +"433 hardswish__14" [id=433, type=hardswish_]; +"434 quantize_per_tensor_default_37" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_50" [id=435, type=dequantize_per_tensor]; +"436 dequantize_per_tensor_default_49" [id=436, type=dequantize_per_tensor]; +"437 adaptive_avg_pool2d_7" [id=437, type=adaptive_avg_pool2d]; +"438 conv2d_43" [id=438, type=conv2d]; +"439 relu_7" [id=439, type=relu]; +"440 conv2d_44" [id=440, type=conv2d]; +"441 hardsigmoid_7" [id=441, type=hardsigmoid]; +"442 quantize_per_tensor_default_38" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_51" [id=443, type=dequantize_per_tensor]; +"444 mul_7" [id=444, type=mul]; +"445 quantize_per_tensor_default_39" [id=445, type=quantize_per_tensor]; +"446 dequantize_per_tensor_default_52" [id=446, type=dequantize_per_tensor]; +"447 features_10_block_3_0_weight_bias" [id=447, type=get_attr]; +"448 scale_updated_constant29" [id=448, type=get_attr]; +"449 compressed_weight_updated_constant29" [id=449, type=get_attr]; +"450 mul_tensor_29" [id=450, type=mul]; +"451 zero_point_updated_constant29" [id=451, type=get_attr]; +"452 sub_tensor_29" [id=452, type=sub]; +"453 conv2d_45" [id=453, type=conv2d]; +"454 quantize_per_tensor_default_40" [id=454, type=quantize_per_tensor]; +"455 dequantize_per_tensor_default_53" [id=455, type=dequantize_per_tensor]; +"456 add__4" [id=456, type=add_]; +"457 quantize_per_tensor_default_41" [id=457, type=quantize_per_tensor]; +"458 dequantize_per_tensor_default_55" [id=458, type=dequantize_per_tensor]; +"459 dequantize_per_tensor_default_54" [id=459, type=dequantize_per_tensor]; +"460 features_11_block_0_0_weight_bias" [id=460, type=get_attr]; +"461 scale_updated_constant30" [id=461, type=get_attr]; +"462 compressed_weight_updated_constant30" [id=462, type=get_attr]; +"463 mul_tensor_30" [id=463, type=mul]; +"464 zero_point_updated_constant30" [id=464, type=get_attr]; +"465 sub_tensor_30" [id=465, type=sub]; +"466 conv2d_46" [id=466, type=conv2d]; +"467 hardswish__15_scale_0" [id=467, type=get_attr]; +"468 hardswish__15_zero_point_0" [id=468, type=get_attr]; +"469 hardswish__15" [id=469, type=hardswish_]; +"470 quantize_per_channel_default_41" [id=470, type=quantize_per_channel]; +"471 dequantize_per_channel_default_41" [id=471, type=dequantize_per_channel]; +"472 features_11_block_1_0_weight_bias" [id=472, type=get_attr]; +"473 scale_updated_constant31" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant31" [id=474, type=get_attr]; +"475 mul_tensor_31" [id=475, type=mul]; +"476 zero_point_updated_constant31" [id=476, type=get_attr]; +"477 sub_tensor_31" [id=477, type=sub]; +"478 conv2d_47" [id=478, type=conv2d]; +"479 hardswish__16" [id=479, type=hardswish_]; +"480 quantize_per_tensor_default_42" [id=480, type=quantize_per_tensor]; +"481 dequantize_per_tensor_default_57" [id=481, type=dequantize_per_tensor]; +"482 dequantize_per_tensor_default_56" [id=482, type=dequantize_per_tensor]; +"483 adaptive_avg_pool2d_8" [id=483, type=adaptive_avg_pool2d]; +"484 conv2d_48" [id=484, type=conv2d]; +"485 relu_8" [id=485, type=relu]; +"486 conv2d_49" [id=486, type=conv2d]; +"487 hardsigmoid_8" [id=487, type=hardsigmoid]; +"488 quantize_per_tensor_default_43" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_58" [id=489, type=dequantize_per_tensor]; +"490 mul_8" [id=490, type=mul]; +"491 quantize_per_tensor_default_44" [id=491, type=quantize_per_tensor]; +"492 dequantize_per_tensor_default_59" [id=492, type=dequantize_per_tensor]; +"493 features_11_block_3_0_weight_bias" [id=493, type=get_attr]; +"494 scale_updated_constant32" [id=494, type=get_attr]; +"495 compressed_weight_updated_constant32" [id=495, type=get_attr]; +"496 mul_tensor_32" [id=496, type=mul]; +"497 zero_point_updated_constant32" [id=497, type=get_attr]; +"498 sub_tensor_32" [id=498, type=sub]; +"499 conv2d_50" [id=499, type=conv2d]; +"500 quantize_per_tensor_default_45" [id=500, type=quantize_per_tensor]; +"501 dequantize_per_tensor_default_60" [id=501, type=dequantize_per_tensor]; +"502 add__5" [id=502, type=add_]; +"503 quantize_per_tensor_default_46" [id=503, type=quantize_per_tensor]; +"504 dequantize_per_tensor_default_61" [id=504, type=dequantize_per_tensor]; +"505 features_12_0_weight_bias" [id=505, type=get_attr]; +"506 scale_updated_constant33" [id=506, type=get_attr]; +"507 compressed_weight_updated_constant33" [id=507, type=get_attr]; +"508 mul_tensor_33" [id=508, type=mul]; +"509 zero_point_updated_constant33" [id=509, type=get_attr]; +"510 sub_tensor_33" [id=510, type=sub]; +"511 conv2d_51" [id=511, type=conv2d]; +"512 hardswish__17" [id=512, type=hardswish_]; +"513 quantize_per_tensor_default_47" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_62" [id=514, type=dequantize_per_tensor]; +"515 adaptive_avg_pool2d_9" [id=515, type=adaptive_avg_pool2d]; +"516 quantize_per_tensor_default_48" [id=516, type=quantize_per_tensor]; +"517 dequantize_per_tensor_default_63" [id=517, type=dequantize_per_tensor]; +"518 flatten" [id=518, type=flatten]; +"519 scale_updated_constant34" [id=519, type=get_attr]; +"520 compressed_weight_updated_constant34" [id=520, type=get_attr]; +"521 mul_tensor_34" [id=521, type=mul]; +"522 zero_point_updated_constant34" [id=522, type=get_attr]; +"523 sub_tensor_34" [id=523, type=sub]; +"524 linear" [id=524, type=linear]; +"525 hardswish__18" [id=525, type=hardswish_]; +"526 quantize_per_tensor_default_49" [id=526, type=quantize_per_tensor]; +"527 dequantize_per_tensor_default_64" [id=527, type=dequantize_per_tensor]; +"528 dropout_" [id=528, type=dropout_]; +"529 scale_updated_constant35" [id=529, type=get_attr]; +"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; +"531 mul_tensor_35" [id=531, type=mul]; +"532 zero_point_updated_constant35" [id=532, type=get_attr]; +"533 sub_tensor_35" [id=533, type=sub]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 features_1_block_1_fc1_weight" -> "65 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"1 features_1_block_1_fc1_bias" -> "65 conv2d_2" [label="(8,)", style=solid]; +"2 features_1_block_1_fc2_weight" -> "67 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"3 features_1_block_1_fc2_bias" -> "67 conv2d_3" [label="(16,)", style=solid]; +"4 features_4_block_2_fc1_weight" -> "173 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"5 features_4_block_2_fc1_bias" -> "173 conv2d_13" [label="(24,)", style=solid]; +"6 features_4_block_2_fc2_weight" -> "175 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"7 features_4_block_2_fc2_bias" -> "175 conv2d_14" [label="(96,)", style=solid]; +"8 features_5_block_2_fc1_weight" -> "216 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"9 features_5_block_2_fc1_bias" -> "216 conv2d_18" [label="(64,)", style=solid]; +"10 features_5_block_2_fc2_weight" -> "218 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"11 features_5_block_2_fc2_bias" -> "218 conv2d_19" [label="(240,)", style=solid]; +"12 features_6_block_2_fc1_weight" -> "262 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"13 features_6_block_2_fc1_bias" -> "262 conv2d_23" [label="(64,)", style=solid]; +"14 features_6_block_2_fc2_weight" -> "264 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"15 features_6_block_2_fc2_bias" -> "264 conv2d_24" [label="(240,)", style=solid]; +"16 features_7_block_2_fc1_weight" -> "307 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"17 features_7_block_2_fc1_bias" -> "307 conv2d_28" [label="(32,)", style=solid]; +"18 features_7_block_2_fc2_weight" -> "309 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"19 features_7_block_2_fc2_bias" -> "309 conv2d_29" [label="(120,)", style=solid]; +"20 features_8_block_2_fc1_weight" -> "350 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"21 features_8_block_2_fc1_bias" -> "350 conv2d_33" [label="(40,)", style=solid]; +"22 features_8_block_2_fc2_weight" -> "352 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"23 features_8_block_2_fc2_bias" -> "352 conv2d_34" [label="(144,)", style=solid]; +"24 features_9_block_2_fc1_weight" -> "395 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"25 features_9_block_2_fc1_bias" -> "395 conv2d_38" [label="(72,)", style=solid]; +"26 features_9_block_2_fc2_weight" -> "397 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"27 features_9_block_2_fc2_bias" -> "397 conv2d_39" [label="(288,)", style=solid]; +"28 features_10_block_2_fc1_weight" -> "438 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"29 features_10_block_2_fc1_bias" -> "438 conv2d_43" [label="(144,)", style=solid]; +"30 features_10_block_2_fc2_weight" -> "440 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"31 features_10_block_2_fc2_bias" -> "440 conv2d_44" [label="(576,)", style=solid]; +"32 features_11_block_2_fc1_weight" -> "484 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"33 features_11_block_2_fc1_bias" -> "484 conv2d_48" [label="(144,)", style=solid]; +"34 features_11_block_2_fc2_weight" -> "486 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"35 features_11_block_2_fc2_bias" -> "486 conv2d_49" [label="(576,)", style=solid]; +"36 classifier_0_bias" -> "524 linear" [label="(1024,)", style=solid]; +"37 classifier_3_bias" -> "534 linear_1" [label="(1000,)", style=solid]; +"38 x" -> "39 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"39 quantize_per_tensor_default" -> "40 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"40 dequantize_per_tensor_default" -> "47 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"41 features_0_0_weight_bias" -> "47 conv2d" [label="(16,)", style=solid]; +"42 scale_updated_constant0" -> "44 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"43 compressed_weight_updated_constant0" -> "44 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"44 mul_tensor" -> "46 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"45 zero_point_updated_constant0" -> "46 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"46 sub_tensor" -> "47 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"47 conv2d" -> "50 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"48 hardswish__scale_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"48 hardswish__scale_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"50 hardswish_" -> "51 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"51 quantize_per_channel_default_1" -> "52 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"52 dequantize_per_channel_default_1" -> "59 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"53 features_1_block_0_0_weight_bias" -> "59 conv2d_1" [label="(16,)", style=solid]; +"54 scale_updated_constant1" -> "56 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"55 compressed_weight_updated_constant1" -> "56 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"56 mul_tensor_1" -> "58 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"57 zero_point_updated_constant1" -> "58 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"58 sub_tensor_1" -> "59 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"59 conv2d_1" -> "60 relu_" [label="(1, 16, 56, 56)", style=solid]; +"60 relu_" -> "61 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"61 quantize_per_tensor_default_1" -> "62 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"61 quantize_per_tensor_default_1" -> "63 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"62 dequantize_per_tensor_default_2" -> "71 mul" [label="(1, 16, 56, 56)", style=solid]; +"63 dequantize_per_tensor_default_1" -> "64 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"64 adaptive_avg_pool2d" -> "65 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"65 conv2d_2" -> "66 relu" [label="(1, 8, 1, 1)", style=solid]; +"66 relu" -> "67 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"67 conv2d_3" -> "68 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"68 hardsigmoid" -> "69 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"69 quantize_per_tensor_default_2" -> "70 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 mul" [label="(1, 16, 1, 1)", style=solid]; +"71 mul" -> "72 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"72 quantize_per_tensor_default_3" -> "73 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"73 dequantize_per_tensor_default_4" -> "80 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"74 features_1_block_2_0_weight_bias" -> "80 conv2d_4" [label="(16,)", style=solid]; +"75 scale_updated_constant2" -> "77 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant2" -> "77 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"77 mul_tensor_2" -> "79 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"78 zero_point_updated_constant2" -> "79 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"79 sub_tensor_2" -> "80 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"80 conv2d_4" -> "81 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"81 quantize_per_tensor_default_4" -> "82 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"82 dequantize_per_tensor_default_5" -> "89 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"83 features_2_block_0_0_weight_bias" -> "89 conv2d_5" [label="(72,)", style=solid]; +"84 scale_updated_constant3" -> "86 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"85 compressed_weight_updated_constant3" -> "86 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"86 mul_tensor_3" -> "88 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"87 zero_point_updated_constant3" -> "88 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"88 sub_tensor_3" -> "89 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"89 conv2d_5" -> "92 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"90 relu__1_scale_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"90 relu__1_scale_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"92 relu__1" -> "93 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"93 quantize_per_channel_default_5" -> "94 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"94 dequantize_per_channel_default_5" -> "101 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"95 features_2_block_1_0_weight_bias" -> "101 conv2d_6" [label="(72,)", style=solid]; +"96 scale_updated_constant4" -> "98 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant4" -> "98 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"98 mul_tensor_4" -> "100 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"99 zero_point_updated_constant4" -> "100 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"100 sub_tensor_4" -> "101 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"101 conv2d_6" -> "102 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"102 relu__2" -> "103 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_5" -> "104 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_6" -> "111 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"105 features_2_block_2_0_weight_bias" -> "111 conv2d_7" [label="(24,)", style=solid]; +"106 scale_updated_constant5" -> "108 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"108 mul_tensor_5" -> "110 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"109 zero_point_updated_constant5" -> "110 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"110 sub_tensor_5" -> "111 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"111 conv2d_7" -> "112 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_6" -> "113 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_6" -> "114 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_8" -> "146 add_" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_7" -> "121 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"115 features_3_block_0_0_weight_bias" -> "121 conv2d_8" [label="(88,)", style=solid]; +"116 scale_updated_constant6" -> "118 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant6" -> "118 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"118 mul_tensor_6" -> "120 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"119 zero_point_updated_constant6" -> "120 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"120 sub_tensor_6" -> "121 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"121 conv2d_8" -> "124 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"122 relu__3_scale_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"122 relu__3_scale_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"124 relu__3" -> "125 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"125 quantize_per_channel_default_9" -> "126 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_9" -> "133 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"127 features_3_block_1_0_weight_bias" -> "133 conv2d_9" [label="(88,)", style=solid]; +"128 scale_updated_constant7" -> "130 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant7" -> "130 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"130 mul_tensor_7" -> "132 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"131 zero_point_updated_constant7" -> "132 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"132 sub_tensor_7" -> "133 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"133 conv2d_9" -> "134 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"134 relu__4" -> "135 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"135 quantize_per_tensor_default_7" -> "136 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"136 dequantize_per_tensor_default_9" -> "143 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"137 features_3_block_2_0_weight_bias" -> "143 conv2d_10" [label="(24,)", style=solid]; +"138 scale_updated_constant8" -> "140 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"139 compressed_weight_updated_constant8" -> "140 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"140 mul_tensor_8" -> "142 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"141 zero_point_updated_constant8" -> "142 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"142 sub_tensor_8" -> "143 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"143 conv2d_10" -> "144 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"144 quantize_per_tensor_default_8" -> "145 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"145 dequantize_per_tensor_default_10" -> "146 add_" [label="(1, 24, 28, 28)", style=solid]; +"146 add_" -> "147 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"147 quantize_per_tensor_default_9" -> "148 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"148 dequantize_per_tensor_default_11" -> "155 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"149 features_4_block_0_0_weight_bias" -> "155 conv2d_11" [label="(96,)", style=solid]; +"150 scale_updated_constant9" -> "152 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"151 compressed_weight_updated_constant9" -> "152 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"152 mul_tensor_9" -> "154 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"153 zero_point_updated_constant9" -> "154 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"154 sub_tensor_9" -> "155 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"155 conv2d_11" -> "158 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"156 hardswish__1_scale_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"156 hardswish__1_scale_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"158 hardswish__1" -> "159 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"159 quantize_per_channel_default_13" -> "160 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"160 dequantize_per_channel_default_13" -> "167 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"161 features_4_block_1_0_weight_bias" -> "167 conv2d_12" [label="(96,)", style=solid]; +"162 scale_updated_constant10" -> "164 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"163 compressed_weight_updated_constant10" -> "164 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"164 mul_tensor_10" -> "166 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"165 zero_point_updated_constant10" -> "166 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"166 sub_tensor_10" -> "167 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"167 conv2d_12" -> "168 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"168 hardswish__2" -> "169 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_10" -> "170 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_10" -> "171 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_13" -> "179 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"171 dequantize_per_tensor_default_12" -> "172 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"172 adaptive_avg_pool2d_1" -> "173 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"173 conv2d_13" -> "174 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"174 relu_1" -> "175 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"175 conv2d_14" -> "176 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"176 hardsigmoid_1" -> "177 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"177 quantize_per_tensor_default_11" -> "178 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"178 dequantize_per_tensor_default_14" -> "179 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"179 mul_1" -> "180 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"180 quantize_per_tensor_default_12" -> "181 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"181 dequantize_per_tensor_default_15" -> "188 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"182 features_4_block_3_0_weight_bias" -> "188 conv2d_15" [label="(40,)", style=solid]; +"183 scale_updated_constant11" -> "185 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"184 compressed_weight_updated_constant11" -> "185 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"185 mul_tensor_11" -> "187 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"186 zero_point_updated_constant11" -> "187 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"187 sub_tensor_11" -> "188 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"188 conv2d_15" -> "189 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"189 quantize_per_tensor_default_13" -> "190 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"189 quantize_per_tensor_default_13" -> "191 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"190 dequantize_per_tensor_default_17" -> "234 add__1" [label="(1, 40, 14, 14)", style=solid]; +"191 dequantize_per_tensor_default_16" -> "198 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"192 features_5_block_0_0_weight_bias" -> "198 conv2d_16" [label="(240,)", style=solid]; +"193 scale_updated_constant12" -> "195 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"194 compressed_weight_updated_constant12" -> "195 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"195 mul_tensor_12" -> "197 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"196 zero_point_updated_constant12" -> "197 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"197 sub_tensor_12" -> "198 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"198 conv2d_16" -> "201 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"199 hardswish__3_scale_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"199 hardswish__3_scale_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"201 hardswish__3" -> "202 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"203 dequantize_per_channel_default_17" -> "210 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"204 features_5_block_1_0_weight_bias" -> "210 conv2d_17" [label="(240,)", style=solid]; +"205 scale_updated_constant13" -> "207 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"206 compressed_weight_updated_constant13" -> "207 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"207 mul_tensor_13" -> "209 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"208 zero_point_updated_constant13" -> "209 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"209 sub_tensor_13" -> "210 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"210 conv2d_17" -> "211 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"211 hardswish__4" -> "212 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"212 quantize_per_tensor_default_14" -> "213 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"212 quantize_per_tensor_default_14" -> "214 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"213 dequantize_per_tensor_default_19" -> "222 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"214 dequantize_per_tensor_default_18" -> "215 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"215 adaptive_avg_pool2d_2" -> "216 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"216 conv2d_18" -> "217 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"217 relu_2" -> "218 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"218 conv2d_19" -> "219 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"219 hardsigmoid_2" -> "220 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"220 quantize_per_tensor_default_15" -> "221 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"221 dequantize_per_tensor_default_20" -> "222 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"222 mul_2" -> "223 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"223 quantize_per_tensor_default_16" -> "224 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"224 dequantize_per_tensor_default_21" -> "231 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"225 features_5_block_3_0_weight_bias" -> "231 conv2d_20" [label="(40,)", style=solid]; +"226 scale_updated_constant14" -> "228 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"227 compressed_weight_updated_constant14" -> "228 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"228 mul_tensor_14" -> "230 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"229 zero_point_updated_constant14" -> "230 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"230 sub_tensor_14" -> "231 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"231 conv2d_20" -> "232 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_22" -> "234 add__1" [label="(1, 40, 14, 14)", style=solid]; +"234 add__1" -> "235 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"235 quantize_per_tensor_default_18" -> "236 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"235 quantize_per_tensor_default_18" -> "237 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"236 dequantize_per_tensor_default_24" -> "280 add__2" [label="(1, 40, 14, 14)", style=solid]; +"237 dequantize_per_tensor_default_23" -> "244 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"238 features_6_block_0_0_weight_bias" -> "244 conv2d_21" [label="(240,)", style=solid]; +"239 scale_updated_constant15" -> "241 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"240 compressed_weight_updated_constant15" -> "241 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"241 mul_tensor_15" -> "243 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"242 zero_point_updated_constant15" -> "243 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"243 sub_tensor_15" -> "244 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"244 conv2d_21" -> "247 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"245 hardswish__5_scale_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"245 hardswish__5_scale_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"247 hardswish__5" -> "248 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"248 quantize_per_channel_default_21" -> "249 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"249 dequantize_per_channel_default_21" -> "256 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"250 features_6_block_1_0_weight_bias" -> "256 conv2d_22" [label="(240,)", style=solid]; +"251 scale_updated_constant16" -> "253 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"252 compressed_weight_updated_constant16" -> "253 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"253 mul_tensor_16" -> "255 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"254 zero_point_updated_constant16" -> "255 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"255 sub_tensor_16" -> "256 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"256 conv2d_22" -> "257 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"257 hardswish__6" -> "258 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_19" -> "259 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_19" -> "260 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"259 dequantize_per_tensor_default_26" -> "268 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_25" -> "261 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"261 adaptive_avg_pool2d_3" -> "262 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"262 conv2d_23" -> "263 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"263 relu_3" -> "264 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"264 conv2d_24" -> "265 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"265 hardsigmoid_3" -> "266 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_20" -> "267 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"267 dequantize_per_tensor_default_27" -> "268 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"268 mul_3" -> "269 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"269 quantize_per_tensor_default_21" -> "270 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"270 dequantize_per_tensor_default_28" -> "277 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"271 features_6_block_3_0_weight_bias" -> "277 conv2d_25" [label="(40,)", style=solid]; +"272 scale_updated_constant17" -> "274 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"273 compressed_weight_updated_constant17" -> "274 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"274 mul_tensor_17" -> "276 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"275 zero_point_updated_constant17" -> "276 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"276 sub_tensor_17" -> "277 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"277 conv2d_25" -> "278 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"278 quantize_per_tensor_default_22" -> "279 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"279 dequantize_per_tensor_default_29" -> "280 add__2" [label="(1, 40, 14, 14)", style=solid]; +"280 add__2" -> "281 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_30" -> "289 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"283 features_7_block_0_0_weight_bias" -> "289 conv2d_26" [label="(120,)", style=solid]; +"284 scale_updated_constant18" -> "286 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"285 compressed_weight_updated_constant18" -> "286 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"286 mul_tensor_18" -> "288 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"287 zero_point_updated_constant18" -> "288 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"288 sub_tensor_18" -> "289 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"289 conv2d_26" -> "292 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"290 hardswish__7_scale_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"290 hardswish__7_scale_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"292 hardswish__7" -> "293 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"293 quantize_per_channel_default_25" -> "294 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"294 dequantize_per_channel_default_25" -> "301 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"295 features_7_block_1_0_weight_bias" -> "301 conv2d_27" [label="(120,)", style=solid]; +"296 scale_updated_constant19" -> "298 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"297 compressed_weight_updated_constant19" -> "298 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"298 mul_tensor_19" -> "300 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"299 zero_point_updated_constant19" -> "300 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"300 sub_tensor_19" -> "301 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"301 conv2d_27" -> "302 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"302 hardswish__8" -> "303 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"303 quantize_per_tensor_default_24" -> "304 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"303 quantize_per_tensor_default_24" -> "305 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"304 dequantize_per_tensor_default_32" -> "313 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"305 dequantize_per_tensor_default_31" -> "306 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"306 adaptive_avg_pool2d_4" -> "307 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"307 conv2d_28" -> "308 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"308 relu_4" -> "309 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"309 conv2d_29" -> "310 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"310 hardsigmoid_4" -> "311 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"311 quantize_per_tensor_default_25" -> "312 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"312 dequantize_per_tensor_default_33" -> "313 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"313 mul_4" -> "314 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"314 quantize_per_tensor_default_26" -> "315 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"315 dequantize_per_tensor_default_34" -> "322 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"316 features_7_block_3_0_weight_bias" -> "322 conv2d_30" [label="(48,)", style=solid]; +"317 scale_updated_constant20" -> "319 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"318 compressed_weight_updated_constant20" -> "319 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"319 mul_tensor_20" -> "321 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"320 zero_point_updated_constant20" -> "321 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"321 sub_tensor_20" -> "322 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"322 conv2d_30" -> "323 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"323 quantize_per_tensor_default_27" -> "324 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"323 quantize_per_tensor_default_27" -> "325 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"324 dequantize_per_tensor_default_36" -> "368 add__3" [label="(1, 48, 14, 14)", style=solid]; +"325 dequantize_per_tensor_default_35" -> "332 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"326 features_8_block_0_0_weight_bias" -> "332 conv2d_31" [label="(144,)", style=solid]; +"327 scale_updated_constant21" -> "329 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"328 compressed_weight_updated_constant21" -> "329 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"329 mul_tensor_21" -> "331 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"330 zero_point_updated_constant21" -> "331 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"331 sub_tensor_21" -> "332 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"332 conv2d_31" -> "335 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"333 hardswish__9_scale_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"333 hardswish__9_scale_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"335 hardswish__9" -> "336 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"336 quantize_per_channel_default_29" -> "337 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"337 dequantize_per_channel_default_29" -> "344 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"338 features_8_block_1_0_weight_bias" -> "344 conv2d_32" [label="(144,)", style=solid]; +"339 scale_updated_constant22" -> "341 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"340 compressed_weight_updated_constant22" -> "341 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"341 mul_tensor_22" -> "343 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"342 zero_point_updated_constant22" -> "343 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"343 sub_tensor_22" -> "344 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"344 conv2d_32" -> "345 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"345 hardswish__10" -> "346 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"346 quantize_per_tensor_default_28" -> "347 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"346 quantize_per_tensor_default_28" -> "348 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"347 dequantize_per_tensor_default_38" -> "356 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"348 dequantize_per_tensor_default_37" -> "349 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"349 adaptive_avg_pool2d_5" -> "350 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"350 conv2d_33" -> "351 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"351 relu_5" -> "352 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"352 conv2d_34" -> "353 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"353 hardsigmoid_5" -> "354 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"354 quantize_per_tensor_default_29" -> "355 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"355 dequantize_per_tensor_default_39" -> "356 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"356 mul_5" -> "357 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"357 quantize_per_tensor_default_30" -> "358 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"358 dequantize_per_tensor_default_40" -> "365 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"359 features_8_block_3_0_weight_bias" -> "365 conv2d_35" [label="(48,)", style=solid]; +"360 scale_updated_constant23" -> "362 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"361 compressed_weight_updated_constant23" -> "362 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"362 mul_tensor_23" -> "364 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"363 zero_point_updated_constant23" -> "364 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"364 sub_tensor_23" -> "365 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"365 conv2d_35" -> "366 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"366 quantize_per_tensor_default_31" -> "367 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"367 dequantize_per_tensor_default_41" -> "368 add__3" [label="(1, 48, 14, 14)", style=solid]; +"368 add__3" -> "369 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"369 quantize_per_tensor_default_32" -> "370 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"370 dequantize_per_tensor_default_42" -> "377 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"371 features_9_block_0_0_weight_bias" -> "377 conv2d_36" [label="(288,)", style=solid]; +"372 scale_updated_constant24" -> "374 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"373 compressed_weight_updated_constant24" -> "374 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"374 mul_tensor_24" -> "376 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"375 zero_point_updated_constant24" -> "376 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"376 sub_tensor_24" -> "377 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"377 conv2d_36" -> "380 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"378 hardswish__11_scale_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"378 hardswish__11_scale_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"380 hardswish__11" -> "381 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"381 quantize_per_channel_default_33" -> "382 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"382 dequantize_per_channel_default_33" -> "389 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"383 features_9_block_1_0_weight_bias" -> "389 conv2d_37" [label="(288,)", style=solid]; +"384 scale_updated_constant25" -> "386 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"385 compressed_weight_updated_constant25" -> "386 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"386 mul_tensor_25" -> "388 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"387 zero_point_updated_constant25" -> "388 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"388 sub_tensor_25" -> "389 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"389 conv2d_37" -> "390 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"390 hardswish__12" -> "391 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_33" -> "393 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"392 dequantize_per_tensor_default_44" -> "401 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_43" -> "394 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"394 adaptive_avg_pool2d_6" -> "395 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"395 conv2d_38" -> "396 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"396 relu_6" -> "397 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"397 conv2d_39" -> "398 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"398 hardsigmoid_6" -> "399 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"399 quantize_per_tensor_default_34" -> "400 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"400 dequantize_per_tensor_default_45" -> "401 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"401 mul_6" -> "402 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"402 quantize_per_tensor_default_35" -> "403 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_46" -> "410 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"404 features_9_block_3_0_weight_bias" -> "410 conv2d_40" [label="(96,)", style=solid]; +"405 scale_updated_constant26" -> "407 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant26" -> "407 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"407 mul_tensor_26" -> "409 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"408 zero_point_updated_constant26" -> "409 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"409 sub_tensor_26" -> "410 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"410 conv2d_40" -> "411 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"411 quantize_per_tensor_default_36" -> "412 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"411 quantize_per_tensor_default_36" -> "413 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"412 dequantize_per_tensor_default_48" -> "456 add__4" [label="(1, 96, 7, 7)", style=solid]; +"413 dequantize_per_tensor_default_47" -> "420 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"414 features_10_block_0_0_weight_bias" -> "420 conv2d_41" [label="(576,)", style=solid]; +"415 scale_updated_constant27" -> "417 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"416 compressed_weight_updated_constant27" -> "417 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"417 mul_tensor_27" -> "419 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"418 zero_point_updated_constant27" -> "419 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"419 sub_tensor_27" -> "420 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"420 conv2d_41" -> "423 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"421 hardswish__13_scale_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"421 hardswish__13_scale_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"423 hardswish__13" -> "424 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_channel_default_37" -> "425 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_channel_default_37" -> "432 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"426 features_10_block_1_0_weight_bias" -> "432 conv2d_42" [label="(576,)", style=solid]; +"427 scale_updated_constant28" -> "429 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"428 compressed_weight_updated_constant28" -> "429 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"429 mul_tensor_28" -> "431 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"430 zero_point_updated_constant28" -> "431 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"431 sub_tensor_28" -> "432 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"432 conv2d_42" -> "433 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"433 hardswish__14" -> "434 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"434 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"434 quantize_per_tensor_default_37" -> "436 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"435 dequantize_per_tensor_default_50" -> "444 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"436 dequantize_per_tensor_default_49" -> "437 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"437 adaptive_avg_pool2d_7" -> "438 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"438 conv2d_43" -> "439 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"439 relu_7" -> "440 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"440 conv2d_44" -> "441 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"441 hardsigmoid_7" -> "442 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"442 quantize_per_tensor_default_38" -> "443 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"443 dequantize_per_tensor_default_51" -> "444 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"444 mul_7" -> "445 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"445 quantize_per_tensor_default_39" -> "446 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"446 dequantize_per_tensor_default_52" -> "453 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"447 features_10_block_3_0_weight_bias" -> "453 conv2d_45" [label="(96,)", style=solid]; +"448 scale_updated_constant29" -> "450 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"449 compressed_weight_updated_constant29" -> "450 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"450 mul_tensor_29" -> "452 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"451 zero_point_updated_constant29" -> "452 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"452 sub_tensor_29" -> "453 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"453 conv2d_45" -> "454 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"454 quantize_per_tensor_default_40" -> "455 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"455 dequantize_per_tensor_default_53" -> "456 add__4" [label="(1, 96, 7, 7)", style=solid]; +"456 add__4" -> "457 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"457 quantize_per_tensor_default_41" -> "458 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"457 quantize_per_tensor_default_41" -> "459 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"458 dequantize_per_tensor_default_55" -> "502 add__5" [label="(1, 96, 7, 7)", style=solid]; +"459 dequantize_per_tensor_default_54" -> "466 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"460 features_11_block_0_0_weight_bias" -> "466 conv2d_46" [label="(576,)", style=solid]; +"461 scale_updated_constant30" -> "463 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"462 compressed_weight_updated_constant30" -> "463 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"463 mul_tensor_30" -> "465 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"464 zero_point_updated_constant30" -> "465 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"465 sub_tensor_30" -> "466 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"466 conv2d_46" -> "469 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"467 hardswish__15_scale_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"467 hardswish__15_scale_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"469 hardswish__15" -> "470 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"470 quantize_per_channel_default_41" -> "471 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"471 dequantize_per_channel_default_41" -> "478 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"472 features_11_block_1_0_weight_bias" -> "478 conv2d_47" [label="(576,)", style=solid]; +"473 scale_updated_constant31" -> "475 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"474 compressed_weight_updated_constant31" -> "475 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"475 mul_tensor_31" -> "477 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"476 zero_point_updated_constant31" -> "477 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"477 sub_tensor_31" -> "478 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"478 conv2d_47" -> "479 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"479 hardswish__16" -> "480 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"480 quantize_per_tensor_default_42" -> "481 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"480 quantize_per_tensor_default_42" -> "482 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"481 dequantize_per_tensor_default_57" -> "490 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"482 dequantize_per_tensor_default_56" -> "483 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"483 adaptive_avg_pool2d_8" -> "484 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"484 conv2d_48" -> "485 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"485 relu_8" -> "486 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"486 conv2d_49" -> "487 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"487 hardsigmoid_8" -> "488 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"488 quantize_per_tensor_default_43" -> "489 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"489 dequantize_per_tensor_default_58" -> "490 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"490 mul_8" -> "491 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"491 quantize_per_tensor_default_44" -> "492 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"492 dequantize_per_tensor_default_59" -> "499 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"493 features_11_block_3_0_weight_bias" -> "499 conv2d_50" [label="(96,)", style=solid]; +"494 scale_updated_constant32" -> "496 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"495 compressed_weight_updated_constant32" -> "496 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"496 mul_tensor_32" -> "498 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"497 zero_point_updated_constant32" -> "498 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"498 sub_tensor_32" -> "499 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"499 conv2d_50" -> "500 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"500 quantize_per_tensor_default_45" -> "501 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"501 dequantize_per_tensor_default_60" -> "502 add__5" [label="(1, 96, 7, 7)", style=solid]; +"502 add__5" -> "503 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"503 quantize_per_tensor_default_46" -> "504 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"504 dequantize_per_tensor_default_61" -> "511 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"505 features_12_0_weight_bias" -> "511 conv2d_51" [label="(576,)", style=solid]; +"506 scale_updated_constant33" -> "508 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"507 compressed_weight_updated_constant33" -> "508 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"508 mul_tensor_33" -> "510 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"509 zero_point_updated_constant33" -> "510 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"510 sub_tensor_33" -> "511 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"511 conv2d_51" -> "512 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"512 hardswish__17" -> "513 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"513 quantize_per_tensor_default_47" -> "514 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"514 dequantize_per_tensor_default_62" -> "515 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"515 adaptive_avg_pool2d_9" -> "516 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"516 quantize_per_tensor_default_48" -> "517 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"517 dequantize_per_tensor_default_63" -> "518 flatten" [label="(1, 576, 1, 1)", style=solid]; +"518 flatten" -> "524 linear" [label="(1, 576)", style=solid]; +"519 scale_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; +"520 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; +"521 mul_tensor_34" -> "523 sub_tensor_34" [label="(1024, 576)", style=solid]; +"522 zero_point_updated_constant34" -> "523 sub_tensor_34" [label="(1024, 1)", style=solid]; +"523 sub_tensor_34" -> "524 linear" [label="(1024, 576)", style=solid]; +"524 linear" -> "525 hardswish__18" [label="(1, 1024)", style=solid]; +"525 hardswish__18" -> "526 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"526 quantize_per_tensor_default_49" -> "527 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"527 dequantize_per_tensor_default_64" -> "528 dropout_" [label="(1, 1024)", style=solid]; +"528 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"529 scale_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1)", style=solid]; +"530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"531 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; +"532 zero_point_updated_constant35" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; +"533 sub_tensor_35" -> "534 linear_1" [label="(1000, 1024)", style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/resnet18.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/resnet18.dot new file mode 100644 index 00000000000..d819ff3299e --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/resnet18.dot @@ -0,0 +1,497 @@ +strict digraph { +"0 fc_bias" [id=0, type=get_attr]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 conv1_weight_bias" [id=4, type=get_attr]; +"5 scale_updated_constant0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 zero_point_updated_constant0" [id=8, type=get_attr]; +"9 sub_tensor" [id=9, type=sub]; +"10 conv2d" [id=10, type=conv2d]; +"11 relu_" [id=11, type=relu_]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 max_pool2d" [id=14, type=max_pool2d]; +"15 layer1_0_conv1_weight_bias" [id=15, type=get_attr]; +"16 scale_updated_constant1" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 zero_point_updated_constant1" [id=19, type=get_attr]; +"20 sub_tensor_1" [id=20, type=sub]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu__1" [id=22, type=relu_]; +"23 quantize_per_tensor_default_2" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 layer1_0_conv2_weight_bias" [id=25, type=get_attr]; +"26 scale_updated_constant2" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 zero_point_updated_constant2" [id=29, type=get_attr]; +"30 sub_tensor_2" [id=30, type=sub]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 quantize_per_tensor_default_3" [id=32, type=quantize_per_tensor]; +"33 dequantize_per_tensor_default_3" [id=33, type=dequantize_per_tensor]; +"34 add_" [id=34, type=add_]; +"35 relu__2" [id=35, type=relu_]; +"36 quantize_per_tensor_default_4" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_5" [id=37, type=dequantize_per_tensor]; +"38 dequantize_per_tensor_default_4" [id=38, type=dequantize_per_tensor]; +"39 layer1_1_conv1_weight_bias" [id=39, type=get_attr]; +"40 scale_updated_constant3" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant3" [id=41, type=get_attr]; +"42 mul_tensor_3" [id=42, type=mul]; +"43 zero_point_updated_constant3" [id=43, type=get_attr]; +"44 sub_tensor_3" [id=44, type=sub]; +"45 conv2d_3" [id=45, type=conv2d]; +"46 relu__3" [id=46, type=relu_]; +"47 quantize_per_tensor_default_5" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_6" [id=48, type=dequantize_per_tensor]; +"49 layer1_1_conv2_weight_bias" [id=49, type=get_attr]; +"50 scale_updated_constant4" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant4" [id=51, type=get_attr]; +"52 mul_tensor_4" [id=52, type=mul]; +"53 zero_point_updated_constant4" [id=53, type=get_attr]; +"54 sub_tensor_4" [id=54, type=sub]; +"55 conv2d_4" [id=55, type=conv2d]; +"56 quantize_per_tensor_default_6" [id=56, type=quantize_per_tensor]; +"57 dequantize_per_tensor_default_7" [id=57, type=dequantize_per_tensor]; +"58 add__1" [id=58, type=add_]; +"59 relu__4" [id=59, type=relu_]; +"60 quantize_per_tensor_default_7" [id=60, type=quantize_per_tensor]; +"61 dequantize_per_tensor_default_9" [id=61, type=dequantize_per_tensor]; +"62 dequantize_per_tensor_default_8" [id=62, type=dequantize_per_tensor]; +"63 layer2_0_conv1_weight_bias" [id=63, type=get_attr]; +"64 scale_updated_constant5" [id=64, type=get_attr]; +"65 compressed_weight_updated_constant5" [id=65, type=get_attr]; +"66 mul_tensor_5" [id=66, type=mul]; +"67 zero_point_updated_constant5" [id=67, type=get_attr]; +"68 sub_tensor_5" [id=68, type=sub]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__5" [id=70, type=relu_]; +"71 quantize_per_tensor_default_8" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_10" [id=72, type=dequantize_per_tensor]; +"73 layer2_0_conv2_weight_bias" [id=73, type=get_attr]; +"74 scale_updated_constant6" [id=74, type=get_attr]; +"75 compressed_weight_updated_constant6" [id=75, type=get_attr]; +"76 mul_tensor_6" [id=76, type=mul]; +"77 zero_point_updated_constant6" [id=77, type=get_attr]; +"78 sub_tensor_6" [id=78, type=sub]; +"79 conv2d_6" [id=79, type=conv2d]; +"80 quantize_per_tensor_default_9" [id=80, type=quantize_per_tensor]; +"81 dequantize_per_tensor_default_11" [id=81, type=dequantize_per_tensor]; +"82 layer2_0_downsample_0_weight_bias" [id=82, type=get_attr]; +"83 scale_updated_constant7" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant7" [id=84, type=get_attr]; +"85 mul_tensor_7" [id=85, type=mul]; +"86 zero_point_updated_constant7" [id=86, type=get_attr]; +"87 sub_tensor_7" [id=87, type=sub]; +"88 conv2d_7" [id=88, type=conv2d]; +"89 quantize_per_tensor_default_10" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_12" [id=90, type=dequantize_per_tensor]; +"91 add__2" [id=91, type=add_]; +"92 relu__6" [id=92, type=relu_]; +"93 quantize_per_tensor_default_11" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_14" [id=94, type=dequantize_per_tensor]; +"95 dequantize_per_tensor_default_13" [id=95, type=dequantize_per_tensor]; +"96 layer2_1_conv1_weight_bias" [id=96, type=get_attr]; +"97 scale_updated_constant8" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant8" [id=98, type=get_attr]; +"99 mul_tensor_8" [id=99, type=mul]; +"100 zero_point_updated_constant8" [id=100, type=get_attr]; +"101 sub_tensor_8" [id=101, type=sub]; +"102 conv2d_8" [id=102, type=conv2d]; +"103 relu__7" [id=103, type=relu_]; +"104 quantize_per_tensor_default_12" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_15" [id=105, type=dequantize_per_tensor]; +"106 layer2_1_conv2_weight_bias" [id=106, type=get_attr]; +"107 scale_updated_constant9" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant9" [id=108, type=get_attr]; +"109 mul_tensor_9" [id=109, type=mul]; +"110 zero_point_updated_constant9" [id=110, type=get_attr]; +"111 sub_tensor_9" [id=111, type=sub]; +"112 conv2d_9" [id=112, type=conv2d]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_16" [id=114, type=dequantize_per_tensor]; +"115 add__3" [id=115, type=add_]; +"116 relu__8" [id=116, type=relu_]; +"117 quantize_per_tensor_default_14" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_18" [id=118, type=dequantize_per_tensor]; +"119 dequantize_per_tensor_default_17" [id=119, type=dequantize_per_tensor]; +"120 layer3_0_conv1_weight_bias" [id=120, type=get_attr]; +"121 scale_updated_constant10" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant10" [id=122, type=get_attr]; +"123 mul_tensor_10" [id=123, type=mul]; +"124 zero_point_updated_constant10" [id=124, type=get_attr]; +"125 sub_tensor_10" [id=125, type=sub]; +"126 conv2d_10" [id=126, type=conv2d]; +"127 relu__9" [id=127, type=relu_]; +"128 quantize_per_tensor_default_15" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_19" [id=129, type=dequantize_per_tensor]; +"130 layer3_0_conv2_weight_bias" [id=130, type=get_attr]; +"131 scale_updated_constant11" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant11" [id=132, type=get_attr]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 zero_point_updated_constant11" [id=134, type=get_attr]; +"135 sub_tensor_11" [id=135, type=sub]; +"136 conv2d_11" [id=136, type=conv2d]; +"137 quantize_per_tensor_default_16" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_20" [id=138, type=dequantize_per_tensor]; +"139 layer3_0_downsample_0_weight_bias" [id=139, type=get_attr]; +"140 scale_updated_constant12" [id=140, type=get_attr]; +"141 compressed_weight_updated_constant12" [id=141, type=get_attr]; +"142 mul_tensor_12" [id=142, type=mul]; +"143 zero_point_updated_constant12" [id=143, type=get_attr]; +"144 sub_tensor_12" [id=144, type=sub]; +"145 conv2d_12" [id=145, type=conv2d]; +"146 quantize_per_tensor_default_17" [id=146, type=quantize_per_tensor]; +"147 dequantize_per_tensor_default_21" [id=147, type=dequantize_per_tensor]; +"148 add__4" [id=148, type=add_]; +"149 relu__10" [id=149, type=relu_]; +"150 quantize_per_tensor_default_18" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_23" [id=151, type=dequantize_per_tensor]; +"152 dequantize_per_tensor_default_22" [id=152, type=dequantize_per_tensor]; +"153 layer3_1_conv1_weight_bias" [id=153, type=get_attr]; +"154 scale_updated_constant13" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant13" [id=155, type=get_attr]; +"156 mul_tensor_13" [id=156, type=mul]; +"157 zero_point_updated_constant13" [id=157, type=get_attr]; +"158 sub_tensor_13" [id=158, type=sub]; +"159 conv2d_13" [id=159, type=conv2d]; +"160 relu__11" [id=160, type=relu_]; +"161 quantize_per_tensor_default_19" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_24" [id=162, type=dequantize_per_tensor]; +"163 layer3_1_conv2_weight_bias" [id=163, type=get_attr]; +"164 scale_updated_constant14" [id=164, type=get_attr]; +"165 compressed_weight_updated_constant14" [id=165, type=get_attr]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type=get_attr]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_14" [id=169, type=conv2d]; +"170 quantize_per_tensor_default_20" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_25" [id=171, type=dequantize_per_tensor]; +"172 add__5" [id=172, type=add_]; +"173 relu__12" [id=173, type=relu_]; +"174 quantize_per_tensor_default_21" [id=174, type=quantize_per_tensor]; +"175 dequantize_per_tensor_default_27" [id=175, type=dequantize_per_tensor]; +"176 dequantize_per_tensor_default_26" [id=176, type=dequantize_per_tensor]; +"177 layer4_0_conv1_weight_bias" [id=177, type=get_attr]; +"178 scale_updated_constant15" [id=178, type=get_attr]; +"179 compressed_weight_updated_constant15" [id=179, type=get_attr]; +"180 mul_tensor_15" [id=180, type=mul]; +"181 zero_point_updated_constant15" [id=181, type=get_attr]; +"182 sub_tensor_15" [id=182, type=sub]; +"183 conv2d_15" [id=183, type=conv2d]; +"184 relu__13" [id=184, type=relu_]; +"185 quantize_per_tensor_default_22" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_28" [id=186, type=dequantize_per_tensor]; +"187 layer4_0_conv2_weight_bias" [id=187, type=get_attr]; +"188 scale_updated_constant16" [id=188, type=get_attr]; +"189 compressed_weight_updated_constant16" [id=189, type=get_attr]; +"190 mul_tensor_16" [id=190, type=mul]; +"191 zero_point_updated_constant16" [id=191, type=get_attr]; +"192 sub_tensor_16" [id=192, type=sub]; +"193 conv2d_16" [id=193, type=conv2d]; +"194 quantize_per_tensor_default_23" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_29" [id=195, type=dequantize_per_tensor]; +"196 layer4_0_downsample_0_weight_bias" [id=196, type=get_attr]; +"197 scale_updated_constant17" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant17" [id=198, type=get_attr]; +"199 mul_tensor_17" [id=199, type=mul]; +"200 zero_point_updated_constant17" [id=200, type=get_attr]; +"201 sub_tensor_17" [id=201, type=sub]; +"202 conv2d_17" [id=202, type=conv2d]; +"203 quantize_per_tensor_default_24" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_30" [id=204, type=dequantize_per_tensor]; +"205 add__6" [id=205, type=add_]; +"206 relu__14" [id=206, type=relu_]; +"207 quantize_per_tensor_default_25" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_32" [id=208, type=dequantize_per_tensor]; +"209 dequantize_per_tensor_default_31" [id=209, type=dequantize_per_tensor]; +"210 layer4_1_conv1_weight_bias" [id=210, type=get_attr]; +"211 scale_updated_constant18" [id=211, type=get_attr]; +"212 compressed_weight_updated_constant18" [id=212, type=get_attr]; +"213 mul_tensor_18" [id=213, type=mul]; +"214 zero_point_updated_constant18" [id=214, type=get_attr]; +"215 sub_tensor_18" [id=215, type=sub]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu__15" [id=217, type=relu_]; +"218 quantize_per_tensor_default_26" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_33" [id=219, type=dequantize_per_tensor]; +"220 layer4_1_conv2_weight_bias" [id=220, type=get_attr]; +"221 scale_updated_constant19" [id=221, type=get_attr]; +"222 compressed_weight_updated_constant19" [id=222, type=get_attr]; +"223 mul_tensor_19" [id=223, type=mul]; +"224 zero_point_updated_constant19" [id=224, type=get_attr]; +"225 sub_tensor_19" [id=225, type=sub]; +"226 conv2d_19" [id=226, type=conv2d]; +"227 quantize_per_tensor_default_27" [id=227, type=quantize_per_tensor]; +"228 dequantize_per_tensor_default_34" [id=228, type=dequantize_per_tensor]; +"229 add__7" [id=229, type=add_]; +"230 relu__16" [id=230, type=relu_]; +"231 quantize_per_tensor_default_28" [id=231, type=quantize_per_tensor]; +"232 dequantize_per_tensor_default_35" [id=232, type=dequantize_per_tensor]; +"233 adaptive_avg_pool2d" [id=233, type=adaptive_avg_pool2d]; +"234 quantize_per_tensor_default_29" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_36" [id=235, type=dequantize_per_tensor]; +"236 flatten" [id=236, type=flatten]; +"237 scale_updated_constant20" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; +"239 mul_tensor_20" [id=239, type=mul]; +"240 zero_point_updated_constant20" [id=240, type=get_attr]; +"241 sub_tensor_20" [id=241, type=sub]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 fc_bias" -> "242 linear" [label="(1000,)", style=solid]; +"1 x" -> "2 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"3 dequantize_per_tensor_default" -> "10 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"4 conv1_weight_bias" -> "10 conv2d" [label="(64,)", style=solid]; +"5 scale_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"7 mul_tensor" -> "9 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"8 zero_point_updated_constant0" -> "9 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"9 sub_tensor" -> "10 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"10 conv2d" -> "11 relu_" [label="(1, 64, 112, 112)", style=solid]; +"11 relu_" -> "12 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"13 dequantize_per_tensor_default_1" -> "14 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"14 max_pool2d" -> "21 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"14 max_pool2d" -> "34 add_" [label="(1, 64, 56, 56)", style=solid]; +"15 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [label="(64,)", style=solid]; +"16 scale_updated_constant1" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 mul_tensor_1" -> "20 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"19 zero_point_updated_constant1" -> "20 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"21 conv2d_1" -> "22 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"22 relu__1" -> "23 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_2" -> "24 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "31 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"25 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [label="(64,)", style=solid]; +"26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"28 mul_tensor_2" -> "30 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"29 zero_point_updated_constant2" -> "30 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 quantize_per_tensor_default_3" -> "33 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"33 dequantize_per_tensor_default_3" -> "34 add_" [label="(1, 64, 56, 56)", style=solid]; +"34 add_" -> "35 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"35 relu__2" -> "36 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"36 quantize_per_tensor_default_4" -> "38 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_5" -> "58 add__1" [label="(1, 64, 56, 56)", style=solid]; +"38 dequantize_per_tensor_default_4" -> "45 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"39 layer1_1_conv1_weight_bias" -> "45 conv2d_3" [label="(64,)", style=solid]; +"40 scale_updated_constant3" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"41 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"42 mul_tensor_3" -> "44 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"43 zero_point_updated_constant3" -> "44 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"44 sub_tensor_3" -> "45 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"45 conv2d_3" -> "46 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"46 relu__3" -> "47 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_5" -> "48 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_6" -> "55 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"49 layer1_1_conv2_weight_bias" -> "55 conv2d_4" [label="(64,)", style=solid]; +"50 scale_updated_constant4" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"52 mul_tensor_4" -> "54 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"53 zero_point_updated_constant4" -> "54 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"54 sub_tensor_4" -> "55 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"55 conv2d_4" -> "56 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"56 quantize_per_tensor_default_6" -> "57 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"57 dequantize_per_tensor_default_7" -> "58 add__1" [label="(1, 64, 56, 56)", style=solid]; +"58 add__1" -> "59 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"59 relu__4" -> "60 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"60 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"60 quantize_per_tensor_default_7" -> "62 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_9" -> "88 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"62 dequantize_per_tensor_default_8" -> "69 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"63 layer2_0_conv1_weight_bias" -> "69 conv2d_5" [label="(128,)", style=solid]; +"64 scale_updated_constant5" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"65 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"66 mul_tensor_5" -> "68 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"67 zero_point_updated_constant5" -> "68 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"68 sub_tensor_5" -> "69 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"69 conv2d_5" -> "70 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"70 relu__5" -> "71 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"71 quantize_per_tensor_default_8" -> "72 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"72 dequantize_per_tensor_default_10" -> "79 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"73 layer2_0_conv2_weight_bias" -> "79 conv2d_6" [label="(128,)", style=solid]; +"74 scale_updated_constant6" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"75 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"76 mul_tensor_6" -> "78 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"77 zero_point_updated_constant6" -> "78 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"78 sub_tensor_6" -> "79 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"79 conv2d_6" -> "80 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"80 quantize_per_tensor_default_9" -> "81 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"81 dequantize_per_tensor_default_11" -> "91 add__2" [label="(1, 128, 28, 28)", style=solid]; +"82 layer2_0_downsample_0_weight_bias" -> "88 conv2d_7" [label="(128,)", style=solid]; +"83 scale_updated_constant7" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"84 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"85 mul_tensor_7" -> "87 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"86 zero_point_updated_constant7" -> "87 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"87 sub_tensor_7" -> "88 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"88 conv2d_7" -> "89 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"89 quantize_per_tensor_default_10" -> "90 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"90 dequantize_per_tensor_default_12" -> "91 add__2" [label="(1, 128, 28, 28)", style=solid]; +"91 add__2" -> "92 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"92 relu__6" -> "93 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_11" -> "95 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_14" -> "115 add__3" [label="(1, 128, 28, 28)", style=solid]; +"95 dequantize_per_tensor_default_13" -> "102 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"96 layer2_1_conv1_weight_bias" -> "102 conv2d_8" [label="(128,)", style=solid]; +"97 scale_updated_constant8" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"98 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"99 mul_tensor_8" -> "101 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"100 zero_point_updated_constant8" -> "101 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"101 sub_tensor_8" -> "102 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"102 conv2d_8" -> "103 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"103 relu__7" -> "104 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"105 dequantize_per_tensor_default_15" -> "112 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"106 layer2_1_conv2_weight_bias" -> "112 conv2d_9" [label="(128,)", style=solid]; +"107 scale_updated_constant9" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"108 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"109 mul_tensor_9" -> "111 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"110 zero_point_updated_constant9" -> "111 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"111 sub_tensor_9" -> "112 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"112 conv2d_9" -> "113 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_16" -> "115 add__3" [label="(1, 128, 28, 28)", style=solid]; +"115 add__3" -> "116 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"116 relu__8" -> "117 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"117 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"117 quantize_per_tensor_default_14" -> "119 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_18" -> "145 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"119 dequantize_per_tensor_default_17" -> "126 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"120 layer3_0_conv1_weight_bias" -> "126 conv2d_10" [label="(256,)", style=solid]; +"121 scale_updated_constant10" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"122 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"123 mul_tensor_10" -> "125 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"124 zero_point_updated_constant10" -> "125 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"125 sub_tensor_10" -> "126 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"126 conv2d_10" -> "127 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"127 relu__9" -> "128 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"128 quantize_per_tensor_default_15" -> "129 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"129 dequantize_per_tensor_default_19" -> "136 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"130 layer3_0_conv2_weight_bias" -> "136 conv2d_11" [label="(256,)", style=solid]; +"131 scale_updated_constant11" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"132 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"133 mul_tensor_11" -> "135 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"134 zero_point_updated_constant11" -> "135 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"135 sub_tensor_11" -> "136 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"136 conv2d_11" -> "137 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"137 quantize_per_tensor_default_16" -> "138 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"138 dequantize_per_tensor_default_20" -> "148 add__4" [label="(1, 256, 14, 14)", style=solid]; +"139 layer3_0_downsample_0_weight_bias" -> "145 conv2d_12" [label="(256,)", style=solid]; +"140 scale_updated_constant12" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"141 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"142 mul_tensor_12" -> "144 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"143 zero_point_updated_constant12" -> "144 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"144 sub_tensor_12" -> "145 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"145 conv2d_12" -> "146 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"146 quantize_per_tensor_default_17" -> "147 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"147 dequantize_per_tensor_default_21" -> "148 add__4" [label="(1, 256, 14, 14)", style=solid]; +"148 add__4" -> "149 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"149 relu__10" -> "150 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_18" -> "152 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_23" -> "172 add__5" [label="(1, 256, 14, 14)", style=solid]; +"152 dequantize_per_tensor_default_22" -> "159 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"153 layer3_1_conv1_weight_bias" -> "159 conv2d_13" [label="(256,)", style=solid]; +"154 scale_updated_constant13" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"155 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"156 mul_tensor_13" -> "158 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"157 zero_point_updated_constant13" -> "158 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"158 sub_tensor_13" -> "159 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"159 conv2d_13" -> "160 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"160 relu__11" -> "161 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"161 quantize_per_tensor_default_19" -> "162 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"162 dequantize_per_tensor_default_24" -> "169 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"163 layer3_1_conv2_weight_bias" -> "169 conv2d_14" [label="(256,)", style=solid]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"168 sub_tensor_14" -> "169 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"169 conv2d_14" -> "170 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"170 quantize_per_tensor_default_20" -> "171 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"171 dequantize_per_tensor_default_25" -> "172 add__5" [label="(1, 256, 14, 14)", style=solid]; +"172 add__5" -> "173 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"173 relu__12" -> "174 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"174 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"174 quantize_per_tensor_default_21" -> "176 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_27" -> "202 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_26" -> "183 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"177 layer4_0_conv1_weight_bias" -> "183 conv2d_15" [label="(512,)", style=solid]; +"178 scale_updated_constant15" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"179 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"180 mul_tensor_15" -> "182 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"181 zero_point_updated_constant15" -> "182 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"182 sub_tensor_15" -> "183 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"183 conv2d_15" -> "184 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"184 relu__13" -> "185 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"185 quantize_per_tensor_default_22" -> "186 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"186 dequantize_per_tensor_default_28" -> "193 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"187 layer4_0_conv2_weight_bias" -> "193 conv2d_16" [label="(512,)", style=solid]; +"188 scale_updated_constant16" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"189 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"190 mul_tensor_16" -> "192 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"191 zero_point_updated_constant16" -> "192 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"192 sub_tensor_16" -> "193 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"193 conv2d_16" -> "194 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"194 quantize_per_tensor_default_23" -> "195 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"195 dequantize_per_tensor_default_29" -> "205 add__6" [label="(1, 512, 7, 7)", style=solid]; +"196 layer4_0_downsample_0_weight_bias" -> "202 conv2d_17" [label="(512,)", style=solid]; +"197 scale_updated_constant17" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"198 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"199 mul_tensor_17" -> "201 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"200 zero_point_updated_constant17" -> "201 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"201 sub_tensor_17" -> "202 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"202 conv2d_17" -> "203 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"203 quantize_per_tensor_default_24" -> "204 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"204 dequantize_per_tensor_default_30" -> "205 add__6" [label="(1, 512, 7, 7)", style=solid]; +"205 add__6" -> "206 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"206 relu__14" -> "207 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_25" -> "209 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_32" -> "229 add__7" [label="(1, 512, 7, 7)", style=solid]; +"209 dequantize_per_tensor_default_31" -> "216 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"210 layer4_1_conv1_weight_bias" -> "216 conv2d_18" [label="(512,)", style=solid]; +"211 scale_updated_constant18" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"212 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"213 mul_tensor_18" -> "215 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"214 zero_point_updated_constant18" -> "215 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"215 sub_tensor_18" -> "216 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"216 conv2d_18" -> "217 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"217 relu__15" -> "218 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"218 quantize_per_tensor_default_26" -> "219 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"219 dequantize_per_tensor_default_33" -> "226 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"220 layer4_1_conv2_weight_bias" -> "226 conv2d_19" [label="(512,)", style=solid]; +"221 scale_updated_constant19" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"222 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"223 mul_tensor_19" -> "225 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"224 zero_point_updated_constant19" -> "225 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"225 sub_tensor_19" -> "226 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"226 conv2d_19" -> "227 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"227 quantize_per_tensor_default_27" -> "228 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"228 dequantize_per_tensor_default_34" -> "229 add__7" [label="(1, 512, 7, 7)", style=solid]; +"229 add__7" -> "230 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"230 relu__16" -> "231 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"231 quantize_per_tensor_default_28" -> "232 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"232 dequantize_per_tensor_default_35" -> "233 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"233 adaptive_avg_pool2d" -> "234 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"234 quantize_per_tensor_default_29" -> "235 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"235 dequantize_per_tensor_default_36" -> "236 flatten" [label="(1, 512, 1, 1)", style=solid]; +"236 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"237 scale_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 1)", style=solid]; +"238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 512)", style=solid]; +"239 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; +"240 zero_point_updated_constant20" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; +"241 sub_tensor_20" -> "242 linear" [label="(1000, 512)", style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/swin_v2_s.dot new file mode 100644 index 00000000000..308b55dbef2 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/swin_v2_s.dot @@ -0,0 +1,5264 @@ +strict digraph { +"0 features_1_0_attn_proj_bias" [id=0, type=get_attr]; +"1 features_1_1_attn_proj_bias" [id=1, type=get_attr]; +"2 features_3_0_attn_proj_bias" [id=2, type=get_attr]; +"3 features_3_1_attn_proj_bias" [id=3, type=get_attr]; +"4 features_5_0_attn_proj_bias" [id=4, type=get_attr]; +"5 features_5_1_attn_proj_bias" [id=5, type=get_attr]; +"6 features_5_2_attn_proj_bias" [id=6, type=get_attr]; +"7 features_5_3_attn_proj_bias" [id=7, type=get_attr]; +"8 features_5_4_attn_proj_bias" [id=8, type=get_attr]; +"9 features_5_5_attn_proj_bias" [id=9, type=get_attr]; +"10 features_5_6_attn_proj_bias" [id=10, type=get_attr]; +"11 features_5_7_attn_proj_bias" [id=11, type=get_attr]; +"12 features_5_8_attn_proj_bias" [id=12, type=get_attr]; +"13 features_5_9_attn_proj_bias" [id=13, type=get_attr]; +"14 features_5_10_attn_proj_bias" [id=14, type=get_attr]; +"15 features_5_11_attn_proj_bias" [id=15, type=get_attr]; +"16 features_5_12_attn_proj_bias" [id=16, type=get_attr]; +"17 features_5_13_attn_proj_bias" [id=17, type=get_attr]; +"18 features_5_14_attn_proj_bias" [id=18, type=get_attr]; +"19 features_5_15_attn_proj_bias" [id=19, type=get_attr]; +"20 features_5_16_attn_proj_bias" [id=20, type=get_attr]; +"21 features_5_17_attn_proj_bias" [id=21, type=get_attr]; +"22 features_7_0_attn_proj_bias" [id=22, type=get_attr]; +"23 features_7_1_attn_proj_bias" [id=23, type=get_attr]; +"24 features_0_0_bias" [id=24, type=get_attr]; +"25 features_0_2_weight" [id=25, type=get_attr]; +"26 features_0_2_bias" [id=26, type=get_attr]; +"27 features_1_0_norm1_weight" [id=27, type=get_attr]; +"28 features_1_0_norm1_bias" [id=28, type=get_attr]; +"29 features_1_0_mlp_0_bias" [id=29, type=get_attr]; +"30 features_1_0_mlp_3_bias" [id=30, type=get_attr]; +"31 features_1_0_norm2_weight" [id=31, type=get_attr]; +"32 features_1_0_norm2_bias" [id=32, type=get_attr]; +"33 features_1_1_norm1_weight" [id=33, type=get_attr]; +"34 features_1_1_norm1_bias" [id=34, type=get_attr]; +"35 features_1_1_mlp_0_bias" [id=35, type=get_attr]; +"36 features_1_1_mlp_3_bias" [id=36, type=get_attr]; +"37 features_1_1_norm2_weight" [id=37, type=get_attr]; +"38 features_1_1_norm2_bias" [id=38, type=get_attr]; +"39 features_2_norm_weight" [id=39, type=get_attr]; +"40 features_2_norm_bias" [id=40, type=get_attr]; +"41 features_3_0_norm1_weight" [id=41, type=get_attr]; +"42 features_3_0_norm1_bias" [id=42, type=get_attr]; +"43 features_3_0_mlp_0_bias" [id=43, type=get_attr]; +"44 features_3_0_mlp_3_bias" [id=44, type=get_attr]; +"45 features_3_0_norm2_weight" [id=45, type=get_attr]; +"46 features_3_0_norm2_bias" [id=46, type=get_attr]; +"47 features_3_1_norm1_weight" [id=47, type=get_attr]; +"48 features_3_1_norm1_bias" [id=48, type=get_attr]; +"49 features_3_1_mlp_0_bias" [id=49, type=get_attr]; +"50 features_3_1_mlp_3_bias" [id=50, type=get_attr]; +"51 features_3_1_norm2_weight" [id=51, type=get_attr]; +"52 features_3_1_norm2_bias" [id=52, type=get_attr]; +"53 features_4_norm_weight" [id=53, type=get_attr]; +"54 features_4_norm_bias" [id=54, type=get_attr]; +"55 features_5_0_norm1_weight" [id=55, type=get_attr]; +"56 features_5_0_norm1_bias" [id=56, type=get_attr]; +"57 features_5_0_mlp_0_bias" [id=57, type=get_attr]; +"58 features_5_0_mlp_3_bias" [id=58, type=get_attr]; +"59 features_5_0_norm2_weight" [id=59, type=get_attr]; +"60 features_5_0_norm2_bias" [id=60, type=get_attr]; +"61 features_5_1_norm1_weight" [id=61, type=get_attr]; +"62 features_5_1_norm1_bias" [id=62, type=get_attr]; +"63 features_5_1_mlp_0_bias" [id=63, type=get_attr]; +"64 features_5_1_mlp_3_bias" [id=64, type=get_attr]; +"65 features_5_1_norm2_weight" [id=65, type=get_attr]; +"66 features_5_1_norm2_bias" [id=66, type=get_attr]; +"67 features_5_2_norm1_weight" [id=67, type=get_attr]; +"68 features_5_2_norm1_bias" [id=68, type=get_attr]; +"69 features_5_2_mlp_0_bias" [id=69, type=get_attr]; +"70 features_5_2_mlp_3_bias" [id=70, type=get_attr]; +"71 features_5_2_norm2_weight" [id=71, type=get_attr]; +"72 features_5_2_norm2_bias" [id=72, type=get_attr]; +"73 features_5_3_norm1_weight" [id=73, type=get_attr]; +"74 features_5_3_norm1_bias" [id=74, type=get_attr]; +"75 features_5_3_mlp_0_bias" [id=75, type=get_attr]; +"76 features_5_3_mlp_3_bias" [id=76, type=get_attr]; +"77 features_5_3_norm2_weight" [id=77, type=get_attr]; +"78 features_5_3_norm2_bias" [id=78, type=get_attr]; +"79 features_5_4_norm1_weight" [id=79, type=get_attr]; +"80 features_5_4_norm1_bias" [id=80, type=get_attr]; +"81 features_5_4_mlp_0_bias" [id=81, type=get_attr]; +"82 features_5_4_mlp_3_bias" [id=82, type=get_attr]; +"83 features_5_4_norm2_weight" [id=83, type=get_attr]; +"84 features_5_4_norm2_bias" [id=84, type=get_attr]; +"85 features_5_5_norm1_weight" [id=85, type=get_attr]; +"86 features_5_5_norm1_bias" [id=86, type=get_attr]; +"87 features_5_5_mlp_0_bias" [id=87, type=get_attr]; +"88 features_5_5_mlp_3_bias" [id=88, type=get_attr]; +"89 features_5_5_norm2_weight" [id=89, type=get_attr]; +"90 features_5_5_norm2_bias" [id=90, type=get_attr]; +"91 features_5_6_norm1_weight" [id=91, type=get_attr]; +"92 features_5_6_norm1_bias" [id=92, type=get_attr]; +"93 features_5_6_mlp_0_bias" [id=93, type=get_attr]; +"94 features_5_6_mlp_3_bias" [id=94, type=get_attr]; +"95 features_5_6_norm2_weight" [id=95, type=get_attr]; +"96 features_5_6_norm2_bias" [id=96, type=get_attr]; +"97 features_5_7_norm1_weight" [id=97, type=get_attr]; +"98 features_5_7_norm1_bias" [id=98, type=get_attr]; +"99 features_5_7_mlp_0_bias" [id=99, type=get_attr]; +"100 features_5_7_mlp_3_bias" [id=100, type=get_attr]; +"101 features_5_7_norm2_weight" [id=101, type=get_attr]; +"102 features_5_7_norm2_bias" [id=102, type=get_attr]; +"103 features_5_8_norm1_weight" [id=103, type=get_attr]; +"104 features_5_8_norm1_bias" [id=104, type=get_attr]; +"105 features_5_8_mlp_0_bias" [id=105, type=get_attr]; +"106 features_5_8_mlp_3_bias" [id=106, type=get_attr]; +"107 features_5_8_norm2_weight" [id=107, type=get_attr]; +"108 features_5_8_norm2_bias" [id=108, type=get_attr]; +"109 features_5_9_norm1_weight" [id=109, type=get_attr]; +"110 features_5_9_norm1_bias" [id=110, type=get_attr]; +"111 features_5_9_mlp_0_bias" [id=111, type=get_attr]; +"112 features_5_9_mlp_3_bias" [id=112, type=get_attr]; +"113 features_5_9_norm2_weight" [id=113, type=get_attr]; +"114 features_5_9_norm2_bias" [id=114, type=get_attr]; +"115 features_5_10_norm1_weight" [id=115, type=get_attr]; +"116 features_5_10_norm1_bias" [id=116, type=get_attr]; +"117 features_5_10_mlp_0_bias" [id=117, type=get_attr]; +"118 features_5_10_mlp_3_bias" [id=118, type=get_attr]; +"119 features_5_10_norm2_weight" [id=119, type=get_attr]; +"120 features_5_10_norm2_bias" [id=120, type=get_attr]; +"121 features_5_11_norm1_weight" [id=121, type=get_attr]; +"122 features_5_11_norm1_bias" [id=122, type=get_attr]; +"123 features_5_11_mlp_0_bias" [id=123, type=get_attr]; +"124 features_5_11_mlp_3_bias" [id=124, type=get_attr]; +"125 features_5_11_norm2_weight" [id=125, type=get_attr]; +"126 features_5_11_norm2_bias" [id=126, type=get_attr]; +"127 features_5_12_norm1_weight" [id=127, type=get_attr]; +"128 features_5_12_norm1_bias" [id=128, type=get_attr]; +"129 features_5_12_mlp_0_bias" [id=129, type=get_attr]; +"130 features_5_12_mlp_3_bias" [id=130, type=get_attr]; +"131 features_5_12_norm2_weight" [id=131, type=get_attr]; +"132 features_5_12_norm2_bias" [id=132, type=get_attr]; +"133 features_5_13_norm1_weight" [id=133, type=get_attr]; +"134 features_5_13_norm1_bias" [id=134, type=get_attr]; +"135 features_5_13_mlp_0_bias" [id=135, type=get_attr]; +"136 features_5_13_mlp_3_bias" [id=136, type=get_attr]; +"137 features_5_13_norm2_weight" [id=137, type=get_attr]; +"138 features_5_13_norm2_bias" [id=138, type=get_attr]; +"139 features_5_14_norm1_weight" [id=139, type=get_attr]; +"140 features_5_14_norm1_bias" [id=140, type=get_attr]; +"141 features_5_14_mlp_0_bias" [id=141, type=get_attr]; +"142 features_5_14_mlp_3_bias" [id=142, type=get_attr]; +"143 features_5_14_norm2_weight" [id=143, type=get_attr]; +"144 features_5_14_norm2_bias" [id=144, type=get_attr]; +"145 features_5_15_norm1_weight" [id=145, type=get_attr]; +"146 features_5_15_norm1_bias" [id=146, type=get_attr]; +"147 features_5_15_mlp_0_bias" [id=147, type=get_attr]; +"148 features_5_15_mlp_3_bias" [id=148, type=get_attr]; +"149 features_5_15_norm2_weight" [id=149, type=get_attr]; +"150 features_5_15_norm2_bias" [id=150, type=get_attr]; +"151 features_5_16_norm1_weight" [id=151, type=get_attr]; +"152 features_5_16_norm1_bias" [id=152, type=get_attr]; +"153 features_5_16_mlp_0_bias" [id=153, type=get_attr]; +"154 features_5_16_mlp_3_bias" [id=154, type=get_attr]; +"155 features_5_16_norm2_weight" [id=155, type=get_attr]; +"156 features_5_16_norm2_bias" [id=156, type=get_attr]; +"157 features_5_17_norm1_weight" [id=157, type=get_attr]; +"158 features_5_17_norm1_bias" [id=158, type=get_attr]; +"159 features_5_17_mlp_0_bias" [id=159, type=get_attr]; +"160 features_5_17_mlp_3_bias" [id=160, type=get_attr]; +"161 features_5_17_norm2_weight" [id=161, type=get_attr]; +"162 features_5_17_norm2_bias" [id=162, type=get_attr]; +"163 features_6_norm_weight" [id=163, type=get_attr]; +"164 features_6_norm_bias" [id=164, type=get_attr]; +"165 features_7_0_norm1_weight" [id=165, type=get_attr]; +"166 features_7_0_norm1_bias" [id=166, type=get_attr]; +"167 features_7_0_mlp_0_bias" [id=167, type=get_attr]; +"168 features_7_0_mlp_3_bias" [id=168, type=get_attr]; +"169 features_7_0_norm2_weight" [id=169, type=get_attr]; +"170 features_7_0_norm2_bias" [id=170, type=get_attr]; +"171 features_7_1_norm1_weight" [id=171, type=get_attr]; +"172 features_7_1_norm1_bias" [id=172, type=get_attr]; +"173 features_7_1_mlp_0_bias" [id=173, type=get_attr]; +"174 features_7_1_mlp_3_bias" [id=174, type=get_attr]; +"175 features_7_1_norm2_weight" [id=175, type=get_attr]; +"176 features_7_1_norm2_bias" [id=176, type=get_attr]; +"177 norm_weight" [id=177, type=get_attr]; +"178 norm_bias" [id=178, type=get_attr]; +"179 head_bias" [id=179, type=get_attr]; +"180 x" [id=180, type=input]; +"181 quantize_per_tensor_default" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default" [id=182, type=dequantize_per_tensor]; +"183 scale_updated_constant0" [id=183, type=get_attr]; +"184 compressed_weight_updated_constant0" [id=184, type=get_attr]; +"185 mul_tensor" [id=185, type=mul]; +"186 zero_point_updated_constant0" [id=186, type=get_attr]; +"187 sub_tensor" [id=187, type=sub]; +"188 conv2d" [id=188, type=conv2d]; +"189 permute" [id=189, type=permute]; +"190 layer_norm" [id=190, type=layer_norm]; +"191 _frozen_param0" [id=191, type=get_attr]; +"192 pad" [id=192, type=pad]; +"193 view_2" [id=193, type=view]; +"194 permute_2" [id=194, type=permute]; +"195 reshape" [id=195, type=reshape]; +"196 _frozen_param1" [id=196, type=get_attr]; +"197 reshape_0_0_nncf_smooth_quant_0" [id=197, type=call_module]; +"198 quantize_per_tensor_default_1" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_1" [id=199, type=dequantize_per_tensor]; +"200 scale_updated_constant1" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant1" [id=201, type=get_attr]; +"202 mul_tensor_1" [id=202, type=mul]; +"203 zero_point_updated_constant1" [id=203, type=get_attr]; +"204 sub_tensor_1" [id=204, type=sub]; +"205 linear_2" [id=205, type=linear]; +"206 reshape_1" [id=206, type=reshape]; +"207 permute_3" [id=207, type=permute]; +"208 select" [id=208, type=select]; +"209 select_1" [id=209, type=select]; +"210 select_2" [id=210, type=select]; +"211 linalg_vector_norm" [id=211, type=linalg_vector_norm]; +"212 clamp_min" [id=212, type=clamp_min]; +"213 expand_as" [id=213, type=expand_as]; +"214 div" [id=214, type=div]; +"215 quantize_per_tensor_default_2" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_2" [id=216, type=dequantize_per_tensor]; +"217 linalg_vector_norm_1" [id=217, type=linalg_vector_norm]; +"218 clamp_min_1" [id=218, type=clamp_min]; +"219 expand_as_1" [id=219, type=expand_as]; +"220 div_1" [id=220, type=div]; +"221 quantize_per_tensor_default_3" [id=221, type=quantize_per_tensor]; +"222 dequantize_per_tensor_default_3" [id=222, type=dequantize_per_tensor]; +"223 transpose" [id=223, type=transpose]; +"224 matmul" [id=224, type=matmul]; +"225 _frozen_param3" [id=225, type=get_attr]; +"226 mul_1" [id=226, type=mul]; +"227 add" [id=227, type=add]; +"228 softmax" [id=228, type=softmax]; +"229 dropout" [id=229, type=dropout]; +"230 matmul_1" [id=230, type=matmul]; +"231 transpose_1" [id=231, type=transpose]; +"232 reshape_2" [id=232, type=reshape]; +"233 reshape_2_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; +"234 quantize_per_tensor_default_4" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_4" [id=235, type=dequantize_per_tensor]; +"236 scale_updated_constant2" [id=236, type=get_attr]; +"237 compressed_weight_updated_constant2" [id=237, type=get_attr]; +"238 mul_tensor_2" [id=238, type=mul]; +"239 zero_point_updated_constant2" [id=239, type=get_attr]; +"240 sub_tensor_2" [id=240, type=sub]; +"241 linear_3" [id=241, type=linear]; +"242 dropout_1" [id=242, type=dropout]; +"243 view_3" [id=243, type=view]; +"244 permute_4" [id=244, type=permute]; +"245 reshape_3" [id=245, type=reshape]; +"246 slice_2" [id=246, type=slice]; +"247 slice_3" [id=247, type=slice]; +"248 layer_norm_1" [id=248, type=layer_norm]; +"249 add_1" [id=249, type=add]; +"250 add_1_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; +"251 quantize_per_tensor_default_5" [id=251, type=quantize_per_tensor]; +"252 dequantize_per_tensor_default_5" [id=252, type=dequantize_per_tensor]; +"253 scale_updated_constant3" [id=253, type=get_attr]; +"254 compressed_weight_updated_constant3" [id=254, type=get_attr]; +"255 mul_tensor_3" [id=255, type=mul]; +"256 zero_point_updated_constant3" [id=256, type=get_attr]; +"257 sub_tensor_3" [id=257, type=sub]; +"258 linear_4" [id=258, type=linear]; +"259 gelu" [id=259, type=gelu]; +"260 dropout_2" [id=260, type=dropout]; +"261 dropout_2_0_0_nncf_smooth_quant_0" [id=261, type=call_module]; +"262 quantize_per_tensor_default_6" [id=262, type=quantize_per_tensor]; +"263 dequantize_per_tensor_default_6" [id=263, type=dequantize_per_tensor]; +"264 scale_updated_constant4" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant4" [id=265, type=get_attr]; +"266 mul_tensor_4" [id=266, type=mul]; +"267 zero_point_updated_constant4" [id=267, type=get_attr]; +"268 sub_tensor_4" [id=268, type=sub]; +"269 linear_5" [id=269, type=linear]; +"270 dropout_3" [id=270, type=dropout]; +"271 layer_norm_2" [id=271, type=layer_norm]; +"272 add_2" [id=272, type=add]; +"273 _frozen_param4" [id=273, type=get_attr]; +"274 pad_1" [id=274, type=pad]; +"275 roll" [id=275, type=roll]; +"276 view_6" [id=276, type=view]; +"277 permute_6" [id=277, type=permute]; +"278 reshape_4" [id=278, type=reshape]; +"279 _frozen_param5" [id=279, type=get_attr]; +"280 reshape_4_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_7" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_7" [id=282, type=dequantize_per_tensor]; +"283 scale_updated_constant5" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant5" [id=284, type=get_attr]; +"285 mul_tensor_5" [id=285, type=mul]; +"286 zero_point_updated_constant5" [id=286, type=get_attr]; +"287 sub_tensor_5" [id=287, type=sub]; +"288 linear_8" [id=288, type=linear]; +"289 reshape_5" [id=289, type=reshape]; +"290 permute_7" [id=290, type=permute]; +"291 select_3" [id=291, type=select]; +"292 select_4" [id=292, type=select]; +"293 select_5" [id=293, type=select]; +"294 linalg_vector_norm_2" [id=294, type=linalg_vector_norm]; +"295 clamp_min_2" [id=295, type=clamp_min]; +"296 expand_as_2" [id=296, type=expand_as]; +"297 div_2" [id=297, type=div]; +"298 quantize_per_tensor_default_8" [id=298, type=quantize_per_tensor]; +"299 dequantize_per_tensor_default_8" [id=299, type=dequantize_per_tensor]; +"300 linalg_vector_norm_3" [id=300, type=linalg_vector_norm]; +"301 clamp_min_3" [id=301, type=clamp_min]; +"302 expand_as_3" [id=302, type=expand_as]; +"303 div_3" [id=303, type=div]; +"304 quantize_per_tensor_default_9" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_9" [id=305, type=dequantize_per_tensor]; +"306 transpose_2" [id=306, type=transpose]; +"307 matmul_2" [id=307, type=matmul]; +"308 _frozen_param7" [id=308, type=get_attr]; +"309 mul_3" [id=309, type=mul]; +"310 add_3" [id=310, type=add]; +"311 new_zeros" [id=311, type=new_zeros]; +"312 view_7" [id=312, type=view]; +"313 permute_8" [id=313, type=permute]; +"314 reshape_6" [id=314, type=reshape]; +"315 unsqueeze_2" [id=315, type=unsqueeze]; +"316 unsqueeze_3" [id=316, type=unsqueeze]; +"317 sub" [id=317, type=sub]; +"318 ne" [id=318, type=ne]; +"319 masked_fill" [id=319, type=masked_fill]; +"320 eq" [id=320, type=eq]; +"321 masked_fill_1" [id=321, type=masked_fill]; +"322 view_8" [id=322, type=view]; +"323 unsqueeze_4" [id=323, type=unsqueeze]; +"324 unsqueeze_5" [id=324, type=unsqueeze]; +"325 add_4" [id=325, type=add]; +"326 view_9" [id=326, type=view]; +"327 softmax_1" [id=327, type=softmax]; +"328 dropout_4" [id=328, type=dropout]; +"329 matmul_3" [id=329, type=matmul]; +"330 transpose_3" [id=330, type=transpose]; +"331 reshape_7" [id=331, type=reshape]; +"332 reshape_7_0_0_nncf_smooth_quant_0" [id=332, type=call_module]; +"333 quantize_per_tensor_default_10" [id=333, type=quantize_per_tensor]; +"334 dequantize_per_tensor_default_10" [id=334, type=dequantize_per_tensor]; +"335 scale_updated_constant6" [id=335, type=get_attr]; +"336 compressed_weight_updated_constant6" [id=336, type=get_attr]; +"337 mul_tensor_6" [id=337, type=mul]; +"338 zero_point_updated_constant6" [id=338, type=get_attr]; +"339 sub_tensor_6" [id=339, type=sub]; +"340 linear_9" [id=340, type=linear]; +"341 dropout_5" [id=341, type=dropout]; +"342 view_10" [id=342, type=view]; +"343 permute_9" [id=343, type=permute]; +"344 reshape_8" [id=344, type=reshape]; +"345 roll_1" [id=345, type=roll]; +"346 slice_23" [id=346, type=slice]; +"347 slice_24" [id=347, type=slice]; +"348 layer_norm_3" [id=348, type=layer_norm]; +"349 add_5" [id=349, type=add]; +"350 add_5_0_0_nncf_smooth_quant_0" [id=350, type=call_module]; +"351 quantize_per_tensor_default_11" [id=351, type=quantize_per_tensor]; +"352 dequantize_per_tensor_default_11" [id=352, type=dequantize_per_tensor]; +"353 scale_updated_constant7" [id=353, type=get_attr]; +"354 compressed_weight_updated_constant7" [id=354, type=get_attr]; +"355 mul_tensor_7" [id=355, type=mul]; +"356 zero_point_updated_constant7" [id=356, type=get_attr]; +"357 sub_tensor_7" [id=357, type=sub]; +"358 linear_10" [id=358, type=linear]; +"359 gelu_1" [id=359, type=gelu]; +"360 dropout_6" [id=360, type=dropout]; +"361 dropout_6_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_12" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_12" [id=363, type=dequantize_per_tensor]; +"364 scale_updated_constant8" [id=364, type=get_attr]; +"365 compressed_weight_updated_constant8" [id=365, type=get_attr]; +"366 mul_tensor_8" [id=366, type=mul]; +"367 zero_point_updated_constant8" [id=367, type=get_attr]; +"368 sub_tensor_8" [id=368, type=sub]; +"369 linear_11" [id=369, type=linear]; +"370 dropout_7" [id=370, type=dropout]; +"371 layer_norm_4" [id=371, type=layer_norm]; +"372 add_6" [id=372, type=add]; +"373 pad_2" [id=373, type=pad]; +"374 slice_25" [id=374, type=slice]; +"375 slice_26" [id=375, type=slice]; +"376 slice_27" [id=376, type=slice]; +"377 slice_28" [id=377, type=slice]; +"378 slice_29" [id=378, type=slice]; +"379 slice_30" [id=379, type=slice]; +"380 slice_31" [id=380, type=slice]; +"381 slice_32" [id=381, type=slice]; +"382 slice_33" [id=382, type=slice]; +"383 slice_34" [id=383, type=slice]; +"384 slice_35" [id=384, type=slice]; +"385 slice_36" [id=385, type=slice]; +"386 cat" [id=386, type=cat]; +"387 cat_0_0_nncf_smooth_quant_0" [id=387, type=call_module]; +"388 quantize_per_tensor_default_13" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_13" [id=389, type=dequantize_per_tensor]; +"390 scale_updated_constant9" [id=390, type=get_attr]; +"391 compressed_weight_updated_constant9" [id=391, type=get_attr]; +"392 mul_tensor_9" [id=392, type=mul]; +"393 zero_point_updated_constant9" [id=393, type=get_attr]; +"394 sub_tensor_9" [id=394, type=sub]; +"395 linear_12" [id=395, type=linear]; +"396 layer_norm_5" [id=396, type=layer_norm]; +"397 _frozen_param17" [id=397, type=get_attr]; +"398 pad_3" [id=398, type=pad]; +"399 view_13" [id=399, type=view]; +"400 permute_11" [id=400, type=permute]; +"401 reshape_9" [id=401, type=reshape]; +"402 _frozen_param18" [id=402, type=get_attr]; +"403 reshape_9_0_0_nncf_smooth_quant_0" [id=403, type=call_module]; +"404 quantize_per_tensor_default_14" [id=404, type=quantize_per_tensor]; +"405 dequantize_per_tensor_default_14" [id=405, type=dequantize_per_tensor]; +"406 scale_updated_constant10" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant10" [id=407, type=get_attr]; +"408 mul_tensor_10" [id=408, type=mul]; +"409 zero_point_updated_constant10" [id=409, type=get_attr]; +"410 sub_tensor_10" [id=410, type=sub]; +"411 linear_15" [id=411, type=linear]; +"412 reshape_10" [id=412, type=reshape]; +"413 permute_12" [id=413, type=permute]; +"414 select_6" [id=414, type=select]; +"415 select_7" [id=415, type=select]; +"416 select_8" [id=416, type=select]; +"417 linalg_vector_norm_4" [id=417, type=linalg_vector_norm]; +"418 clamp_min_4" [id=418, type=clamp_min]; +"419 expand_as_4" [id=419, type=expand_as]; +"420 div_4" [id=420, type=div]; +"421 quantize_per_tensor_default_15" [id=421, type=quantize_per_tensor]; +"422 dequantize_per_tensor_default_15" [id=422, type=dequantize_per_tensor]; +"423 linalg_vector_norm_5" [id=423, type=linalg_vector_norm]; +"424 clamp_min_5" [id=424, type=clamp_min]; +"425 expand_as_5" [id=425, type=expand_as]; +"426 div_5" [id=426, type=div]; +"427 quantize_per_tensor_default_16" [id=427, type=quantize_per_tensor]; +"428 dequantize_per_tensor_default_16" [id=428, type=dequantize_per_tensor]; +"429 transpose_4" [id=429, type=transpose]; +"430 matmul_4" [id=430, type=matmul]; +"431 _frozen_param20" [id=431, type=get_attr]; +"432 mul_5" [id=432, type=mul]; +"433 add_7" [id=433, type=add]; +"434 softmax_2" [id=434, type=softmax]; +"435 dropout_8" [id=435, type=dropout]; +"436 matmul_5" [id=436, type=matmul]; +"437 transpose_5" [id=437, type=transpose]; +"438 reshape_11" [id=438, type=reshape]; +"439 reshape_11_0_0_nncf_smooth_quant_0" [id=439, type=call_module]; +"440 quantize_per_tensor_default_17" [id=440, type=quantize_per_tensor]; +"441 dequantize_per_tensor_default_17" [id=441, type=dequantize_per_tensor]; +"442 scale_updated_constant11" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant11" [id=443, type=get_attr]; +"444 mul_tensor_11" [id=444, type=mul]; +"445 zero_point_updated_constant11" [id=445, type=get_attr]; +"446 sub_tensor_11" [id=446, type=sub]; +"447 linear_16" [id=447, type=linear]; +"448 dropout_9" [id=448, type=dropout]; +"449 view_14" [id=449, type=view]; +"450 permute_13" [id=450, type=permute]; +"451 reshape_12" [id=451, type=reshape]; +"452 slice_38" [id=452, type=slice]; +"453 slice_39" [id=453, type=slice]; +"454 slice_40" [id=454, type=slice]; +"455 slice_41" [id=455, type=slice]; +"456 contiguous_3" [id=456, type=contiguous]; +"457 layer_norm_6" [id=457, type=layer_norm]; +"458 add_8" [id=458, type=add]; +"459 add_8_0_0_nncf_smooth_quant_0" [id=459, type=call_module]; +"460 quantize_per_tensor_default_18" [id=460, type=quantize_per_tensor]; +"461 dequantize_per_tensor_default_18" [id=461, type=dequantize_per_tensor]; +"462 scale_updated_constant12" [id=462, type=get_attr]; +"463 compressed_weight_updated_constant12" [id=463, type=get_attr]; +"464 mul_tensor_12" [id=464, type=mul]; +"465 zero_point_updated_constant12" [id=465, type=get_attr]; +"466 sub_tensor_12" [id=466, type=sub]; +"467 linear_17" [id=467, type=linear]; +"468 gelu_2" [id=468, type=gelu]; +"469 dropout_10" [id=469, type=dropout]; +"470 dropout_10_0_0_nncf_smooth_quant_0" [id=470, type=call_module]; +"471 quantize_per_tensor_default_19" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_19" [id=472, type=dequantize_per_tensor]; +"473 scale_updated_constant13" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant13" [id=474, type=get_attr]; +"475 mul_tensor_13" [id=475, type=mul]; +"476 zero_point_updated_constant13" [id=476, type=get_attr]; +"477 sub_tensor_13" [id=477, type=sub]; +"478 linear_18" [id=478, type=linear]; +"479 dropout_11" [id=479, type=dropout]; +"480 layer_norm_7" [id=480, type=layer_norm]; +"481 add_9" [id=481, type=add]; +"482 _frozen_param21" [id=482, type=get_attr]; +"483 pad_4" [id=483, type=pad]; +"484 roll_2" [id=484, type=roll]; +"485 view_17" [id=485, type=view]; +"486 permute_15" [id=486, type=permute]; +"487 reshape_13" [id=487, type=reshape]; +"488 _frozen_param22" [id=488, type=get_attr]; +"489 reshape_13_0_0_nncf_smooth_quant_0" [id=489, type=call_module]; +"490 quantize_per_tensor_default_20" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_20" [id=491, type=dequantize_per_tensor]; +"492 scale_updated_constant14" [id=492, type=get_attr]; +"493 compressed_weight_updated_constant14" [id=493, type=get_attr]; +"494 mul_tensor_14" [id=494, type=mul]; +"495 zero_point_updated_constant14" [id=495, type=get_attr]; +"496 sub_tensor_14" [id=496, type=sub]; +"497 linear_21" [id=497, type=linear]; +"498 reshape_14" [id=498, type=reshape]; +"499 permute_16" [id=499, type=permute]; +"500 select_9" [id=500, type=select]; +"501 select_10" [id=501, type=select]; +"502 select_11" [id=502, type=select]; +"503 linalg_vector_norm_6" [id=503, type=linalg_vector_norm]; +"504 clamp_min_6" [id=504, type=clamp_min]; +"505 expand_as_6" [id=505, type=expand_as]; +"506 div_6" [id=506, type=div]; +"507 quantize_per_tensor_default_21" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_21" [id=508, type=dequantize_per_tensor]; +"509 linalg_vector_norm_7" [id=509, type=linalg_vector_norm]; +"510 clamp_min_7" [id=510, type=clamp_min]; +"511 expand_as_7" [id=511, type=expand_as]; +"512 div_7" [id=512, type=div]; +"513 quantize_per_tensor_default_22" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_22" [id=514, type=dequantize_per_tensor]; +"515 transpose_6" [id=515, type=transpose]; +"516 matmul_6" [id=516, type=matmul]; +"517 _frozen_param24" [id=517, type=get_attr]; +"518 mul_7" [id=518, type=mul]; +"519 add_10" [id=519, type=add]; +"520 new_zeros_1" [id=520, type=new_zeros]; +"521 view_18" [id=521, type=view]; +"522 permute_17" [id=522, type=permute]; +"523 reshape_15" [id=523, type=reshape]; +"524 unsqueeze_8" [id=524, type=unsqueeze]; +"525 unsqueeze_9" [id=525, type=unsqueeze]; +"526 sub_1" [id=526, type=sub]; +"527 ne_1" [id=527, type=ne]; +"528 masked_fill_2" [id=528, type=masked_fill]; +"529 eq_1" [id=529, type=eq]; +"530 masked_fill_3" [id=530, type=masked_fill]; +"531 view_19" [id=531, type=view]; +"532 unsqueeze_10" [id=532, type=unsqueeze]; +"533 unsqueeze_11" [id=533, type=unsqueeze]; +"534 add_11" [id=534, type=add]; +"535 view_20" [id=535, type=view]; +"536 softmax_3" [id=536, type=softmax]; +"537 dropout_12" [id=537, type=dropout]; +"538 matmul_7" [id=538, type=matmul]; +"539 transpose_7" [id=539, type=transpose]; +"540 reshape_16" [id=540, type=reshape]; +"541 reshape_16_0_0_nncf_smooth_quant_0" [id=541, type=call_module]; +"542 quantize_per_tensor_default_23" [id=542, type=quantize_per_tensor]; +"543 dequantize_per_tensor_default_23" [id=543, type=dequantize_per_tensor]; +"544 scale_updated_constant15" [id=544, type=get_attr]; +"545 compressed_weight_updated_constant15" [id=545, type=get_attr]; +"546 mul_tensor_15" [id=546, type=mul]; +"547 zero_point_updated_constant15" [id=547, type=get_attr]; +"548 sub_tensor_15" [id=548, type=sub]; +"549 linear_22" [id=549, type=linear]; +"550 dropout_13" [id=550, type=dropout]; +"551 view_21" [id=551, type=view]; +"552 permute_18" [id=552, type=permute]; +"553 reshape_17" [id=553, type=reshape]; +"554 roll_3" [id=554, type=roll]; +"555 slice_61" [id=555, type=slice]; +"556 slice_62" [id=556, type=slice]; +"557 slice_63" [id=557, type=slice]; +"558 slice_64" [id=558, type=slice]; +"559 contiguous_5" [id=559, type=contiguous]; +"560 layer_norm_8" [id=560, type=layer_norm]; +"561 add_12" [id=561, type=add]; +"562 add_12_0_0_nncf_smooth_quant_0" [id=562, type=call_module]; +"563 quantize_per_tensor_default_24" [id=563, type=quantize_per_tensor]; +"564 dequantize_per_tensor_default_24" [id=564, type=dequantize_per_tensor]; +"565 scale_updated_constant16" [id=565, type=get_attr]; +"566 compressed_weight_updated_constant16" [id=566, type=get_attr]; +"567 mul_tensor_16" [id=567, type=mul]; +"568 zero_point_updated_constant16" [id=568, type=get_attr]; +"569 sub_tensor_16" [id=569, type=sub]; +"570 linear_23" [id=570, type=linear]; +"571 gelu_3" [id=571, type=gelu]; +"572 dropout_14" [id=572, type=dropout]; +"573 dropout_14_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 quantize_per_tensor_default_25" [id=574, type=quantize_per_tensor]; +"575 dequantize_per_tensor_default_25" [id=575, type=dequantize_per_tensor]; +"576 scale_updated_constant17" [id=576, type=get_attr]; +"577 compressed_weight_updated_constant17" [id=577, type=get_attr]; +"578 mul_tensor_17" [id=578, type=mul]; +"579 zero_point_updated_constant17" [id=579, type=get_attr]; +"580 sub_tensor_17" [id=580, type=sub]; +"581 linear_24" [id=581, type=linear]; +"582 dropout_15" [id=582, type=dropout]; +"583 layer_norm_9" [id=583, type=layer_norm]; +"584 add_13" [id=584, type=add]; +"585 pad_5" [id=585, type=pad]; +"586 slice_65" [id=586, type=slice]; +"587 slice_66" [id=587, type=slice]; +"588 slice_67" [id=588, type=slice]; +"589 slice_68" [id=589, type=slice]; +"590 slice_69" [id=590, type=slice]; +"591 slice_70" [id=591, type=slice]; +"592 slice_71" [id=592, type=slice]; +"593 slice_72" [id=593, type=slice]; +"594 slice_73" [id=594, type=slice]; +"595 slice_74" [id=595, type=slice]; +"596 slice_75" [id=596, type=slice]; +"597 slice_76" [id=597, type=slice]; +"598 cat_1" [id=598, type=cat]; +"599 cat_1_0_0_nncf_smooth_quant_0" [id=599, type=call_module]; +"600 quantize_per_tensor_default_26" [id=600, type=quantize_per_tensor]; +"601 dequantize_per_tensor_default_26" [id=601, type=dequantize_per_tensor]; +"602 scale_updated_constant18" [id=602, type=get_attr]; +"603 compressed_weight_updated_constant18" [id=603, type=get_attr]; +"604 mul_tensor_18" [id=604, type=mul]; +"605 zero_point_updated_constant18" [id=605, type=get_attr]; +"606 sub_tensor_18" [id=606, type=sub]; +"607 linear_25" [id=607, type=linear]; +"608 layer_norm_10" [id=608, type=layer_norm]; +"609 _frozen_param34" [id=609, type=get_attr]; +"610 pad_6" [id=610, type=pad]; +"611 view_24" [id=611, type=view]; +"612 permute_20" [id=612, type=permute]; +"613 reshape_18" [id=613, type=reshape]; +"614 _frozen_param35" [id=614, type=get_attr]; +"615 reshape_18_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_27" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_27" [id=617, type=dequantize_per_tensor]; +"618 scale_updated_constant19" [id=618, type=get_attr]; +"619 compressed_weight_updated_constant19" [id=619, type=get_attr]; +"620 mul_tensor_19" [id=620, type=mul]; +"621 zero_point_updated_constant19" [id=621, type=get_attr]; +"622 sub_tensor_19" [id=622, type=sub]; +"623 linear_28" [id=623, type=linear]; +"624 reshape_19" [id=624, type=reshape]; +"625 permute_21" [id=625, type=permute]; +"626 select_12" [id=626, type=select]; +"627 select_13" [id=627, type=select]; +"628 select_14" [id=628, type=select]; +"629 linalg_vector_norm_8" [id=629, type=linalg_vector_norm]; +"630 clamp_min_8" [id=630, type=clamp_min]; +"631 expand_as_8" [id=631, type=expand_as]; +"632 div_8" [id=632, type=div]; +"633 quantize_per_tensor_default_28" [id=633, type=quantize_per_tensor]; +"634 dequantize_per_tensor_default_28" [id=634, type=dequantize_per_tensor]; +"635 linalg_vector_norm_9" [id=635, type=linalg_vector_norm]; +"636 clamp_min_9" [id=636, type=clamp_min]; +"637 expand_as_9" [id=637, type=expand_as]; +"638 div_9" [id=638, type=div]; +"639 quantize_per_tensor_default_29" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_29" [id=640, type=dequantize_per_tensor]; +"641 transpose_8" [id=641, type=transpose]; +"642 matmul_8" [id=642, type=matmul]; +"643 _frozen_param37" [id=643, type=get_attr]; +"644 mul_9" [id=644, type=mul]; +"645 add_14" [id=645, type=add]; +"646 softmax_4" [id=646, type=softmax]; +"647 dropout_16" [id=647, type=dropout]; +"648 matmul_9" [id=648, type=matmul]; +"649 transpose_9" [id=649, type=transpose]; +"650 reshape_20" [id=650, type=reshape]; +"651 reshape_20_0_0_nncf_smooth_quant_0" [id=651, type=call_module]; +"652 quantize_per_tensor_default_30" [id=652, type=quantize_per_tensor]; +"653 dequantize_per_tensor_default_30" [id=653, type=dequantize_per_tensor]; +"654 scale_updated_constant20" [id=654, type=get_attr]; +"655 compressed_weight_updated_constant20" [id=655, type=get_attr]; +"656 mul_tensor_20" [id=656, type=mul]; +"657 zero_point_updated_constant20" [id=657, type=get_attr]; +"658 sub_tensor_20" [id=658, type=sub]; +"659 linear_29" [id=659, type=linear]; +"660 dropout_17" [id=660, type=dropout]; +"661 view_25" [id=661, type=view]; +"662 permute_22" [id=662, type=permute]; +"663 reshape_21" [id=663, type=reshape]; +"664 slice_78" [id=664, type=slice]; +"665 slice_79" [id=665, type=slice]; +"666 slice_80" [id=666, type=slice]; +"667 slice_81" [id=667, type=slice]; +"668 contiguous_7" [id=668, type=contiguous]; +"669 layer_norm_11" [id=669, type=layer_norm]; +"670 add_15" [id=670, type=add]; +"671 add_15_0_0_nncf_smooth_quant_0" [id=671, type=call_module]; +"672 quantize_per_tensor_default_31" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_31" [id=673, type=dequantize_per_tensor]; +"674 scale_updated_constant21" [id=674, type=get_attr]; +"675 compressed_weight_updated_constant21" [id=675, type=get_attr]; +"676 mul_tensor_21" [id=676, type=mul]; +"677 zero_point_updated_constant21" [id=677, type=get_attr]; +"678 sub_tensor_21" [id=678, type=sub]; +"679 linear_30" [id=679, type=linear]; +"680 gelu_4" [id=680, type=gelu]; +"681 dropout_18" [id=681, type=dropout]; +"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; +"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; +"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; +"685 scale_updated_constant22" [id=685, type=get_attr]; +"686 compressed_weight_updated_constant22" [id=686, type=get_attr]; +"687 mul_tensor_22" [id=687, type=mul]; +"688 zero_point_updated_constant22" [id=688, type=get_attr]; +"689 sub_tensor_22" [id=689, type=sub]; +"690 linear_31" [id=690, type=linear]; +"691 dropout_19" [id=691, type=dropout]; +"692 layer_norm_12" [id=692, type=layer_norm]; +"693 add_16" [id=693, type=add]; +"694 _frozen_param38" [id=694, type=get_attr]; +"695 pad_7" [id=695, type=pad]; +"696 roll_4" [id=696, type=roll]; +"697 view_28" [id=697, type=view]; +"698 permute_24" [id=698, type=permute]; +"699 reshape_22" [id=699, type=reshape]; +"700 _frozen_param39" [id=700, type=get_attr]; +"701 reshape_22_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 quantize_per_tensor_default_33" [id=702, type=quantize_per_tensor]; +"703 dequantize_per_tensor_default_33" [id=703, type=dequantize_per_tensor]; +"704 scale_updated_constant23" [id=704, type=get_attr]; +"705 compressed_weight_updated_constant23" [id=705, type=get_attr]; +"706 mul_tensor_23" [id=706, type=mul]; +"707 zero_point_updated_constant23" [id=707, type=get_attr]; +"708 sub_tensor_23" [id=708, type=sub]; +"709 linear_34" [id=709, type=linear]; +"710 reshape_23" [id=710, type=reshape]; +"711 permute_25" [id=711, type=permute]; +"712 select_15" [id=712, type=select]; +"713 select_16" [id=713, type=select]; +"714 select_17" [id=714, type=select]; +"715 linalg_vector_norm_10" [id=715, type=linalg_vector_norm]; +"716 clamp_min_10" [id=716, type=clamp_min]; +"717 expand_as_10" [id=717, type=expand_as]; +"718 div_10" [id=718, type=div]; +"719 quantize_per_tensor_default_34" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_34" [id=720, type=dequantize_per_tensor]; +"721 linalg_vector_norm_11" [id=721, type=linalg_vector_norm]; +"722 clamp_min_11" [id=722, type=clamp_min]; +"723 expand_as_11" [id=723, type=expand_as]; +"724 div_11" [id=724, type=div]; +"725 quantize_per_tensor_default_35" [id=725, type=quantize_per_tensor]; +"726 dequantize_per_tensor_default_35" [id=726, type=dequantize_per_tensor]; +"727 transpose_10" [id=727, type=transpose]; +"728 matmul_10" [id=728, type=matmul]; +"729 _frozen_param41" [id=729, type=get_attr]; +"730 mul_11" [id=730, type=mul]; +"731 add_17" [id=731, type=add]; +"732 new_zeros_2" [id=732, type=new_zeros]; +"733 view_29" [id=733, type=view]; +"734 permute_26" [id=734, type=permute]; +"735 reshape_24" [id=735, type=reshape]; +"736 unsqueeze_14" [id=736, type=unsqueeze]; +"737 unsqueeze_15" [id=737, type=unsqueeze]; +"738 sub_2" [id=738, type=sub]; +"739 ne_2" [id=739, type=ne]; +"740 masked_fill_4" [id=740, type=masked_fill]; +"741 eq_2" [id=741, type=eq]; +"742 masked_fill_5" [id=742, type=masked_fill]; +"743 view_30" [id=743, type=view]; +"744 unsqueeze_16" [id=744, type=unsqueeze]; +"745 unsqueeze_17" [id=745, type=unsqueeze]; +"746 add_18" [id=746, type=add]; +"747 view_31" [id=747, type=view]; +"748 softmax_5" [id=748, type=softmax]; +"749 dropout_20" [id=749, type=dropout]; +"750 matmul_11" [id=750, type=matmul]; +"751 transpose_11" [id=751, type=transpose]; +"752 reshape_25" [id=752, type=reshape]; +"753 reshape_25_0_0_nncf_smooth_quant_0" [id=753, type=call_module]; +"754 quantize_per_tensor_default_36" [id=754, type=quantize_per_tensor]; +"755 dequantize_per_tensor_default_36" [id=755, type=dequantize_per_tensor]; +"756 scale_updated_constant24" [id=756, type=get_attr]; +"757 compressed_weight_updated_constant24" [id=757, type=get_attr]; +"758 mul_tensor_24" [id=758, type=mul]; +"759 zero_point_updated_constant24" [id=759, type=get_attr]; +"760 sub_tensor_24" [id=760, type=sub]; +"761 linear_35" [id=761, type=linear]; +"762 dropout_21" [id=762, type=dropout]; +"763 view_32" [id=763, type=view]; +"764 permute_27" [id=764, type=permute]; +"765 reshape_26" [id=765, type=reshape]; +"766 roll_5" [id=766, type=roll]; +"767 slice_101" [id=767, type=slice]; +"768 slice_102" [id=768, type=slice]; +"769 slice_103" [id=769, type=slice]; +"770 slice_104" [id=770, type=slice]; +"771 contiguous_9" [id=771, type=contiguous]; +"772 layer_norm_13" [id=772, type=layer_norm]; +"773 add_19" [id=773, type=add]; +"774 add_19_0_0_nncf_smooth_quant_0" [id=774, type=call_module]; +"775 quantize_per_tensor_default_37" [id=775, type=quantize_per_tensor]; +"776 dequantize_per_tensor_default_37" [id=776, type=dequantize_per_tensor]; +"777 scale_updated_constant25" [id=777, type=get_attr]; +"778 compressed_weight_updated_constant25" [id=778, type=get_attr]; +"779 mul_tensor_25" [id=779, type=mul]; +"780 zero_point_updated_constant25" [id=780, type=get_attr]; +"781 sub_tensor_25" [id=781, type=sub]; +"782 linear_36" [id=782, type=linear]; +"783 gelu_5" [id=783, type=gelu]; +"784 dropout_22" [id=784, type=dropout]; +"785 dropout_22_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; +"786 quantize_per_tensor_default_38" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_38" [id=787, type=dequantize_per_tensor]; +"788 scale_updated_constant26" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant26" [id=789, type=get_attr]; +"790 mul_tensor_26" [id=790, type=mul]; +"791 zero_point_updated_constant26" [id=791, type=get_attr]; +"792 sub_tensor_26" [id=792, type=sub]; +"793 linear_37" [id=793, type=linear]; +"794 dropout_23" [id=794, type=dropout]; +"795 layer_norm_14" [id=795, type=layer_norm]; +"796 add_20" [id=796, type=add]; +"797 _frozen_param51" [id=797, type=get_attr]; +"798 pad_8" [id=798, type=pad]; +"799 view_35" [id=799, type=view]; +"800 permute_29" [id=800, type=permute]; +"801 reshape_27" [id=801, type=reshape]; +"802 _frozen_param52" [id=802, type=get_attr]; +"803 reshape_27_0_0_nncf_smooth_quant_0" [id=803, type=call_module]; +"804 quantize_per_tensor_default_39" [id=804, type=quantize_per_tensor]; +"805 dequantize_per_tensor_default_39" [id=805, type=dequantize_per_tensor]; +"806 scale_updated_constant27" [id=806, type=get_attr]; +"807 compressed_weight_updated_constant27" [id=807, type=get_attr]; +"808 mul_tensor_27" [id=808, type=mul]; +"809 zero_point_updated_constant27" [id=809, type=get_attr]; +"810 sub_tensor_27" [id=810, type=sub]; +"811 linear_40" [id=811, type=linear]; +"812 reshape_28" [id=812, type=reshape]; +"813 permute_30" [id=813, type=permute]; +"814 select_18" [id=814, type=select]; +"815 select_19" [id=815, type=select]; +"816 select_20" [id=816, type=select]; +"817 linalg_vector_norm_12" [id=817, type=linalg_vector_norm]; +"818 clamp_min_12" [id=818, type=clamp_min]; +"819 expand_as_12" [id=819, type=expand_as]; +"820 div_12" [id=820, type=div]; +"821 quantize_per_tensor_default_40" [id=821, type=quantize_per_tensor]; +"822 dequantize_per_tensor_default_40" [id=822, type=dequantize_per_tensor]; +"823 linalg_vector_norm_13" [id=823, type=linalg_vector_norm]; +"824 clamp_min_13" [id=824, type=clamp_min]; +"825 expand_as_13" [id=825, type=expand_as]; +"826 div_13" [id=826, type=div]; +"827 quantize_per_tensor_default_41" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_41" [id=828, type=dequantize_per_tensor]; +"829 transpose_12" [id=829, type=transpose]; +"830 matmul_12" [id=830, type=matmul]; +"831 _frozen_param54" [id=831, type=get_attr]; +"832 mul_13" [id=832, type=mul]; +"833 add_21" [id=833, type=add]; +"834 softmax_6" [id=834, type=softmax]; +"835 dropout_24" [id=835, type=dropout]; +"836 matmul_13" [id=836, type=matmul]; +"837 transpose_13" [id=837, type=transpose]; +"838 reshape_29" [id=838, type=reshape]; +"839 reshape_29_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; +"840 quantize_per_tensor_default_42" [id=840, type=quantize_per_tensor]; +"841 dequantize_per_tensor_default_42" [id=841, type=dequantize_per_tensor]; +"842 scale_updated_constant28" [id=842, type=get_attr]; +"843 compressed_weight_updated_constant28" [id=843, type=get_attr]; +"844 mul_tensor_28" [id=844, type=mul]; +"845 zero_point_updated_constant28" [id=845, type=get_attr]; +"846 sub_tensor_28" [id=846, type=sub]; +"847 linear_41" [id=847, type=linear]; +"848 dropout_25" [id=848, type=dropout]; +"849 view_36" [id=849, type=view]; +"850 permute_31" [id=850, type=permute]; +"851 reshape_30" [id=851, type=reshape]; +"852 slice_106" [id=852, type=slice]; +"853 slice_107" [id=853, type=slice]; +"854 slice_108" [id=854, type=slice]; +"855 slice_109" [id=855, type=slice]; +"856 contiguous_11" [id=856, type=contiguous]; +"857 layer_norm_15" [id=857, type=layer_norm]; +"858 add_22" [id=858, type=add]; +"859 add_22_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; +"860 quantize_per_tensor_default_43" [id=860, type=quantize_per_tensor]; +"861 dequantize_per_tensor_default_43" [id=861, type=dequantize_per_tensor]; +"862 scale_updated_constant29" [id=862, type=get_attr]; +"863 compressed_weight_updated_constant29" [id=863, type=get_attr]; +"864 mul_tensor_29" [id=864, type=mul]; +"865 zero_point_updated_constant29" [id=865, type=get_attr]; +"866 sub_tensor_29" [id=866, type=sub]; +"867 linear_42" [id=867, type=linear]; +"868 gelu_6" [id=868, type=gelu]; +"869 dropout_26" [id=869, type=dropout]; +"870 dropout_26_0_0_nncf_smooth_quant_0" [id=870, type=call_module]; +"871 quantize_per_tensor_default_44" [id=871, type=quantize_per_tensor]; +"872 dequantize_per_tensor_default_44" [id=872, type=dequantize_per_tensor]; +"873 scale_updated_constant30" [id=873, type=get_attr]; +"874 compressed_weight_updated_constant30" [id=874, type=get_attr]; +"875 mul_tensor_30" [id=875, type=mul]; +"876 zero_point_updated_constant30" [id=876, type=get_attr]; +"877 sub_tensor_30" [id=877, type=sub]; +"878 linear_43" [id=878, type=linear]; +"879 dropout_27" [id=879, type=dropout]; +"880 layer_norm_16" [id=880, type=layer_norm]; +"881 add_23" [id=881, type=add]; +"882 _frozen_param55" [id=882, type=get_attr]; +"883 pad_9" [id=883, type=pad]; +"884 roll_6" [id=884, type=roll]; +"885 view_39" [id=885, type=view]; +"886 permute_33" [id=886, type=permute]; +"887 reshape_31" [id=887, type=reshape]; +"888 _frozen_param56" [id=888, type=get_attr]; +"889 reshape_31_0_0_nncf_smooth_quant_0" [id=889, type=call_module]; +"890 quantize_per_tensor_default_45" [id=890, type=quantize_per_tensor]; +"891 dequantize_per_tensor_default_45" [id=891, type=dequantize_per_tensor]; +"892 scale_updated_constant31" [id=892, type=get_attr]; +"893 compressed_weight_updated_constant31" [id=893, type=get_attr]; +"894 mul_tensor_31" [id=894, type=mul]; +"895 zero_point_updated_constant31" [id=895, type=get_attr]; +"896 sub_tensor_31" [id=896, type=sub]; +"897 linear_46" [id=897, type=linear]; +"898 reshape_32" [id=898, type=reshape]; +"899 permute_34" [id=899, type=permute]; +"900 select_21" [id=900, type=select]; +"901 select_22" [id=901, type=select]; +"902 select_23" [id=902, type=select]; +"903 linalg_vector_norm_14" [id=903, type=linalg_vector_norm]; +"904 clamp_min_14" [id=904, type=clamp_min]; +"905 expand_as_14" [id=905, type=expand_as]; +"906 div_14" [id=906, type=div]; +"907 quantize_per_tensor_default_46" [id=907, type=quantize_per_tensor]; +"908 dequantize_per_tensor_default_46" [id=908, type=dequantize_per_tensor]; +"909 linalg_vector_norm_15" [id=909, type=linalg_vector_norm]; +"910 clamp_min_15" [id=910, type=clamp_min]; +"911 expand_as_15" [id=911, type=expand_as]; +"912 div_15" [id=912, type=div]; +"913 quantize_per_tensor_default_47" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_47" [id=914, type=dequantize_per_tensor]; +"915 transpose_14" [id=915, type=transpose]; +"916 matmul_14" [id=916, type=matmul]; +"917 _frozen_param58" [id=917, type=get_attr]; +"918 mul_15" [id=918, type=mul]; +"919 add_24" [id=919, type=add]; +"920 new_zeros_3" [id=920, type=new_zeros]; +"921 view_40" [id=921, type=view]; +"922 permute_35" [id=922, type=permute]; +"923 reshape_33" [id=923, type=reshape]; +"924 unsqueeze_20" [id=924, type=unsqueeze]; +"925 unsqueeze_21" [id=925, type=unsqueeze]; +"926 sub_3" [id=926, type=sub]; +"927 ne_3" [id=927, type=ne]; +"928 masked_fill_6" [id=928, type=masked_fill]; +"929 eq_3" [id=929, type=eq]; +"930 masked_fill_7" [id=930, type=masked_fill]; +"931 view_41" [id=931, type=view]; +"932 unsqueeze_22" [id=932, type=unsqueeze]; +"933 unsqueeze_23" [id=933, type=unsqueeze]; +"934 add_25" [id=934, type=add]; +"935 view_42" [id=935, type=view]; +"936 softmax_7" [id=936, type=softmax]; +"937 dropout_28" [id=937, type=dropout]; +"938 matmul_15" [id=938, type=matmul]; +"939 transpose_15" [id=939, type=transpose]; +"940 reshape_34" [id=940, type=reshape]; +"941 reshape_34_0_0_nncf_smooth_quant_0" [id=941, type=call_module]; +"942 quantize_per_tensor_default_48" [id=942, type=quantize_per_tensor]; +"943 dequantize_per_tensor_default_48" [id=943, type=dequantize_per_tensor]; +"944 scale_updated_constant32" [id=944, type=get_attr]; +"945 compressed_weight_updated_constant32" [id=945, type=get_attr]; +"946 mul_tensor_32" [id=946, type=mul]; +"947 zero_point_updated_constant32" [id=947, type=get_attr]; +"948 sub_tensor_32" [id=948, type=sub]; +"949 linear_47" [id=949, type=linear]; +"950 dropout_29" [id=950, type=dropout]; +"951 view_43" [id=951, type=view]; +"952 permute_36" [id=952, type=permute]; +"953 reshape_35" [id=953, type=reshape]; +"954 roll_7" [id=954, type=roll]; +"955 slice_129" [id=955, type=slice]; +"956 slice_130" [id=956, type=slice]; +"957 slice_131" [id=957, type=slice]; +"958 slice_132" [id=958, type=slice]; +"959 contiguous_13" [id=959, type=contiguous]; +"960 layer_norm_17" [id=960, type=layer_norm]; +"961 add_26" [id=961, type=add]; +"962 add_26_0_0_nncf_smooth_quant_0" [id=962, type=call_module]; +"963 quantize_per_tensor_default_49" [id=963, type=quantize_per_tensor]; +"964 dequantize_per_tensor_default_49" [id=964, type=dequantize_per_tensor]; +"965 scale_updated_constant33" [id=965, type=get_attr]; +"966 compressed_weight_updated_constant33" [id=966, type=get_attr]; +"967 mul_tensor_33" [id=967, type=mul]; +"968 zero_point_updated_constant33" [id=968, type=get_attr]; +"969 sub_tensor_33" [id=969, type=sub]; +"970 linear_48" [id=970, type=linear]; +"971 gelu_7" [id=971, type=gelu]; +"972 dropout_30" [id=972, type=dropout]; +"973 dropout_30_0_0_nncf_smooth_quant_0" [id=973, type=call_module]; +"974 quantize_per_tensor_default_50" [id=974, type=quantize_per_tensor]; +"975 dequantize_per_tensor_default_50" [id=975, type=dequantize_per_tensor]; +"976 scale_updated_constant34" [id=976, type=get_attr]; +"977 compressed_weight_updated_constant34" [id=977, type=get_attr]; +"978 mul_tensor_34" [id=978, type=mul]; +"979 zero_point_updated_constant34" [id=979, type=get_attr]; +"980 sub_tensor_34" [id=980, type=sub]; +"981 linear_49" [id=981, type=linear]; +"982 dropout_31" [id=982, type=dropout]; +"983 layer_norm_18" [id=983, type=layer_norm]; +"984 add_27" [id=984, type=add]; +"985 _frozen_param68" [id=985, type=get_attr]; +"986 pad_10" [id=986, type=pad]; +"987 view_46" [id=987, type=view]; +"988 permute_38" [id=988, type=permute]; +"989 reshape_36" [id=989, type=reshape]; +"990 _frozen_param69" [id=990, type=get_attr]; +"991 reshape_36_0_0_nncf_smooth_quant_0" [id=991, type=call_module]; +"992 quantize_per_tensor_default_51" [id=992, type=quantize_per_tensor]; +"993 dequantize_per_tensor_default_51" [id=993, type=dequantize_per_tensor]; +"994 scale_updated_constant35" [id=994, type=get_attr]; +"995 compressed_weight_updated_constant35" [id=995, type=get_attr]; +"996 mul_tensor_35" [id=996, type=mul]; +"997 zero_point_updated_constant35" [id=997, type=get_attr]; +"998 sub_tensor_35" [id=998, type=sub]; +"999 linear_52" [id=999, type=linear]; +"1000 reshape_37" [id=1000, type=reshape]; +"1001 permute_39" [id=1001, type=permute]; +"1002 select_24" [id=1002, type=select]; +"1003 select_25" [id=1003, type=select]; +"1004 select_26" [id=1004, type=select]; +"1005 linalg_vector_norm_16" [id=1005, type=linalg_vector_norm]; +"1006 clamp_min_16" [id=1006, type=clamp_min]; +"1007 expand_as_16" [id=1007, type=expand_as]; +"1008 div_16" [id=1008, type=div]; +"1009 quantize_per_tensor_default_52" [id=1009, type=quantize_per_tensor]; +"1010 dequantize_per_tensor_default_52" [id=1010, type=dequantize_per_tensor]; +"1011 linalg_vector_norm_17" [id=1011, type=linalg_vector_norm]; +"1012 clamp_min_17" [id=1012, type=clamp_min]; +"1013 expand_as_17" [id=1013, type=expand_as]; +"1014 div_17" [id=1014, type=div]; +"1015 quantize_per_tensor_default_53" [id=1015, type=quantize_per_tensor]; +"1016 dequantize_per_tensor_default_53" [id=1016, type=dequantize_per_tensor]; +"1017 transpose_16" [id=1017, type=transpose]; +"1018 matmul_16" [id=1018, type=matmul]; +"1019 _frozen_param71" [id=1019, type=get_attr]; +"1020 mul_17" [id=1020, type=mul]; +"1021 add_28" [id=1021, type=add]; +"1022 softmax_8" [id=1022, type=softmax]; +"1023 dropout_32" [id=1023, type=dropout]; +"1024 matmul_17" [id=1024, type=matmul]; +"1025 transpose_17" [id=1025, type=transpose]; +"1026 reshape_38" [id=1026, type=reshape]; +"1027 reshape_38_0_0_nncf_smooth_quant_0" [id=1027, type=call_module]; +"1028 quantize_per_tensor_default_54" [id=1028, type=quantize_per_tensor]; +"1029 dequantize_per_tensor_default_54" [id=1029, type=dequantize_per_tensor]; +"1030 scale_updated_constant36" [id=1030, type=get_attr]; +"1031 compressed_weight_updated_constant36" [id=1031, type=get_attr]; +"1032 mul_tensor_36" [id=1032, type=mul]; +"1033 zero_point_updated_constant36" [id=1033, type=get_attr]; +"1034 sub_tensor_36" [id=1034, type=sub]; +"1035 linear_53" [id=1035, type=linear]; +"1036 dropout_33" [id=1036, type=dropout]; +"1037 view_47" [id=1037, type=view]; +"1038 permute_40" [id=1038, type=permute]; +"1039 reshape_39" [id=1039, type=reshape]; +"1040 slice_134" [id=1040, type=slice]; +"1041 slice_135" [id=1041, type=slice]; +"1042 slice_136" [id=1042, type=slice]; +"1043 slice_137" [id=1043, type=slice]; +"1044 contiguous_15" [id=1044, type=contiguous]; +"1045 layer_norm_19" [id=1045, type=layer_norm]; +"1046 add_29" [id=1046, type=add]; +"1047 add_29_0_0_nncf_smooth_quant_0" [id=1047, type=call_module]; +"1048 quantize_per_tensor_default_55" [id=1048, type=quantize_per_tensor]; +"1049 dequantize_per_tensor_default_55" [id=1049, type=dequantize_per_tensor]; +"1050 scale_updated_constant37" [id=1050, type=get_attr]; +"1051 compressed_weight_updated_constant37" [id=1051, type=get_attr]; +"1052 mul_tensor_37" [id=1052, type=mul]; +"1053 zero_point_updated_constant37" [id=1053, type=get_attr]; +"1054 sub_tensor_37" [id=1054, type=sub]; +"1055 linear_54" [id=1055, type=linear]; +"1056 gelu_8" [id=1056, type=gelu]; +"1057 dropout_34" [id=1057, type=dropout]; +"1058 dropout_34_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; +"1059 quantize_per_tensor_default_56" [id=1059, type=quantize_per_tensor]; +"1060 dequantize_per_tensor_default_56" [id=1060, type=dequantize_per_tensor]; +"1061 scale_updated_constant38" [id=1061, type=get_attr]; +"1062 compressed_weight_updated_constant38" [id=1062, type=get_attr]; +"1063 mul_tensor_38" [id=1063, type=mul]; +"1064 zero_point_updated_constant38" [id=1064, type=get_attr]; +"1065 sub_tensor_38" [id=1065, type=sub]; +"1066 linear_55" [id=1066, type=linear]; +"1067 dropout_35" [id=1067, type=dropout]; +"1068 layer_norm_20" [id=1068, type=layer_norm]; +"1069 add_30" [id=1069, type=add]; +"1070 _frozen_param72" [id=1070, type=get_attr]; +"1071 pad_11" [id=1071, type=pad]; +"1072 roll_8" [id=1072, type=roll]; +"1073 view_50" [id=1073, type=view]; +"1074 permute_42" [id=1074, type=permute]; +"1075 reshape_40" [id=1075, type=reshape]; +"1076 _frozen_param73" [id=1076, type=get_attr]; +"1077 reshape_40_0_0_nncf_smooth_quant_0" [id=1077, type=call_module]; +"1078 quantize_per_tensor_default_57" [id=1078, type=quantize_per_tensor]; +"1079 dequantize_per_tensor_default_57" [id=1079, type=dequantize_per_tensor]; +"1080 scale_updated_constant39" [id=1080, type=get_attr]; +"1081 compressed_weight_updated_constant39" [id=1081, type=get_attr]; +"1082 mul_tensor_39" [id=1082, type=mul]; +"1083 zero_point_updated_constant39" [id=1083, type=get_attr]; +"1084 sub_tensor_39" [id=1084, type=sub]; +"1085 linear_58" [id=1085, type=linear]; +"1086 reshape_41" [id=1086, type=reshape]; +"1087 permute_43" [id=1087, type=permute]; +"1088 select_27" [id=1088, type=select]; +"1089 select_28" [id=1089, type=select]; +"1090 select_29" [id=1090, type=select]; +"1091 linalg_vector_norm_18" [id=1091, type=linalg_vector_norm]; +"1092 clamp_min_18" [id=1092, type=clamp_min]; +"1093 expand_as_18" [id=1093, type=expand_as]; +"1094 div_18" [id=1094, type=div]; +"1095 quantize_per_tensor_default_58" [id=1095, type=quantize_per_tensor]; +"1096 dequantize_per_tensor_default_58" [id=1096, type=dequantize_per_tensor]; +"1097 linalg_vector_norm_19" [id=1097, type=linalg_vector_norm]; +"1098 clamp_min_19" [id=1098, type=clamp_min]; +"1099 expand_as_19" [id=1099, type=expand_as]; +"1100 div_19" [id=1100, type=div]; +"1101 quantize_per_tensor_default_59" [id=1101, type=quantize_per_tensor]; +"1102 dequantize_per_tensor_default_59" [id=1102, type=dequantize_per_tensor]; +"1103 transpose_18" [id=1103, type=transpose]; +"1104 matmul_18" [id=1104, type=matmul]; +"1105 _frozen_param75" [id=1105, type=get_attr]; +"1106 mul_19" [id=1106, type=mul]; +"1107 add_31" [id=1107, type=add]; +"1108 new_zeros_4" [id=1108, type=new_zeros]; +"1109 view_51" [id=1109, type=view]; +"1110 permute_44" [id=1110, type=permute]; +"1111 reshape_42" [id=1111, type=reshape]; +"1112 unsqueeze_26" [id=1112, type=unsqueeze]; +"1113 unsqueeze_27" [id=1113, type=unsqueeze]; +"1114 sub_4" [id=1114, type=sub]; +"1115 ne_4" [id=1115, type=ne]; +"1116 masked_fill_8" [id=1116, type=masked_fill]; +"1117 eq_4" [id=1117, type=eq]; +"1118 masked_fill_9" [id=1118, type=masked_fill]; +"1119 view_52" [id=1119, type=view]; +"1120 unsqueeze_28" [id=1120, type=unsqueeze]; +"1121 unsqueeze_29" [id=1121, type=unsqueeze]; +"1122 add_32" [id=1122, type=add]; +"1123 view_53" [id=1123, type=view]; +"1124 softmax_9" [id=1124, type=softmax]; +"1125 dropout_36" [id=1125, type=dropout]; +"1126 matmul_19" [id=1126, type=matmul]; +"1127 transpose_19" [id=1127, type=transpose]; +"1128 reshape_43" [id=1128, type=reshape]; +"1129 reshape_43_0_0_nncf_smooth_quant_0" [id=1129, type=call_module]; +"1130 quantize_per_tensor_default_60" [id=1130, type=quantize_per_tensor]; +"1131 dequantize_per_tensor_default_60" [id=1131, type=dequantize_per_tensor]; +"1132 scale_updated_constant40" [id=1132, type=get_attr]; +"1133 compressed_weight_updated_constant40" [id=1133, type=get_attr]; +"1134 mul_tensor_40" [id=1134, type=mul]; +"1135 zero_point_updated_constant40" [id=1135, type=get_attr]; +"1136 sub_tensor_40" [id=1136, type=sub]; +"1137 linear_59" [id=1137, type=linear]; +"1138 dropout_37" [id=1138, type=dropout]; +"1139 view_54" [id=1139, type=view]; +"1140 permute_45" [id=1140, type=permute]; +"1141 reshape_44" [id=1141, type=reshape]; +"1142 roll_9" [id=1142, type=roll]; +"1143 slice_157" [id=1143, type=slice]; +"1144 slice_158" [id=1144, type=slice]; +"1145 slice_159" [id=1145, type=slice]; +"1146 slice_160" [id=1146, type=slice]; +"1147 contiguous_17" [id=1147, type=contiguous]; +"1148 layer_norm_21" [id=1148, type=layer_norm]; +"1149 add_33" [id=1149, type=add]; +"1150 add_33_0_0_nncf_smooth_quant_0" [id=1150, type=call_module]; +"1151 quantize_per_tensor_default_61" [id=1151, type=quantize_per_tensor]; +"1152 dequantize_per_tensor_default_61" [id=1152, type=dequantize_per_tensor]; +"1153 scale_updated_constant41" [id=1153, type=get_attr]; +"1154 compressed_weight_updated_constant41" [id=1154, type=get_attr]; +"1155 mul_tensor_41" [id=1155, type=mul]; +"1156 zero_point_updated_constant41" [id=1156, type=get_attr]; +"1157 sub_tensor_41" [id=1157, type=sub]; +"1158 linear_60" [id=1158, type=linear]; +"1159 gelu_9" [id=1159, type=gelu]; +"1160 dropout_38" [id=1160, type=dropout]; +"1161 dropout_38_0_0_nncf_smooth_quant_0" [id=1161, type=call_module]; +"1162 quantize_per_tensor_default_62" [id=1162, type=quantize_per_tensor]; +"1163 dequantize_per_tensor_default_62" [id=1163, type=dequantize_per_tensor]; +"1164 scale_updated_constant42" [id=1164, type=get_attr]; +"1165 compressed_weight_updated_constant42" [id=1165, type=get_attr]; +"1166 mul_tensor_42" [id=1166, type=mul]; +"1167 zero_point_updated_constant42" [id=1167, type=get_attr]; +"1168 sub_tensor_42" [id=1168, type=sub]; +"1169 linear_61" [id=1169, type=linear]; +"1170 dropout_39" [id=1170, type=dropout]; +"1171 layer_norm_22" [id=1171, type=layer_norm]; +"1172 add_34" [id=1172, type=add]; +"1173 _frozen_param85" [id=1173, type=get_attr]; +"1174 pad_12" [id=1174, type=pad]; +"1175 view_57" [id=1175, type=view]; +"1176 permute_47" [id=1176, type=permute]; +"1177 reshape_45" [id=1177, type=reshape]; +"1178 _frozen_param86" [id=1178, type=get_attr]; +"1179 reshape_45_0_0_nncf_smooth_quant_0" [id=1179, type=call_module]; +"1180 quantize_per_tensor_default_63" [id=1180, type=quantize_per_tensor]; +"1181 dequantize_per_tensor_default_63" [id=1181, type=dequantize_per_tensor]; +"1182 scale_updated_constant43" [id=1182, type=get_attr]; +"1183 compressed_weight_updated_constant43" [id=1183, type=get_attr]; +"1184 mul_tensor_43" [id=1184, type=mul]; +"1185 zero_point_updated_constant43" [id=1185, type=get_attr]; +"1186 sub_tensor_43" [id=1186, type=sub]; +"1187 linear_64" [id=1187, type=linear]; +"1188 reshape_46" [id=1188, type=reshape]; +"1189 permute_48" [id=1189, type=permute]; +"1190 select_30" [id=1190, type=select]; +"1191 select_31" [id=1191, type=select]; +"1192 select_32" [id=1192, type=select]; +"1193 linalg_vector_norm_20" [id=1193, type=linalg_vector_norm]; +"1194 clamp_min_20" [id=1194, type=clamp_min]; +"1195 expand_as_20" [id=1195, type=expand_as]; +"1196 div_20" [id=1196, type=div]; +"1197 quantize_per_tensor_default_64" [id=1197, type=quantize_per_tensor]; +"1198 dequantize_per_tensor_default_64" [id=1198, type=dequantize_per_tensor]; +"1199 linalg_vector_norm_21" [id=1199, type=linalg_vector_norm]; +"1200 clamp_min_21" [id=1200, type=clamp_min]; +"1201 expand_as_21" [id=1201, type=expand_as]; +"1202 div_21" [id=1202, type=div]; +"1203 quantize_per_tensor_default_65" [id=1203, type=quantize_per_tensor]; +"1204 dequantize_per_tensor_default_65" [id=1204, type=dequantize_per_tensor]; +"1205 transpose_20" [id=1205, type=transpose]; +"1206 matmul_20" [id=1206, type=matmul]; +"1207 _frozen_param88" [id=1207, type=get_attr]; +"1208 mul_21" [id=1208, type=mul]; +"1209 add_35" [id=1209, type=add]; +"1210 softmax_10" [id=1210, type=softmax]; +"1211 dropout_40" [id=1211, type=dropout]; +"1212 matmul_21" [id=1212, type=matmul]; +"1213 transpose_21" [id=1213, type=transpose]; +"1214 reshape_47" [id=1214, type=reshape]; +"1215 reshape_47_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; +"1216 quantize_per_tensor_default_66" [id=1216, type=quantize_per_tensor]; +"1217 dequantize_per_tensor_default_66" [id=1217, type=dequantize_per_tensor]; +"1218 scale_updated_constant44" [id=1218, type=get_attr]; +"1219 compressed_weight_updated_constant44" [id=1219, type=get_attr]; +"1220 mul_tensor_44" [id=1220, type=mul]; +"1221 zero_point_updated_constant44" [id=1221, type=get_attr]; +"1222 sub_tensor_44" [id=1222, type=sub]; +"1223 linear_65" [id=1223, type=linear]; +"1224 dropout_41" [id=1224, type=dropout]; +"1225 view_58" [id=1225, type=view]; +"1226 permute_49" [id=1226, type=permute]; +"1227 reshape_48" [id=1227, type=reshape]; +"1228 slice_162" [id=1228, type=slice]; +"1229 slice_163" [id=1229, type=slice]; +"1230 slice_164" [id=1230, type=slice]; +"1231 slice_165" [id=1231, type=slice]; +"1232 contiguous_19" [id=1232, type=contiguous]; +"1233 layer_norm_23" [id=1233, type=layer_norm]; +"1234 add_36" [id=1234, type=add]; +"1235 add_36_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; +"1236 quantize_per_tensor_default_67" [id=1236, type=quantize_per_tensor]; +"1237 dequantize_per_tensor_default_67" [id=1237, type=dequantize_per_tensor]; +"1238 scale_updated_constant45" [id=1238, type=get_attr]; +"1239 compressed_weight_updated_constant45" [id=1239, type=get_attr]; +"1240 mul_tensor_45" [id=1240, type=mul]; +"1241 zero_point_updated_constant45" [id=1241, type=get_attr]; +"1242 sub_tensor_45" [id=1242, type=sub]; +"1243 linear_66" [id=1243, type=linear]; +"1244 gelu_10" [id=1244, type=gelu]; +"1245 dropout_42" [id=1245, type=dropout]; +"1246 dropout_42_0_0_nncf_smooth_quant_0" [id=1246, type=call_module]; +"1247 quantize_per_tensor_default_68" [id=1247, type=quantize_per_tensor]; +"1248 dequantize_per_tensor_default_68" [id=1248, type=dequantize_per_tensor]; +"1249 scale_updated_constant46" [id=1249, type=get_attr]; +"1250 compressed_weight_updated_constant46" [id=1250, type=get_attr]; +"1251 mul_tensor_46" [id=1251, type=mul]; +"1252 zero_point_updated_constant46" [id=1252, type=get_attr]; +"1253 sub_tensor_46" [id=1253, type=sub]; +"1254 linear_67" [id=1254, type=linear]; +"1255 dropout_43" [id=1255, type=dropout]; +"1256 layer_norm_24" [id=1256, type=layer_norm]; +"1257 add_37" [id=1257, type=add]; +"1258 _frozen_param89" [id=1258, type=get_attr]; +"1259 pad_13" [id=1259, type=pad]; +"1260 roll_10" [id=1260, type=roll]; +"1261 view_61" [id=1261, type=view]; +"1262 permute_51" [id=1262, type=permute]; +"1263 reshape_49" [id=1263, type=reshape]; +"1264 _frozen_param90" [id=1264, type=get_attr]; +"1265 reshape_49_0_0_nncf_smooth_quant_0" [id=1265, type=call_module]; +"1266 quantize_per_tensor_default_69" [id=1266, type=quantize_per_tensor]; +"1267 dequantize_per_tensor_default_69" [id=1267, type=dequantize_per_tensor]; +"1268 scale_updated_constant47" [id=1268, type=get_attr]; +"1269 compressed_weight_updated_constant47" [id=1269, type=get_attr]; +"1270 mul_tensor_47" [id=1270, type=mul]; +"1271 zero_point_updated_constant47" [id=1271, type=get_attr]; +"1272 sub_tensor_47" [id=1272, type=sub]; +"1273 linear_70" [id=1273, type=linear]; +"1274 reshape_50" [id=1274, type=reshape]; +"1275 permute_52" [id=1275, type=permute]; +"1276 select_33" [id=1276, type=select]; +"1277 select_34" [id=1277, type=select]; +"1278 select_35" [id=1278, type=select]; +"1279 linalg_vector_norm_22" [id=1279, type=linalg_vector_norm]; +"1280 clamp_min_22" [id=1280, type=clamp_min]; +"1281 expand_as_22" [id=1281, type=expand_as]; +"1282 div_22" [id=1282, type=div]; +"1283 quantize_per_tensor_default_70" [id=1283, type=quantize_per_tensor]; +"1284 dequantize_per_tensor_default_70" [id=1284, type=dequantize_per_tensor]; +"1285 linalg_vector_norm_23" [id=1285, type=linalg_vector_norm]; +"1286 clamp_min_23" [id=1286, type=clamp_min]; +"1287 expand_as_23" [id=1287, type=expand_as]; +"1288 div_23" [id=1288, type=div]; +"1289 quantize_per_tensor_default_71" [id=1289, type=quantize_per_tensor]; +"1290 dequantize_per_tensor_default_71" [id=1290, type=dequantize_per_tensor]; +"1291 transpose_22" [id=1291, type=transpose]; +"1292 matmul_22" [id=1292, type=matmul]; +"1293 _frozen_param92" [id=1293, type=get_attr]; +"1294 mul_23" [id=1294, type=mul]; +"1295 add_38" [id=1295, type=add]; +"1296 new_zeros_5" [id=1296, type=new_zeros]; +"1297 view_62" [id=1297, type=view]; +"1298 permute_53" [id=1298, type=permute]; +"1299 reshape_51" [id=1299, type=reshape]; +"1300 unsqueeze_32" [id=1300, type=unsqueeze]; +"1301 unsqueeze_33" [id=1301, type=unsqueeze]; +"1302 sub_5" [id=1302, type=sub]; +"1303 ne_5" [id=1303, type=ne]; +"1304 masked_fill_10" [id=1304, type=masked_fill]; +"1305 eq_5" [id=1305, type=eq]; +"1306 masked_fill_11" [id=1306, type=masked_fill]; +"1307 view_63" [id=1307, type=view]; +"1308 unsqueeze_34" [id=1308, type=unsqueeze]; +"1309 unsqueeze_35" [id=1309, type=unsqueeze]; +"1310 add_39" [id=1310, type=add]; +"1311 view_64" [id=1311, type=view]; +"1312 softmax_11" [id=1312, type=softmax]; +"1313 dropout_44" [id=1313, type=dropout]; +"1314 matmul_23" [id=1314, type=matmul]; +"1315 transpose_23" [id=1315, type=transpose]; +"1316 reshape_52" [id=1316, type=reshape]; +"1317 reshape_52_0_0_nncf_smooth_quant_0" [id=1317, type=call_module]; +"1318 quantize_per_tensor_default_72" [id=1318, type=quantize_per_tensor]; +"1319 dequantize_per_tensor_default_72" [id=1319, type=dequantize_per_tensor]; +"1320 scale_updated_constant48" [id=1320, type=get_attr]; +"1321 compressed_weight_updated_constant48" [id=1321, type=get_attr]; +"1322 mul_tensor_48" [id=1322, type=mul]; +"1323 zero_point_updated_constant48" [id=1323, type=get_attr]; +"1324 sub_tensor_48" [id=1324, type=sub]; +"1325 linear_71" [id=1325, type=linear]; +"1326 dropout_45" [id=1326, type=dropout]; +"1327 view_65" [id=1327, type=view]; +"1328 permute_54" [id=1328, type=permute]; +"1329 reshape_53" [id=1329, type=reshape]; +"1330 roll_11" [id=1330, type=roll]; +"1331 slice_185" [id=1331, type=slice]; +"1332 slice_186" [id=1332, type=slice]; +"1333 slice_187" [id=1333, type=slice]; +"1334 slice_188" [id=1334, type=slice]; +"1335 contiguous_21" [id=1335, type=contiguous]; +"1336 layer_norm_25" [id=1336, type=layer_norm]; +"1337 add_40" [id=1337, type=add]; +"1338 add_40_0_0_nncf_smooth_quant_0" [id=1338, type=call_module]; +"1339 quantize_per_tensor_default_73" [id=1339, type=quantize_per_tensor]; +"1340 dequantize_per_tensor_default_73" [id=1340, type=dequantize_per_tensor]; +"1341 scale_updated_constant49" [id=1341, type=get_attr]; +"1342 compressed_weight_updated_constant49" [id=1342, type=get_attr]; +"1343 mul_tensor_49" [id=1343, type=mul]; +"1344 zero_point_updated_constant49" [id=1344, type=get_attr]; +"1345 sub_tensor_49" [id=1345, type=sub]; +"1346 linear_72" [id=1346, type=linear]; +"1347 gelu_11" [id=1347, type=gelu]; +"1348 dropout_46" [id=1348, type=dropout]; +"1349 dropout_46_0_0_nncf_smooth_quant_0" [id=1349, type=call_module]; +"1350 quantize_per_tensor_default_74" [id=1350, type=quantize_per_tensor]; +"1351 dequantize_per_tensor_default_74" [id=1351, type=dequantize_per_tensor]; +"1352 scale_updated_constant50" [id=1352, type=get_attr]; +"1353 compressed_weight_updated_constant50" [id=1353, type=get_attr]; +"1354 mul_tensor_50" [id=1354, type=mul]; +"1355 zero_point_updated_constant50" [id=1355, type=get_attr]; +"1356 sub_tensor_50" [id=1356, type=sub]; +"1357 linear_73" [id=1357, type=linear]; +"1358 dropout_47" [id=1358, type=dropout]; +"1359 layer_norm_26" [id=1359, type=layer_norm]; +"1360 add_41" [id=1360, type=add]; +"1361 _frozen_param102" [id=1361, type=get_attr]; +"1362 pad_14" [id=1362, type=pad]; +"1363 view_68" [id=1363, type=view]; +"1364 permute_56" [id=1364, type=permute]; +"1365 reshape_54" [id=1365, type=reshape]; +"1366 _frozen_param103" [id=1366, type=get_attr]; +"1367 reshape_54_0_0_nncf_smooth_quant_0" [id=1367, type=call_module]; +"1368 quantize_per_tensor_default_75" [id=1368, type=quantize_per_tensor]; +"1369 dequantize_per_tensor_default_75" [id=1369, type=dequantize_per_tensor]; +"1370 scale_updated_constant51" [id=1370, type=get_attr]; +"1371 compressed_weight_updated_constant51" [id=1371, type=get_attr]; +"1372 mul_tensor_51" [id=1372, type=mul]; +"1373 zero_point_updated_constant51" [id=1373, type=get_attr]; +"1374 sub_tensor_51" [id=1374, type=sub]; +"1375 linear_76" [id=1375, type=linear]; +"1376 reshape_55" [id=1376, type=reshape]; +"1377 permute_57" [id=1377, type=permute]; +"1378 select_36" [id=1378, type=select]; +"1379 select_37" [id=1379, type=select]; +"1380 select_38" [id=1380, type=select]; +"1381 linalg_vector_norm_24" [id=1381, type=linalg_vector_norm]; +"1382 clamp_min_24" [id=1382, type=clamp_min]; +"1383 expand_as_24" [id=1383, type=expand_as]; +"1384 div_24" [id=1384, type=div]; +"1385 quantize_per_tensor_default_76" [id=1385, type=quantize_per_tensor]; +"1386 dequantize_per_tensor_default_76" [id=1386, type=dequantize_per_tensor]; +"1387 linalg_vector_norm_25" [id=1387, type=linalg_vector_norm]; +"1388 clamp_min_25" [id=1388, type=clamp_min]; +"1389 expand_as_25" [id=1389, type=expand_as]; +"1390 div_25" [id=1390, type=div]; +"1391 quantize_per_tensor_default_77" [id=1391, type=quantize_per_tensor]; +"1392 dequantize_per_tensor_default_77" [id=1392, type=dequantize_per_tensor]; +"1393 transpose_24" [id=1393, type=transpose]; +"1394 matmul_24" [id=1394, type=matmul]; +"1395 _frozen_param105" [id=1395, type=get_attr]; +"1396 mul_25" [id=1396, type=mul]; +"1397 add_42" [id=1397, type=add]; +"1398 softmax_12" [id=1398, type=softmax]; +"1399 dropout_48" [id=1399, type=dropout]; +"1400 matmul_25" [id=1400, type=matmul]; +"1401 transpose_25" [id=1401, type=transpose]; +"1402 reshape_56" [id=1402, type=reshape]; +"1403 reshape_56_0_0_nncf_smooth_quant_0" [id=1403, type=call_module]; +"1404 quantize_per_tensor_default_78" [id=1404, type=quantize_per_tensor]; +"1405 dequantize_per_tensor_default_78" [id=1405, type=dequantize_per_tensor]; +"1406 scale_updated_constant52" [id=1406, type=get_attr]; +"1407 compressed_weight_updated_constant52" [id=1407, type=get_attr]; +"1408 mul_tensor_52" [id=1408, type=mul]; +"1409 zero_point_updated_constant52" [id=1409, type=get_attr]; +"1410 sub_tensor_52" [id=1410, type=sub]; +"1411 linear_77" [id=1411, type=linear]; +"1412 dropout_49" [id=1412, type=dropout]; +"1413 view_69" [id=1413, type=view]; +"1414 permute_58" [id=1414, type=permute]; +"1415 reshape_57" [id=1415, type=reshape]; +"1416 slice_190" [id=1416, type=slice]; +"1417 slice_191" [id=1417, type=slice]; +"1418 slice_192" [id=1418, type=slice]; +"1419 slice_193" [id=1419, type=slice]; +"1420 contiguous_23" [id=1420, type=contiguous]; +"1421 layer_norm_27" [id=1421, type=layer_norm]; +"1422 add_43" [id=1422, type=add]; +"1423 add_43_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; +"1424 quantize_per_tensor_default_79" [id=1424, type=quantize_per_tensor]; +"1425 dequantize_per_tensor_default_79" [id=1425, type=dequantize_per_tensor]; +"1426 scale_updated_constant53" [id=1426, type=get_attr]; +"1427 compressed_weight_updated_constant53" [id=1427, type=get_attr]; +"1428 mul_tensor_53" [id=1428, type=mul]; +"1429 zero_point_updated_constant53" [id=1429, type=get_attr]; +"1430 sub_tensor_53" [id=1430, type=sub]; +"1431 linear_78" [id=1431, type=linear]; +"1432 gelu_12" [id=1432, type=gelu]; +"1433 dropout_50" [id=1433, type=dropout]; +"1434 dropout_50_0_0_nncf_smooth_quant_0" [id=1434, type=call_module]; +"1435 quantize_per_tensor_default_80" [id=1435, type=quantize_per_tensor]; +"1436 dequantize_per_tensor_default_80" [id=1436, type=dequantize_per_tensor]; +"1437 scale_updated_constant54" [id=1437, type=get_attr]; +"1438 compressed_weight_updated_constant54" [id=1438, type=get_attr]; +"1439 mul_tensor_54" [id=1439, type=mul]; +"1440 zero_point_updated_constant54" [id=1440, type=get_attr]; +"1441 sub_tensor_54" [id=1441, type=sub]; +"1442 linear_79" [id=1442, type=linear]; +"1443 dropout_51" [id=1443, type=dropout]; +"1444 layer_norm_28" [id=1444, type=layer_norm]; +"1445 add_44" [id=1445, type=add]; +"1446 _frozen_param106" [id=1446, type=get_attr]; +"1447 pad_15" [id=1447, type=pad]; +"1448 roll_12" [id=1448, type=roll]; +"1449 view_72" [id=1449, type=view]; +"1450 permute_60" [id=1450, type=permute]; +"1451 reshape_58" [id=1451, type=reshape]; +"1452 _frozen_param107" [id=1452, type=get_attr]; +"1453 reshape_58_0_0_nncf_smooth_quant_0" [id=1453, type=call_module]; +"1454 quantize_per_tensor_default_81" [id=1454, type=quantize_per_tensor]; +"1455 dequantize_per_tensor_default_81" [id=1455, type=dequantize_per_tensor]; +"1456 scale_updated_constant55" [id=1456, type=get_attr]; +"1457 compressed_weight_updated_constant55" [id=1457, type=get_attr]; +"1458 mul_tensor_55" [id=1458, type=mul]; +"1459 zero_point_updated_constant55" [id=1459, type=get_attr]; +"1460 sub_tensor_55" [id=1460, type=sub]; +"1461 linear_82" [id=1461, type=linear]; +"1462 reshape_59" [id=1462, type=reshape]; +"1463 permute_61" [id=1463, type=permute]; +"1464 select_39" [id=1464, type=select]; +"1465 select_40" [id=1465, type=select]; +"1466 select_41" [id=1466, type=select]; +"1467 linalg_vector_norm_26" [id=1467, type=linalg_vector_norm]; +"1468 clamp_min_26" [id=1468, type=clamp_min]; +"1469 expand_as_26" [id=1469, type=expand_as]; +"1470 div_26" [id=1470, type=div]; +"1471 quantize_per_tensor_default_82" [id=1471, type=quantize_per_tensor]; +"1472 dequantize_per_tensor_default_82" [id=1472, type=dequantize_per_tensor]; +"1473 linalg_vector_norm_27" [id=1473, type=linalg_vector_norm]; +"1474 clamp_min_27" [id=1474, type=clamp_min]; +"1475 expand_as_27" [id=1475, type=expand_as]; +"1476 div_27" [id=1476, type=div]; +"1477 quantize_per_tensor_default_83" [id=1477, type=quantize_per_tensor]; +"1478 dequantize_per_tensor_default_83" [id=1478, type=dequantize_per_tensor]; +"1479 transpose_26" [id=1479, type=transpose]; +"1480 matmul_26" [id=1480, type=matmul]; +"1481 _frozen_param109" [id=1481, type=get_attr]; +"1482 mul_27" [id=1482, type=mul]; +"1483 add_45" [id=1483, type=add]; +"1484 new_zeros_6" [id=1484, type=new_zeros]; +"1485 view_73" [id=1485, type=view]; +"1486 permute_62" [id=1486, type=permute]; +"1487 reshape_60" [id=1487, type=reshape]; +"1488 unsqueeze_38" [id=1488, type=unsqueeze]; +"1489 unsqueeze_39" [id=1489, type=unsqueeze]; +"1490 sub_6" [id=1490, type=sub]; +"1491 ne_6" [id=1491, type=ne]; +"1492 masked_fill_12" [id=1492, type=masked_fill]; +"1493 eq_6" [id=1493, type=eq]; +"1494 masked_fill_13" [id=1494, type=masked_fill]; +"1495 view_74" [id=1495, type=view]; +"1496 unsqueeze_40" [id=1496, type=unsqueeze]; +"1497 unsqueeze_41" [id=1497, type=unsqueeze]; +"1498 add_46" [id=1498, type=add]; +"1499 view_75" [id=1499, type=view]; +"1500 softmax_13" [id=1500, type=softmax]; +"1501 dropout_52" [id=1501, type=dropout]; +"1502 matmul_27" [id=1502, type=matmul]; +"1503 transpose_27" [id=1503, type=transpose]; +"1504 reshape_61" [id=1504, type=reshape]; +"1505 reshape_61_0_0_nncf_smooth_quant_0" [id=1505, type=call_module]; +"1506 quantize_per_tensor_default_84" [id=1506, type=quantize_per_tensor]; +"1507 dequantize_per_tensor_default_84" [id=1507, type=dequantize_per_tensor]; +"1508 scale_updated_constant56" [id=1508, type=get_attr]; +"1509 compressed_weight_updated_constant56" [id=1509, type=get_attr]; +"1510 mul_tensor_56" [id=1510, type=mul]; +"1511 zero_point_updated_constant56" [id=1511, type=get_attr]; +"1512 sub_tensor_56" [id=1512, type=sub]; +"1513 linear_83" [id=1513, type=linear]; +"1514 dropout_53" [id=1514, type=dropout]; +"1515 view_76" [id=1515, type=view]; +"1516 permute_63" [id=1516, type=permute]; +"1517 reshape_62" [id=1517, type=reshape]; +"1518 roll_13" [id=1518, type=roll]; +"1519 slice_213" [id=1519, type=slice]; +"1520 slice_214" [id=1520, type=slice]; +"1521 slice_215" [id=1521, type=slice]; +"1522 slice_216" [id=1522, type=slice]; +"1523 contiguous_25" [id=1523, type=contiguous]; +"1524 layer_norm_29" [id=1524, type=layer_norm]; +"1525 add_47" [id=1525, type=add]; +"1526 add_47_0_0_nncf_smooth_quant_0" [id=1526, type=call_module]; +"1527 quantize_per_tensor_default_85" [id=1527, type=quantize_per_tensor]; +"1528 dequantize_per_tensor_default_85" [id=1528, type=dequantize_per_tensor]; +"1529 scale_updated_constant57" [id=1529, type=get_attr]; +"1530 compressed_weight_updated_constant57" [id=1530, type=get_attr]; +"1531 mul_tensor_57" [id=1531, type=mul]; +"1532 zero_point_updated_constant57" [id=1532, type=get_attr]; +"1533 sub_tensor_57" [id=1533, type=sub]; +"1534 linear_84" [id=1534, type=linear]; +"1535 gelu_13" [id=1535, type=gelu]; +"1536 dropout_54" [id=1536, type=dropout]; +"1537 dropout_54_0_0_nncf_smooth_quant_0" [id=1537, type=call_module]; +"1538 quantize_per_tensor_default_86" [id=1538, type=quantize_per_tensor]; +"1539 dequantize_per_tensor_default_86" [id=1539, type=dequantize_per_tensor]; +"1540 scale_updated_constant58" [id=1540, type=get_attr]; +"1541 compressed_weight_updated_constant58" [id=1541, type=get_attr]; +"1542 mul_tensor_58" [id=1542, type=mul]; +"1543 zero_point_updated_constant58" [id=1543, type=get_attr]; +"1544 sub_tensor_58" [id=1544, type=sub]; +"1545 linear_85" [id=1545, type=linear]; +"1546 dropout_55" [id=1546, type=dropout]; +"1547 layer_norm_30" [id=1547, type=layer_norm]; +"1548 add_48" [id=1548, type=add]; +"1549 _frozen_param119" [id=1549, type=get_attr]; +"1550 pad_16" [id=1550, type=pad]; +"1551 view_79" [id=1551, type=view]; +"1552 permute_65" [id=1552, type=permute]; +"1553 reshape_63" [id=1553, type=reshape]; +"1554 _frozen_param120" [id=1554, type=get_attr]; +"1555 reshape_63_0_0_nncf_smooth_quant_0" [id=1555, type=call_module]; +"1556 quantize_per_tensor_default_87" [id=1556, type=quantize_per_tensor]; +"1557 dequantize_per_tensor_default_87" [id=1557, type=dequantize_per_tensor]; +"1558 scale_updated_constant59" [id=1558, type=get_attr]; +"1559 compressed_weight_updated_constant59" [id=1559, type=get_attr]; +"1560 mul_tensor_59" [id=1560, type=mul]; +"1561 zero_point_updated_constant59" [id=1561, type=get_attr]; +"1562 sub_tensor_59" [id=1562, type=sub]; +"1563 linear_88" [id=1563, type=linear]; +"1564 reshape_64" [id=1564, type=reshape]; +"1565 permute_66" [id=1565, type=permute]; +"1566 select_42" [id=1566, type=select]; +"1567 select_43" [id=1567, type=select]; +"1568 select_44" [id=1568, type=select]; +"1569 linalg_vector_norm_28" [id=1569, type=linalg_vector_norm]; +"1570 clamp_min_28" [id=1570, type=clamp_min]; +"1571 expand_as_28" [id=1571, type=expand_as]; +"1572 div_28" [id=1572, type=div]; +"1573 quantize_per_tensor_default_88" [id=1573, type=quantize_per_tensor]; +"1574 dequantize_per_tensor_default_88" [id=1574, type=dequantize_per_tensor]; +"1575 linalg_vector_norm_29" [id=1575, type=linalg_vector_norm]; +"1576 clamp_min_29" [id=1576, type=clamp_min]; +"1577 expand_as_29" [id=1577, type=expand_as]; +"1578 div_29" [id=1578, type=div]; +"1579 quantize_per_tensor_default_89" [id=1579, type=quantize_per_tensor]; +"1580 dequantize_per_tensor_default_89" [id=1580, type=dequantize_per_tensor]; +"1581 transpose_28" [id=1581, type=transpose]; +"1582 matmul_28" [id=1582, type=matmul]; +"1583 _frozen_param122" [id=1583, type=get_attr]; +"1584 mul_29" [id=1584, type=mul]; +"1585 add_49" [id=1585, type=add]; +"1586 softmax_14" [id=1586, type=softmax]; +"1587 dropout_56" [id=1587, type=dropout]; +"1588 matmul_29" [id=1588, type=matmul]; +"1589 transpose_29" [id=1589, type=transpose]; +"1590 reshape_65" [id=1590, type=reshape]; +"1591 reshape_65_0_0_nncf_smooth_quant_0" [id=1591, type=call_module]; +"1592 quantize_per_tensor_default_90" [id=1592, type=quantize_per_tensor]; +"1593 dequantize_per_tensor_default_90" [id=1593, type=dequantize_per_tensor]; +"1594 scale_updated_constant60" [id=1594, type=get_attr]; +"1595 compressed_weight_updated_constant60" [id=1595, type=get_attr]; +"1596 mul_tensor_60" [id=1596, type=mul]; +"1597 zero_point_updated_constant60" [id=1597, type=get_attr]; +"1598 sub_tensor_60" [id=1598, type=sub]; +"1599 linear_89" [id=1599, type=linear]; +"1600 dropout_57" [id=1600, type=dropout]; +"1601 view_80" [id=1601, type=view]; +"1602 permute_67" [id=1602, type=permute]; +"1603 reshape_66" [id=1603, type=reshape]; +"1604 slice_218" [id=1604, type=slice]; +"1605 slice_219" [id=1605, type=slice]; +"1606 slice_220" [id=1606, type=slice]; +"1607 slice_221" [id=1607, type=slice]; +"1608 contiguous_27" [id=1608, type=contiguous]; +"1609 layer_norm_31" [id=1609, type=layer_norm]; +"1610 add_50" [id=1610, type=add]; +"1611 add_50_0_0_nncf_smooth_quant_0" [id=1611, type=call_module]; +"1612 quantize_per_tensor_default_91" [id=1612, type=quantize_per_tensor]; +"1613 dequantize_per_tensor_default_91" [id=1613, type=dequantize_per_tensor]; +"1614 scale_updated_constant61" [id=1614, type=get_attr]; +"1615 compressed_weight_updated_constant61" [id=1615, type=get_attr]; +"1616 mul_tensor_61" [id=1616, type=mul]; +"1617 zero_point_updated_constant61" [id=1617, type=get_attr]; +"1618 sub_tensor_61" [id=1618, type=sub]; +"1619 linear_90" [id=1619, type=linear]; +"1620 gelu_14" [id=1620, type=gelu]; +"1621 dropout_58" [id=1621, type=dropout]; +"1622 dropout_58_0_0_nncf_smooth_quant_0" [id=1622, type=call_module]; +"1623 quantize_per_tensor_default_92" [id=1623, type=quantize_per_tensor]; +"1624 dequantize_per_tensor_default_92" [id=1624, type=dequantize_per_tensor]; +"1625 scale_updated_constant62" [id=1625, type=get_attr]; +"1626 compressed_weight_updated_constant62" [id=1626, type=get_attr]; +"1627 mul_tensor_62" [id=1627, type=mul]; +"1628 zero_point_updated_constant62" [id=1628, type=get_attr]; +"1629 sub_tensor_62" [id=1629, type=sub]; +"1630 linear_91" [id=1630, type=linear]; +"1631 dropout_59" [id=1631, type=dropout]; +"1632 layer_norm_32" [id=1632, type=layer_norm]; +"1633 add_51" [id=1633, type=add]; +"1634 _frozen_param123" [id=1634, type=get_attr]; +"1635 pad_17" [id=1635, type=pad]; +"1636 roll_14" [id=1636, type=roll]; +"1637 view_83" [id=1637, type=view]; +"1638 permute_69" [id=1638, type=permute]; +"1639 reshape_67" [id=1639, type=reshape]; +"1640 _frozen_param124" [id=1640, type=get_attr]; +"1641 reshape_67_0_0_nncf_smooth_quant_0" [id=1641, type=call_module]; +"1642 quantize_per_tensor_default_93" [id=1642, type=quantize_per_tensor]; +"1643 dequantize_per_tensor_default_93" [id=1643, type=dequantize_per_tensor]; +"1644 scale_updated_constant63" [id=1644, type=get_attr]; +"1645 compressed_weight_updated_constant63" [id=1645, type=get_attr]; +"1646 mul_tensor_63" [id=1646, type=mul]; +"1647 zero_point_updated_constant63" [id=1647, type=get_attr]; +"1648 sub_tensor_63" [id=1648, type=sub]; +"1649 linear_94" [id=1649, type=linear]; +"1650 reshape_68" [id=1650, type=reshape]; +"1651 permute_70" [id=1651, type=permute]; +"1652 select_45" [id=1652, type=select]; +"1653 select_46" [id=1653, type=select]; +"1654 select_47" [id=1654, type=select]; +"1655 linalg_vector_norm_30" [id=1655, type=linalg_vector_norm]; +"1656 clamp_min_30" [id=1656, type=clamp_min]; +"1657 expand_as_30" [id=1657, type=expand_as]; +"1658 div_30" [id=1658, type=div]; +"1659 quantize_per_tensor_default_94" [id=1659, type=quantize_per_tensor]; +"1660 dequantize_per_tensor_default_94" [id=1660, type=dequantize_per_tensor]; +"1661 linalg_vector_norm_31" [id=1661, type=linalg_vector_norm]; +"1662 clamp_min_31" [id=1662, type=clamp_min]; +"1663 expand_as_31" [id=1663, type=expand_as]; +"1664 div_31" [id=1664, type=div]; +"1665 quantize_per_tensor_default_95" [id=1665, type=quantize_per_tensor]; +"1666 dequantize_per_tensor_default_95" [id=1666, type=dequantize_per_tensor]; +"1667 transpose_30" [id=1667, type=transpose]; +"1668 matmul_30" [id=1668, type=matmul]; +"1669 _frozen_param126" [id=1669, type=get_attr]; +"1670 mul_31" [id=1670, type=mul]; +"1671 add_52" [id=1671, type=add]; +"1672 new_zeros_7" [id=1672, type=new_zeros]; +"1673 view_84" [id=1673, type=view]; +"1674 permute_71" [id=1674, type=permute]; +"1675 reshape_69" [id=1675, type=reshape]; +"1676 unsqueeze_44" [id=1676, type=unsqueeze]; +"1677 unsqueeze_45" [id=1677, type=unsqueeze]; +"1678 sub_7" [id=1678, type=sub]; +"1679 ne_7" [id=1679, type=ne]; +"1680 masked_fill_14" [id=1680, type=masked_fill]; +"1681 eq_7" [id=1681, type=eq]; +"1682 masked_fill_15" [id=1682, type=masked_fill]; +"1683 view_85" [id=1683, type=view]; +"1684 unsqueeze_46" [id=1684, type=unsqueeze]; +"1685 unsqueeze_47" [id=1685, type=unsqueeze]; +"1686 add_53" [id=1686, type=add]; +"1687 view_86" [id=1687, type=view]; +"1688 softmax_15" [id=1688, type=softmax]; +"1689 dropout_60" [id=1689, type=dropout]; +"1690 matmul_31" [id=1690, type=matmul]; +"1691 transpose_31" [id=1691, type=transpose]; +"1692 reshape_70" [id=1692, type=reshape]; +"1693 reshape_70_0_0_nncf_smooth_quant_0" [id=1693, type=call_module]; +"1694 quantize_per_tensor_default_96" [id=1694, type=quantize_per_tensor]; +"1695 dequantize_per_tensor_default_96" [id=1695, type=dequantize_per_tensor]; +"1696 scale_updated_constant64" [id=1696, type=get_attr]; +"1697 compressed_weight_updated_constant64" [id=1697, type=get_attr]; +"1698 mul_tensor_64" [id=1698, type=mul]; +"1699 zero_point_updated_constant64" [id=1699, type=get_attr]; +"1700 sub_tensor_64" [id=1700, type=sub]; +"1701 linear_95" [id=1701, type=linear]; +"1702 dropout_61" [id=1702, type=dropout]; +"1703 view_87" [id=1703, type=view]; +"1704 permute_72" [id=1704, type=permute]; +"1705 reshape_71" [id=1705, type=reshape]; +"1706 roll_15" [id=1706, type=roll]; +"1707 slice_241" [id=1707, type=slice]; +"1708 slice_242" [id=1708, type=slice]; +"1709 slice_243" [id=1709, type=slice]; +"1710 slice_244" [id=1710, type=slice]; +"1711 contiguous_29" [id=1711, type=contiguous]; +"1712 layer_norm_33" [id=1712, type=layer_norm]; +"1713 add_54" [id=1713, type=add]; +"1714 add_54_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; +"1715 quantize_per_tensor_default_97" [id=1715, type=quantize_per_tensor]; +"1716 dequantize_per_tensor_default_97" [id=1716, type=dequantize_per_tensor]; +"1717 scale_updated_constant65" [id=1717, type=get_attr]; +"1718 compressed_weight_updated_constant65" [id=1718, type=get_attr]; +"1719 mul_tensor_65" [id=1719, type=mul]; +"1720 zero_point_updated_constant65" [id=1720, type=get_attr]; +"1721 sub_tensor_65" [id=1721, type=sub]; +"1722 linear_96" [id=1722, type=linear]; +"1723 gelu_15" [id=1723, type=gelu]; +"1724 dropout_62" [id=1724, type=dropout]; +"1725 dropout_62_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 quantize_per_tensor_default_98" [id=1726, type=quantize_per_tensor]; +"1727 dequantize_per_tensor_default_98" [id=1727, type=dequantize_per_tensor]; +"1728 scale_updated_constant66" [id=1728, type=get_attr]; +"1729 compressed_weight_updated_constant66" [id=1729, type=get_attr]; +"1730 mul_tensor_66" [id=1730, type=mul]; +"1731 zero_point_updated_constant66" [id=1731, type=get_attr]; +"1732 sub_tensor_66" [id=1732, type=sub]; +"1733 linear_97" [id=1733, type=linear]; +"1734 dropout_63" [id=1734, type=dropout]; +"1735 layer_norm_34" [id=1735, type=layer_norm]; +"1736 add_55" [id=1736, type=add]; +"1737 _frozen_param136" [id=1737, type=get_attr]; +"1738 pad_18" [id=1738, type=pad]; +"1739 view_90" [id=1739, type=view]; +"1740 permute_74" [id=1740, type=permute]; +"1741 reshape_72" [id=1741, type=reshape]; +"1742 _frozen_param137" [id=1742, type=get_attr]; +"1743 reshape_72_0_0_nncf_smooth_quant_0" [id=1743, type=call_module]; +"1744 quantize_per_tensor_default_99" [id=1744, type=quantize_per_tensor]; +"1745 dequantize_per_tensor_default_99" [id=1745, type=dequantize_per_tensor]; +"1746 scale_updated_constant67" [id=1746, type=get_attr]; +"1747 compressed_weight_updated_constant67" [id=1747, type=get_attr]; +"1748 mul_tensor_67" [id=1748, type=mul]; +"1749 zero_point_updated_constant67" [id=1749, type=get_attr]; +"1750 sub_tensor_67" [id=1750, type=sub]; +"1751 linear_100" [id=1751, type=linear]; +"1752 reshape_73" [id=1752, type=reshape]; +"1753 permute_75" [id=1753, type=permute]; +"1754 select_48" [id=1754, type=select]; +"1755 select_49" [id=1755, type=select]; +"1756 select_50" [id=1756, type=select]; +"1757 linalg_vector_norm_32" [id=1757, type=linalg_vector_norm]; +"1758 clamp_min_32" [id=1758, type=clamp_min]; +"1759 expand_as_32" [id=1759, type=expand_as]; +"1760 div_32" [id=1760, type=div]; +"1761 quantize_per_tensor_default_100" [id=1761, type=quantize_per_tensor]; +"1762 dequantize_per_tensor_default_100" [id=1762, type=dequantize_per_tensor]; +"1763 linalg_vector_norm_33" [id=1763, type=linalg_vector_norm]; +"1764 clamp_min_33" [id=1764, type=clamp_min]; +"1765 expand_as_33" [id=1765, type=expand_as]; +"1766 div_33" [id=1766, type=div]; +"1767 quantize_per_tensor_default_101" [id=1767, type=quantize_per_tensor]; +"1768 dequantize_per_tensor_default_101" [id=1768, type=dequantize_per_tensor]; +"1769 transpose_32" [id=1769, type=transpose]; +"1770 matmul_32" [id=1770, type=matmul]; +"1771 _frozen_param139" [id=1771, type=get_attr]; +"1772 mul_33" [id=1772, type=mul]; +"1773 add_56" [id=1773, type=add]; +"1774 softmax_16" [id=1774, type=softmax]; +"1775 dropout_64" [id=1775, type=dropout]; +"1776 matmul_33" [id=1776, type=matmul]; +"1777 transpose_33" [id=1777, type=transpose]; +"1778 reshape_74" [id=1778, type=reshape]; +"1779 reshape_74_0_0_nncf_smooth_quant_0" [id=1779, type=call_module]; +"1780 quantize_per_tensor_default_102" [id=1780, type=quantize_per_tensor]; +"1781 dequantize_per_tensor_default_102" [id=1781, type=dequantize_per_tensor]; +"1782 scale_updated_constant68" [id=1782, type=get_attr]; +"1783 compressed_weight_updated_constant68" [id=1783, type=get_attr]; +"1784 mul_tensor_68" [id=1784, type=mul]; +"1785 zero_point_updated_constant68" [id=1785, type=get_attr]; +"1786 sub_tensor_68" [id=1786, type=sub]; +"1787 linear_101" [id=1787, type=linear]; +"1788 dropout_65" [id=1788, type=dropout]; +"1789 view_91" [id=1789, type=view]; +"1790 permute_76" [id=1790, type=permute]; +"1791 reshape_75" [id=1791, type=reshape]; +"1792 slice_246" [id=1792, type=slice]; +"1793 slice_247" [id=1793, type=slice]; +"1794 slice_248" [id=1794, type=slice]; +"1795 slice_249" [id=1795, type=slice]; +"1796 contiguous_31" [id=1796, type=contiguous]; +"1797 layer_norm_35" [id=1797, type=layer_norm]; +"1798 add_57" [id=1798, type=add]; +"1799 add_57_0_0_nncf_smooth_quant_0" [id=1799, type=call_module]; +"1800 quantize_per_tensor_default_103" [id=1800, type=quantize_per_tensor]; +"1801 dequantize_per_tensor_default_103" [id=1801, type=dequantize_per_tensor]; +"1802 scale_updated_constant69" [id=1802, type=get_attr]; +"1803 compressed_weight_updated_constant69" [id=1803, type=get_attr]; +"1804 mul_tensor_69" [id=1804, type=mul]; +"1805 zero_point_updated_constant69" [id=1805, type=get_attr]; +"1806 sub_tensor_69" [id=1806, type=sub]; +"1807 linear_102" [id=1807, type=linear]; +"1808 gelu_16" [id=1808, type=gelu]; +"1809 dropout_66" [id=1809, type=dropout]; +"1810 dropout_66_0_0_nncf_smooth_quant_0" [id=1810, type=call_module]; +"1811 quantize_per_tensor_default_104" [id=1811, type=quantize_per_tensor]; +"1812 dequantize_per_tensor_default_104" [id=1812, type=dequantize_per_tensor]; +"1813 scale_updated_constant70" [id=1813, type=get_attr]; +"1814 compressed_weight_updated_constant70" [id=1814, type=get_attr]; +"1815 mul_tensor_70" [id=1815, type=mul]; +"1816 zero_point_updated_constant70" [id=1816, type=get_attr]; +"1817 sub_tensor_70" [id=1817, type=sub]; +"1818 linear_103" [id=1818, type=linear]; +"1819 dropout_67" [id=1819, type=dropout]; +"1820 layer_norm_36" [id=1820, type=layer_norm]; +"1821 add_58" [id=1821, type=add]; +"1822 _frozen_param140" [id=1822, type=get_attr]; +"1823 pad_19" [id=1823, type=pad]; +"1824 roll_16" [id=1824, type=roll]; +"1825 view_94" [id=1825, type=view]; +"1826 permute_78" [id=1826, type=permute]; +"1827 reshape_76" [id=1827, type=reshape]; +"1828 _frozen_param141" [id=1828, type=get_attr]; +"1829 reshape_76_0_0_nncf_smooth_quant_0" [id=1829, type=call_module]; +"1830 quantize_per_tensor_default_105" [id=1830, type=quantize_per_tensor]; +"1831 dequantize_per_tensor_default_105" [id=1831, type=dequantize_per_tensor]; +"1832 scale_updated_constant71" [id=1832, type=get_attr]; +"1833 compressed_weight_updated_constant71" [id=1833, type=get_attr]; +"1834 mul_tensor_71" [id=1834, type=mul]; +"1835 zero_point_updated_constant71" [id=1835, type=get_attr]; +"1836 sub_tensor_71" [id=1836, type=sub]; +"1837 linear_106" [id=1837, type=linear]; +"1838 reshape_77" [id=1838, type=reshape]; +"1839 permute_79" [id=1839, type=permute]; +"1840 select_51" [id=1840, type=select]; +"1841 select_52" [id=1841, type=select]; +"1842 select_53" [id=1842, type=select]; +"1843 linalg_vector_norm_34" [id=1843, type=linalg_vector_norm]; +"1844 clamp_min_34" [id=1844, type=clamp_min]; +"1845 expand_as_34" [id=1845, type=expand_as]; +"1846 div_34" [id=1846, type=div]; +"1847 quantize_per_tensor_default_106" [id=1847, type=quantize_per_tensor]; +"1848 dequantize_per_tensor_default_106" [id=1848, type=dequantize_per_tensor]; +"1849 linalg_vector_norm_35" [id=1849, type=linalg_vector_norm]; +"1850 clamp_min_35" [id=1850, type=clamp_min]; +"1851 expand_as_35" [id=1851, type=expand_as]; +"1852 div_35" [id=1852, type=div]; +"1853 quantize_per_tensor_default_107" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_107" [id=1854, type=dequantize_per_tensor]; +"1855 transpose_34" [id=1855, type=transpose]; +"1856 matmul_34" [id=1856, type=matmul]; +"1857 _frozen_param143" [id=1857, type=get_attr]; +"1858 mul_35" [id=1858, type=mul]; +"1859 add_59" [id=1859, type=add]; +"1860 new_zeros_8" [id=1860, type=new_zeros]; +"1861 view_95" [id=1861, type=view]; +"1862 permute_80" [id=1862, type=permute]; +"1863 reshape_78" [id=1863, type=reshape]; +"1864 unsqueeze_50" [id=1864, type=unsqueeze]; +"1865 unsqueeze_51" [id=1865, type=unsqueeze]; +"1866 sub_8" [id=1866, type=sub]; +"1867 ne_8" [id=1867, type=ne]; +"1868 masked_fill_16" [id=1868, type=masked_fill]; +"1869 eq_8" [id=1869, type=eq]; +"1870 masked_fill_17" [id=1870, type=masked_fill]; +"1871 view_96" [id=1871, type=view]; +"1872 unsqueeze_52" [id=1872, type=unsqueeze]; +"1873 unsqueeze_53" [id=1873, type=unsqueeze]; +"1874 add_60" [id=1874, type=add]; +"1875 view_97" [id=1875, type=view]; +"1876 softmax_17" [id=1876, type=softmax]; +"1877 dropout_68" [id=1877, type=dropout]; +"1878 matmul_35" [id=1878, type=matmul]; +"1879 transpose_35" [id=1879, type=transpose]; +"1880 reshape_79" [id=1880, type=reshape]; +"1881 reshape_79_0_0_nncf_smooth_quant_0" [id=1881, type=call_module]; +"1882 quantize_per_tensor_default_108" [id=1882, type=quantize_per_tensor]; +"1883 dequantize_per_tensor_default_108" [id=1883, type=dequantize_per_tensor]; +"1884 scale_updated_constant72" [id=1884, type=get_attr]; +"1885 compressed_weight_updated_constant72" [id=1885, type=get_attr]; +"1886 mul_tensor_72" [id=1886, type=mul]; +"1887 zero_point_updated_constant72" [id=1887, type=get_attr]; +"1888 sub_tensor_72" [id=1888, type=sub]; +"1889 linear_107" [id=1889, type=linear]; +"1890 dropout_69" [id=1890, type=dropout]; +"1891 view_98" [id=1891, type=view]; +"1892 permute_81" [id=1892, type=permute]; +"1893 reshape_80" [id=1893, type=reshape]; +"1894 roll_17" [id=1894, type=roll]; +"1895 slice_269" [id=1895, type=slice]; +"1896 slice_270" [id=1896, type=slice]; +"1897 slice_271" [id=1897, type=slice]; +"1898 slice_272" [id=1898, type=slice]; +"1899 contiguous_33" [id=1899, type=contiguous]; +"1900 layer_norm_37" [id=1900, type=layer_norm]; +"1901 add_61" [id=1901, type=add]; +"1902 add_61_0_0_nncf_smooth_quant_0" [id=1902, type=call_module]; +"1903 quantize_per_tensor_default_109" [id=1903, type=quantize_per_tensor]; +"1904 dequantize_per_tensor_default_109" [id=1904, type=dequantize_per_tensor]; +"1905 scale_updated_constant73" [id=1905, type=get_attr]; +"1906 compressed_weight_updated_constant73" [id=1906, type=get_attr]; +"1907 mul_tensor_73" [id=1907, type=mul]; +"1908 zero_point_updated_constant73" [id=1908, type=get_attr]; +"1909 sub_tensor_73" [id=1909, type=sub]; +"1910 linear_108" [id=1910, type=linear]; +"1911 gelu_17" [id=1911, type=gelu]; +"1912 dropout_70" [id=1912, type=dropout]; +"1913 dropout_70_0_0_nncf_smooth_quant_0" [id=1913, type=call_module]; +"1914 quantize_per_tensor_default_110" [id=1914, type=quantize_per_tensor]; +"1915 dequantize_per_tensor_default_110" [id=1915, type=dequantize_per_tensor]; +"1916 scale_updated_constant74" [id=1916, type=get_attr]; +"1917 compressed_weight_updated_constant74" [id=1917, type=get_attr]; +"1918 mul_tensor_74" [id=1918, type=mul]; +"1919 zero_point_updated_constant74" [id=1919, type=get_attr]; +"1920 sub_tensor_74" [id=1920, type=sub]; +"1921 linear_109" [id=1921, type=linear]; +"1922 dropout_71" [id=1922, type=dropout]; +"1923 layer_norm_38" [id=1923, type=layer_norm]; +"1924 add_62" [id=1924, type=add]; +"1925 _frozen_param153" [id=1925, type=get_attr]; +"1926 pad_20" [id=1926, type=pad]; +"1927 view_101" [id=1927, type=view]; +"1928 permute_83" [id=1928, type=permute]; +"1929 reshape_81" [id=1929, type=reshape]; +"1930 _frozen_param154" [id=1930, type=get_attr]; +"1931 reshape_81_0_0_nncf_smooth_quant_0" [id=1931, type=call_module]; +"1932 quantize_per_tensor_default_111" [id=1932, type=quantize_per_tensor]; +"1933 dequantize_per_tensor_default_111" [id=1933, type=dequantize_per_tensor]; +"1934 scale_updated_constant75" [id=1934, type=get_attr]; +"1935 compressed_weight_updated_constant75" [id=1935, type=get_attr]; +"1936 mul_tensor_75" [id=1936, type=mul]; +"1937 zero_point_updated_constant75" [id=1937, type=get_attr]; +"1938 sub_tensor_75" [id=1938, type=sub]; +"1939 linear_112" [id=1939, type=linear]; +"1940 reshape_82" [id=1940, type=reshape]; +"1941 permute_84" [id=1941, type=permute]; +"1942 select_54" [id=1942, type=select]; +"1943 select_55" [id=1943, type=select]; +"1944 select_56" [id=1944, type=select]; +"1945 linalg_vector_norm_36" [id=1945, type=linalg_vector_norm]; +"1946 clamp_min_36" [id=1946, type=clamp_min]; +"1947 expand_as_36" [id=1947, type=expand_as]; +"1948 div_36" [id=1948, type=div]; +"1949 quantize_per_tensor_default_112" [id=1949, type=quantize_per_tensor]; +"1950 dequantize_per_tensor_default_112" [id=1950, type=dequantize_per_tensor]; +"1951 linalg_vector_norm_37" [id=1951, type=linalg_vector_norm]; +"1952 clamp_min_37" [id=1952, type=clamp_min]; +"1953 expand_as_37" [id=1953, type=expand_as]; +"1954 div_37" [id=1954, type=div]; +"1955 quantize_per_tensor_default_113" [id=1955, type=quantize_per_tensor]; +"1956 dequantize_per_tensor_default_113" [id=1956, type=dequantize_per_tensor]; +"1957 transpose_36" [id=1957, type=transpose]; +"1958 matmul_36" [id=1958, type=matmul]; +"1959 _frozen_param156" [id=1959, type=get_attr]; +"1960 mul_37" [id=1960, type=mul]; +"1961 add_63" [id=1961, type=add]; +"1962 softmax_18" [id=1962, type=softmax]; +"1963 dropout_72" [id=1963, type=dropout]; +"1964 matmul_37" [id=1964, type=matmul]; +"1965 transpose_37" [id=1965, type=transpose]; +"1966 reshape_83" [id=1966, type=reshape]; +"1967 reshape_83_0_0_nncf_smooth_quant_0" [id=1967, type=call_module]; +"1968 quantize_per_tensor_default_114" [id=1968, type=quantize_per_tensor]; +"1969 dequantize_per_tensor_default_114" [id=1969, type=dequantize_per_tensor]; +"1970 scale_updated_constant76" [id=1970, type=get_attr]; +"1971 compressed_weight_updated_constant76" [id=1971, type=get_attr]; +"1972 mul_tensor_76" [id=1972, type=mul]; +"1973 zero_point_updated_constant76" [id=1973, type=get_attr]; +"1974 sub_tensor_76" [id=1974, type=sub]; +"1975 linear_113" [id=1975, type=linear]; +"1976 dropout_73" [id=1976, type=dropout]; +"1977 view_102" [id=1977, type=view]; +"1978 permute_85" [id=1978, type=permute]; +"1979 reshape_84" [id=1979, type=reshape]; +"1980 slice_274" [id=1980, type=slice]; +"1981 slice_275" [id=1981, type=slice]; +"1982 slice_276" [id=1982, type=slice]; +"1983 slice_277" [id=1983, type=slice]; +"1984 contiguous_35" [id=1984, type=contiguous]; +"1985 layer_norm_39" [id=1985, type=layer_norm]; +"1986 add_64" [id=1986, type=add]; +"1987 add_64_0_0_nncf_smooth_quant_0" [id=1987, type=call_module]; +"1988 quantize_per_tensor_default_115" [id=1988, type=quantize_per_tensor]; +"1989 dequantize_per_tensor_default_115" [id=1989, type=dequantize_per_tensor]; +"1990 scale_updated_constant77" [id=1990, type=get_attr]; +"1991 compressed_weight_updated_constant77" [id=1991, type=get_attr]; +"1992 mul_tensor_77" [id=1992, type=mul]; +"1993 zero_point_updated_constant77" [id=1993, type=get_attr]; +"1994 sub_tensor_77" [id=1994, type=sub]; +"1995 linear_114" [id=1995, type=linear]; +"1996 gelu_18" [id=1996, type=gelu]; +"1997 dropout_74" [id=1997, type=dropout]; +"1998 dropout_74_0_0_nncf_smooth_quant_0" [id=1998, type=call_module]; +"1999 quantize_per_tensor_default_116" [id=1999, type=quantize_per_tensor]; +"2000 dequantize_per_tensor_default_116" [id=2000, type=dequantize_per_tensor]; +"2001 scale_updated_constant78" [id=2001, type=get_attr]; +"2002 compressed_weight_updated_constant78" [id=2002, type=get_attr]; +"2003 mul_tensor_78" [id=2003, type=mul]; +"2004 zero_point_updated_constant78" [id=2004, type=get_attr]; +"2005 sub_tensor_78" [id=2005, type=sub]; +"2006 linear_115" [id=2006, type=linear]; +"2007 dropout_75" [id=2007, type=dropout]; +"2008 layer_norm_40" [id=2008, type=layer_norm]; +"2009 add_65" [id=2009, type=add]; +"2010 _frozen_param157" [id=2010, type=get_attr]; +"2011 pad_21" [id=2011, type=pad]; +"2012 roll_18" [id=2012, type=roll]; +"2013 view_105" [id=2013, type=view]; +"2014 permute_87" [id=2014, type=permute]; +"2015 reshape_85" [id=2015, type=reshape]; +"2016 _frozen_param158" [id=2016, type=get_attr]; +"2017 reshape_85_0_0_nncf_smooth_quant_0" [id=2017, type=call_module]; +"2018 quantize_per_tensor_default_117" [id=2018, type=quantize_per_tensor]; +"2019 dequantize_per_tensor_default_117" [id=2019, type=dequantize_per_tensor]; +"2020 scale_updated_constant79" [id=2020, type=get_attr]; +"2021 compressed_weight_updated_constant79" [id=2021, type=get_attr]; +"2022 mul_tensor_79" [id=2022, type=mul]; +"2023 zero_point_updated_constant79" [id=2023, type=get_attr]; +"2024 sub_tensor_79" [id=2024, type=sub]; +"2025 linear_118" [id=2025, type=linear]; +"2026 reshape_86" [id=2026, type=reshape]; +"2027 permute_88" [id=2027, type=permute]; +"2028 select_57" [id=2028, type=select]; +"2029 select_58" [id=2029, type=select]; +"2030 select_59" [id=2030, type=select]; +"2031 linalg_vector_norm_38" [id=2031, type=linalg_vector_norm]; +"2032 clamp_min_38" [id=2032, type=clamp_min]; +"2033 expand_as_38" [id=2033, type=expand_as]; +"2034 div_38" [id=2034, type=div]; +"2035 quantize_per_tensor_default_118" [id=2035, type=quantize_per_tensor]; +"2036 dequantize_per_tensor_default_118" [id=2036, type=dequantize_per_tensor]; +"2037 linalg_vector_norm_39" [id=2037, type=linalg_vector_norm]; +"2038 clamp_min_39" [id=2038, type=clamp_min]; +"2039 expand_as_39" [id=2039, type=expand_as]; +"2040 div_39" [id=2040, type=div]; +"2041 quantize_per_tensor_default_119" [id=2041, type=quantize_per_tensor]; +"2042 dequantize_per_tensor_default_119" [id=2042, type=dequantize_per_tensor]; +"2043 transpose_38" [id=2043, type=transpose]; +"2044 matmul_38" [id=2044, type=matmul]; +"2045 _frozen_param160" [id=2045, type=get_attr]; +"2046 mul_39" [id=2046, type=mul]; +"2047 add_66" [id=2047, type=add]; +"2048 new_zeros_9" [id=2048, type=new_zeros]; +"2049 view_106" [id=2049, type=view]; +"2050 permute_89" [id=2050, type=permute]; +"2051 reshape_87" [id=2051, type=reshape]; +"2052 unsqueeze_56" [id=2052, type=unsqueeze]; +"2053 unsqueeze_57" [id=2053, type=unsqueeze]; +"2054 sub_9" [id=2054, type=sub]; +"2055 ne_9" [id=2055, type=ne]; +"2056 masked_fill_18" [id=2056, type=masked_fill]; +"2057 eq_9" [id=2057, type=eq]; +"2058 masked_fill_19" [id=2058, type=masked_fill]; +"2059 view_107" [id=2059, type=view]; +"2060 unsqueeze_58" [id=2060, type=unsqueeze]; +"2061 unsqueeze_59" [id=2061, type=unsqueeze]; +"2062 add_67" [id=2062, type=add]; +"2063 view_108" [id=2063, type=view]; +"2064 softmax_19" [id=2064, type=softmax]; +"2065 dropout_76" [id=2065, type=dropout]; +"2066 matmul_39" [id=2066, type=matmul]; +"2067 transpose_39" [id=2067, type=transpose]; +"2068 reshape_88" [id=2068, type=reshape]; +"2069 reshape_88_0_0_nncf_smooth_quant_0" [id=2069, type=call_module]; +"2070 quantize_per_tensor_default_120" [id=2070, type=quantize_per_tensor]; +"2071 dequantize_per_tensor_default_120" [id=2071, type=dequantize_per_tensor]; +"2072 scale_updated_constant80" [id=2072, type=get_attr]; +"2073 compressed_weight_updated_constant80" [id=2073, type=get_attr]; +"2074 mul_tensor_80" [id=2074, type=mul]; +"2075 zero_point_updated_constant80" [id=2075, type=get_attr]; +"2076 sub_tensor_80" [id=2076, type=sub]; +"2077 linear_119" [id=2077, type=linear]; +"2078 dropout_77" [id=2078, type=dropout]; +"2079 view_109" [id=2079, type=view]; +"2080 permute_90" [id=2080, type=permute]; +"2081 reshape_89" [id=2081, type=reshape]; +"2082 roll_19" [id=2082, type=roll]; +"2083 slice_297" [id=2083, type=slice]; +"2084 slice_298" [id=2084, type=slice]; +"2085 slice_299" [id=2085, type=slice]; +"2086 slice_300" [id=2086, type=slice]; +"2087 contiguous_37" [id=2087, type=contiguous]; +"2088 layer_norm_41" [id=2088, type=layer_norm]; +"2089 add_68" [id=2089, type=add]; +"2090 add_68_0_0_nncf_smooth_quant_0" [id=2090, type=call_module]; +"2091 quantize_per_tensor_default_121" [id=2091, type=quantize_per_tensor]; +"2092 dequantize_per_tensor_default_121" [id=2092, type=dequantize_per_tensor]; +"2093 scale_updated_constant81" [id=2093, type=get_attr]; +"2094 compressed_weight_updated_constant81" [id=2094, type=get_attr]; +"2095 mul_tensor_81" [id=2095, type=mul]; +"2096 zero_point_updated_constant81" [id=2096, type=get_attr]; +"2097 sub_tensor_81" [id=2097, type=sub]; +"2098 linear_120" [id=2098, type=linear]; +"2099 gelu_19" [id=2099, type=gelu]; +"2100 dropout_78" [id=2100, type=dropout]; +"2101 dropout_78_0_0_nncf_smooth_quant_0" [id=2101, type=call_module]; +"2102 quantize_per_tensor_default_122" [id=2102, type=quantize_per_tensor]; +"2103 dequantize_per_tensor_default_122" [id=2103, type=dequantize_per_tensor]; +"2104 scale_updated_constant82" [id=2104, type=get_attr]; +"2105 compressed_weight_updated_constant82" [id=2105, type=get_attr]; +"2106 mul_tensor_82" [id=2106, type=mul]; +"2107 zero_point_updated_constant82" [id=2107, type=get_attr]; +"2108 sub_tensor_82" [id=2108, type=sub]; +"2109 linear_121" [id=2109, type=linear]; +"2110 dropout_79" [id=2110, type=dropout]; +"2111 layer_norm_42" [id=2111, type=layer_norm]; +"2112 add_69" [id=2112, type=add]; +"2113 _frozen_param170" [id=2113, type=get_attr]; +"2114 pad_22" [id=2114, type=pad]; +"2115 view_112" [id=2115, type=view]; +"2116 permute_92" [id=2116, type=permute]; +"2117 reshape_90" [id=2117, type=reshape]; +"2118 _frozen_param171" [id=2118, type=get_attr]; +"2119 reshape_90_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 quantize_per_tensor_default_123" [id=2120, type=quantize_per_tensor]; +"2121 dequantize_per_tensor_default_123" [id=2121, type=dequantize_per_tensor]; +"2122 scale_updated_constant83" [id=2122, type=get_attr]; +"2123 compressed_weight_updated_constant83" [id=2123, type=get_attr]; +"2124 mul_tensor_83" [id=2124, type=mul]; +"2125 zero_point_updated_constant83" [id=2125, type=get_attr]; +"2126 sub_tensor_83" [id=2126, type=sub]; +"2127 linear_124" [id=2127, type=linear]; +"2128 reshape_91" [id=2128, type=reshape]; +"2129 permute_93" [id=2129, type=permute]; +"2130 select_60" [id=2130, type=select]; +"2131 select_61" [id=2131, type=select]; +"2132 select_62" [id=2132, type=select]; +"2133 linalg_vector_norm_40" [id=2133, type=linalg_vector_norm]; +"2134 clamp_min_40" [id=2134, type=clamp_min]; +"2135 expand_as_40" [id=2135, type=expand_as]; +"2136 div_40" [id=2136, type=div]; +"2137 quantize_per_tensor_default_124" [id=2137, type=quantize_per_tensor]; +"2138 dequantize_per_tensor_default_124" [id=2138, type=dequantize_per_tensor]; +"2139 linalg_vector_norm_41" [id=2139, type=linalg_vector_norm]; +"2140 clamp_min_41" [id=2140, type=clamp_min]; +"2141 expand_as_41" [id=2141, type=expand_as]; +"2142 div_41" [id=2142, type=div]; +"2143 quantize_per_tensor_default_125" [id=2143, type=quantize_per_tensor]; +"2144 dequantize_per_tensor_default_125" [id=2144, type=dequantize_per_tensor]; +"2145 transpose_40" [id=2145, type=transpose]; +"2146 matmul_40" [id=2146, type=matmul]; +"2147 _frozen_param173" [id=2147, type=get_attr]; +"2148 mul_41" [id=2148, type=mul]; +"2149 add_70" [id=2149, type=add]; +"2150 softmax_20" [id=2150, type=softmax]; +"2151 dropout_80" [id=2151, type=dropout]; +"2152 matmul_41" [id=2152, type=matmul]; +"2153 transpose_41" [id=2153, type=transpose]; +"2154 reshape_92" [id=2154, type=reshape]; +"2155 reshape_92_0_0_nncf_smooth_quant_0" [id=2155, type=call_module]; +"2156 quantize_per_tensor_default_126" [id=2156, type=quantize_per_tensor]; +"2157 dequantize_per_tensor_default_126" [id=2157, type=dequantize_per_tensor]; +"2158 scale_updated_constant84" [id=2158, type=get_attr]; +"2159 compressed_weight_updated_constant84" [id=2159, type=get_attr]; +"2160 mul_tensor_84" [id=2160, type=mul]; +"2161 zero_point_updated_constant84" [id=2161, type=get_attr]; +"2162 sub_tensor_84" [id=2162, type=sub]; +"2163 linear_125" [id=2163, type=linear]; +"2164 dropout_81" [id=2164, type=dropout]; +"2165 view_113" [id=2165, type=view]; +"2166 permute_94" [id=2166, type=permute]; +"2167 reshape_93" [id=2167, type=reshape]; +"2168 slice_302" [id=2168, type=slice]; +"2169 slice_303" [id=2169, type=slice]; +"2170 slice_304" [id=2170, type=slice]; +"2171 slice_305" [id=2171, type=slice]; +"2172 contiguous_39" [id=2172, type=contiguous]; +"2173 layer_norm_43" [id=2173, type=layer_norm]; +"2174 add_71" [id=2174, type=add]; +"2175 add_71_0_0_nncf_smooth_quant_0" [id=2175, type=call_module]; +"2176 quantize_per_tensor_default_127" [id=2176, type=quantize_per_tensor]; +"2177 dequantize_per_tensor_default_127" [id=2177, type=dequantize_per_tensor]; +"2178 scale_updated_constant85" [id=2178, type=get_attr]; +"2179 compressed_weight_updated_constant85" [id=2179, type=get_attr]; +"2180 mul_tensor_85" [id=2180, type=mul]; +"2181 zero_point_updated_constant85" [id=2181, type=get_attr]; +"2182 sub_tensor_85" [id=2182, type=sub]; +"2183 linear_126" [id=2183, type=linear]; +"2184 gelu_20" [id=2184, type=gelu]; +"2185 dropout_82" [id=2185, type=dropout]; +"2186 dropout_82_0_0_nncf_smooth_quant_0" [id=2186, type=call_module]; +"2187 quantize_per_tensor_default_128" [id=2187, type=quantize_per_tensor]; +"2188 dequantize_per_tensor_default_128" [id=2188, type=dequantize_per_tensor]; +"2189 scale_updated_constant86" [id=2189, type=get_attr]; +"2190 compressed_weight_updated_constant86" [id=2190, type=get_attr]; +"2191 mul_tensor_86" [id=2191, type=mul]; +"2192 zero_point_updated_constant86" [id=2192, type=get_attr]; +"2193 sub_tensor_86" [id=2193, type=sub]; +"2194 linear_127" [id=2194, type=linear]; +"2195 dropout_83" [id=2195, type=dropout]; +"2196 layer_norm_44" [id=2196, type=layer_norm]; +"2197 add_72" [id=2197, type=add]; +"2198 _frozen_param174" [id=2198, type=get_attr]; +"2199 pad_23" [id=2199, type=pad]; +"2200 roll_20" [id=2200, type=roll]; +"2201 view_116" [id=2201, type=view]; +"2202 permute_96" [id=2202, type=permute]; +"2203 reshape_94" [id=2203, type=reshape]; +"2204 _frozen_param175" [id=2204, type=get_attr]; +"2205 reshape_94_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; +"2206 quantize_per_tensor_default_129" [id=2206, type=quantize_per_tensor]; +"2207 dequantize_per_tensor_default_129" [id=2207, type=dequantize_per_tensor]; +"2208 scale_updated_constant87" [id=2208, type=get_attr]; +"2209 compressed_weight_updated_constant87" [id=2209, type=get_attr]; +"2210 mul_tensor_87" [id=2210, type=mul]; +"2211 zero_point_updated_constant87" [id=2211, type=get_attr]; +"2212 sub_tensor_87" [id=2212, type=sub]; +"2213 linear_130" [id=2213, type=linear]; +"2214 reshape_95" [id=2214, type=reshape]; +"2215 permute_97" [id=2215, type=permute]; +"2216 select_63" [id=2216, type=select]; +"2217 select_64" [id=2217, type=select]; +"2218 select_65" [id=2218, type=select]; +"2219 linalg_vector_norm_42" [id=2219, type=linalg_vector_norm]; +"2220 clamp_min_42" [id=2220, type=clamp_min]; +"2221 expand_as_42" [id=2221, type=expand_as]; +"2222 div_42" [id=2222, type=div]; +"2223 quantize_per_tensor_default_130" [id=2223, type=quantize_per_tensor]; +"2224 dequantize_per_tensor_default_130" [id=2224, type=dequantize_per_tensor]; +"2225 linalg_vector_norm_43" [id=2225, type=linalg_vector_norm]; +"2226 clamp_min_43" [id=2226, type=clamp_min]; +"2227 expand_as_43" [id=2227, type=expand_as]; +"2228 div_43" [id=2228, type=div]; +"2229 quantize_per_tensor_default_131" [id=2229, type=quantize_per_tensor]; +"2230 dequantize_per_tensor_default_131" [id=2230, type=dequantize_per_tensor]; +"2231 transpose_42" [id=2231, type=transpose]; +"2232 matmul_42" [id=2232, type=matmul]; +"2233 _frozen_param177" [id=2233, type=get_attr]; +"2234 mul_43" [id=2234, type=mul]; +"2235 add_73" [id=2235, type=add]; +"2236 new_zeros_10" [id=2236, type=new_zeros]; +"2237 view_117" [id=2237, type=view]; +"2238 permute_98" [id=2238, type=permute]; +"2239 reshape_96" [id=2239, type=reshape]; +"2240 unsqueeze_62" [id=2240, type=unsqueeze]; +"2241 unsqueeze_63" [id=2241, type=unsqueeze]; +"2242 sub_10" [id=2242, type=sub]; +"2243 ne_10" [id=2243, type=ne]; +"2244 masked_fill_20" [id=2244, type=masked_fill]; +"2245 eq_10" [id=2245, type=eq]; +"2246 masked_fill_21" [id=2246, type=masked_fill]; +"2247 view_118" [id=2247, type=view]; +"2248 unsqueeze_64" [id=2248, type=unsqueeze]; +"2249 unsqueeze_65" [id=2249, type=unsqueeze]; +"2250 add_74" [id=2250, type=add]; +"2251 view_119" [id=2251, type=view]; +"2252 softmax_21" [id=2252, type=softmax]; +"2253 dropout_84" [id=2253, type=dropout]; +"2254 matmul_43" [id=2254, type=matmul]; +"2255 transpose_43" [id=2255, type=transpose]; +"2256 reshape_97" [id=2256, type=reshape]; +"2257 reshape_97_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; +"2258 quantize_per_tensor_default_132" [id=2258, type=quantize_per_tensor]; +"2259 dequantize_per_tensor_default_132" [id=2259, type=dequantize_per_tensor]; +"2260 scale_updated_constant88" [id=2260, type=get_attr]; +"2261 compressed_weight_updated_constant88" [id=2261, type=get_attr]; +"2262 mul_tensor_88" [id=2262, type=mul]; +"2263 zero_point_updated_constant88" [id=2263, type=get_attr]; +"2264 sub_tensor_88" [id=2264, type=sub]; +"2265 linear_131" [id=2265, type=linear]; +"2266 dropout_85" [id=2266, type=dropout]; +"2267 view_120" [id=2267, type=view]; +"2268 permute_99" [id=2268, type=permute]; +"2269 reshape_98" [id=2269, type=reshape]; +"2270 roll_21" [id=2270, type=roll]; +"2271 slice_325" [id=2271, type=slice]; +"2272 slice_326" [id=2272, type=slice]; +"2273 slice_327" [id=2273, type=slice]; +"2274 slice_328" [id=2274, type=slice]; +"2275 contiguous_41" [id=2275, type=contiguous]; +"2276 layer_norm_45" [id=2276, type=layer_norm]; +"2277 add_75" [id=2277, type=add]; +"2278 add_75_0_0_nncf_smooth_quant_0" [id=2278, type=call_module]; +"2279 quantize_per_tensor_default_133" [id=2279, type=quantize_per_tensor]; +"2280 dequantize_per_tensor_default_133" [id=2280, type=dequantize_per_tensor]; +"2281 scale_updated_constant89" [id=2281, type=get_attr]; +"2282 compressed_weight_updated_constant89" [id=2282, type=get_attr]; +"2283 mul_tensor_89" [id=2283, type=mul]; +"2284 zero_point_updated_constant89" [id=2284, type=get_attr]; +"2285 sub_tensor_89" [id=2285, type=sub]; +"2286 linear_132" [id=2286, type=linear]; +"2287 gelu_21" [id=2287, type=gelu]; +"2288 dropout_86" [id=2288, type=dropout]; +"2289 dropout_86_0_0_nncf_smooth_quant_0" [id=2289, type=call_module]; +"2290 quantize_per_tensor_default_134" [id=2290, type=quantize_per_tensor]; +"2291 dequantize_per_tensor_default_134" [id=2291, type=dequantize_per_tensor]; +"2292 scale_updated_constant90" [id=2292, type=get_attr]; +"2293 compressed_weight_updated_constant90" [id=2293, type=get_attr]; +"2294 mul_tensor_90" [id=2294, type=mul]; +"2295 zero_point_updated_constant90" [id=2295, type=get_attr]; +"2296 sub_tensor_90" [id=2296, type=sub]; +"2297 linear_133" [id=2297, type=linear]; +"2298 dropout_87" [id=2298, type=dropout]; +"2299 layer_norm_46" [id=2299, type=layer_norm]; +"2300 add_76" [id=2300, type=add]; +"2301 pad_24" [id=2301, type=pad]; +"2302 slice_329" [id=2302, type=slice]; +"2303 slice_330" [id=2303, type=slice]; +"2304 slice_331" [id=2304, type=slice]; +"2305 slice_332" [id=2305, type=slice]; +"2306 slice_333" [id=2306, type=slice]; +"2307 slice_334" [id=2307, type=slice]; +"2308 slice_335" [id=2308, type=slice]; +"2309 slice_336" [id=2309, type=slice]; +"2310 slice_337" [id=2310, type=slice]; +"2311 slice_338" [id=2311, type=slice]; +"2312 slice_339" [id=2312, type=slice]; +"2313 slice_340" [id=2313, type=slice]; +"2314 cat_2" [id=2314, type=cat]; +"2315 cat_2_0_0_nncf_smooth_quant_0" [id=2315, type=call_module]; +"2316 quantize_per_tensor_default_135" [id=2316, type=quantize_per_tensor]; +"2317 dequantize_per_tensor_default_135" [id=2317, type=dequantize_per_tensor]; +"2318 scale_updated_constant91" [id=2318, type=get_attr]; +"2319 compressed_weight_updated_constant91" [id=2319, type=get_attr]; +"2320 mul_tensor_91" [id=2320, type=mul]; +"2321 zero_point_updated_constant91" [id=2321, type=get_attr]; +"2322 sub_tensor_91" [id=2322, type=sub]; +"2323 linear_134" [id=2323, type=linear]; +"2324 layer_norm_47" [id=2324, type=layer_norm]; +"2325 _frozen_param187" [id=2325, type=get_attr]; +"2326 pad_25" [id=2326, type=pad]; +"2327 view_123" [id=2327, type=view]; +"2328 permute_101" [id=2328, type=permute]; +"2329 reshape_99" [id=2329, type=reshape]; +"2330 _frozen_param188" [id=2330, type=get_attr]; +"2331 reshape_99_0_0_nncf_smooth_quant_0" [id=2331, type=call_module]; +"2332 quantize_per_tensor_default_136" [id=2332, type=quantize_per_tensor]; +"2333 dequantize_per_tensor_default_136" [id=2333, type=dequantize_per_tensor]; +"2334 scale_updated_constant92" [id=2334, type=get_attr]; +"2335 compressed_weight_updated_constant92" [id=2335, type=get_attr]; +"2336 mul_tensor_92" [id=2336, type=mul]; +"2337 zero_point_updated_constant92" [id=2337, type=get_attr]; +"2338 sub_tensor_92" [id=2338, type=sub]; +"2339 linear_137" [id=2339, type=linear]; +"2340 reshape_100" [id=2340, type=reshape]; +"2341 permute_102" [id=2341, type=permute]; +"2342 select_66" [id=2342, type=select]; +"2343 select_67" [id=2343, type=select]; +"2344 select_68" [id=2344, type=select]; +"2345 linalg_vector_norm_44" [id=2345, type=linalg_vector_norm]; +"2346 clamp_min_44" [id=2346, type=clamp_min]; +"2347 expand_as_44" [id=2347, type=expand_as]; +"2348 div_44" [id=2348, type=div]; +"2349 quantize_per_tensor_default_137" [id=2349, type=quantize_per_tensor]; +"2350 dequantize_per_tensor_default_137" [id=2350, type=dequantize_per_tensor]; +"2351 linalg_vector_norm_45" [id=2351, type=linalg_vector_norm]; +"2352 clamp_min_45" [id=2352, type=clamp_min]; +"2353 expand_as_45" [id=2353, type=expand_as]; +"2354 div_45" [id=2354, type=div]; +"2355 quantize_per_tensor_default_138" [id=2355, type=quantize_per_tensor]; +"2356 dequantize_per_tensor_default_138" [id=2356, type=dequantize_per_tensor]; +"2357 transpose_44" [id=2357, type=transpose]; +"2358 matmul_44" [id=2358, type=matmul]; +"2359 _frozen_param190" [id=2359, type=get_attr]; +"2360 mul_45" [id=2360, type=mul]; +"2361 add_77" [id=2361, type=add]; +"2362 softmax_22" [id=2362, type=softmax]; +"2363 dropout_88" [id=2363, type=dropout]; +"2364 matmul_45" [id=2364, type=matmul]; +"2365 transpose_45" [id=2365, type=transpose]; +"2366 reshape_101" [id=2366, type=reshape]; +"2367 reshape_101_0_0_nncf_smooth_quant_0" [id=2367, type=call_module]; +"2368 quantize_per_tensor_default_139" [id=2368, type=quantize_per_tensor]; +"2369 dequantize_per_tensor_default_139" [id=2369, type=dequantize_per_tensor]; +"2370 scale_updated_constant93" [id=2370, type=get_attr]; +"2371 compressed_weight_updated_constant93" [id=2371, type=get_attr]; +"2372 mul_tensor_93" [id=2372, type=mul]; +"2373 zero_point_updated_constant93" [id=2373, type=get_attr]; +"2374 sub_tensor_93" [id=2374, type=sub]; +"2375 linear_138" [id=2375, type=linear]; +"2376 dropout_89" [id=2376, type=dropout]; +"2377 view_124" [id=2377, type=view]; +"2378 permute_103" [id=2378, type=permute]; +"2379 reshape_102" [id=2379, type=reshape]; +"2380 slice_342" [id=2380, type=slice]; +"2381 slice_343" [id=2381, type=slice]; +"2382 slice_344" [id=2382, type=slice]; +"2383 slice_345" [id=2383, type=slice]; +"2384 contiguous_43" [id=2384, type=contiguous]; +"2385 layer_norm_48" [id=2385, type=layer_norm]; +"2386 add_78" [id=2386, type=add]; +"2387 add_78_0_0_nncf_smooth_quant_0" [id=2387, type=call_module]; +"2388 quantize_per_tensor_default_140" [id=2388, type=quantize_per_tensor]; +"2389 dequantize_per_tensor_default_140" [id=2389, type=dequantize_per_tensor]; +"2390 scale_updated_constant94" [id=2390, type=get_attr]; +"2391 compressed_weight_updated_constant94" [id=2391, type=get_attr]; +"2392 mul_tensor_94" [id=2392, type=mul]; +"2393 zero_point_updated_constant94" [id=2393, type=get_attr]; +"2394 sub_tensor_94" [id=2394, type=sub]; +"2395 linear_139" [id=2395, type=linear]; +"2396 gelu_22" [id=2396, type=gelu]; +"2397 dropout_90" [id=2397, type=dropout]; +"2398 dropout_90_0_0_nncf_smooth_quant_0" [id=2398, type=call_module]; +"2399 quantize_per_tensor_default_141" [id=2399, type=quantize_per_tensor]; +"2400 dequantize_per_tensor_default_141" [id=2400, type=dequantize_per_tensor]; +"2401 scale_updated_constant95" [id=2401, type=get_attr]; +"2402 compressed_weight_updated_constant95" [id=2402, type=get_attr]; +"2403 mul_tensor_95" [id=2403, type=mul]; +"2404 zero_point_updated_constant95" [id=2404, type=get_attr]; +"2405 sub_tensor_95" [id=2405, type=sub]; +"2406 linear_140" [id=2406, type=linear]; +"2407 dropout_91" [id=2407, type=dropout]; +"2408 layer_norm_49" [id=2408, type=layer_norm]; +"2409 add_79" [id=2409, type=add]; +"2410 _frozen_param191" [id=2410, type=get_attr]; +"2411 pad_26" [id=2411, type=pad]; +"2412 view_127" [id=2412, type=view]; +"2413 permute_105" [id=2413, type=permute]; +"2414 reshape_103" [id=2414, type=reshape]; +"2415 _frozen_param192" [id=2415, type=get_attr]; +"2416 reshape_103_0_0_nncf_smooth_quant_0" [id=2416, type=call_module]; +"2417 quantize_per_tensor_default_142" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_142" [id=2418, type=dequantize_per_tensor]; +"2419 scale_updated_constant96" [id=2419, type=get_attr]; +"2420 compressed_weight_updated_constant96" [id=2420, type=get_attr]; +"2421 mul_tensor_96" [id=2421, type=mul]; +"2422 zero_point_updated_constant96" [id=2422, type=get_attr]; +"2423 sub_tensor_96" [id=2423, type=sub]; +"2424 linear_143" [id=2424, type=linear]; +"2425 reshape_104" [id=2425, type=reshape]; +"2426 permute_106" [id=2426, type=permute]; +"2427 select_69" [id=2427, type=select]; +"2428 select_70" [id=2428, type=select]; +"2429 select_71" [id=2429, type=select]; +"2430 linalg_vector_norm_46" [id=2430, type=linalg_vector_norm]; +"2431 clamp_min_46" [id=2431, type=clamp_min]; +"2432 expand_as_46" [id=2432, type=expand_as]; +"2433 div_46" [id=2433, type=div]; +"2434 quantize_per_tensor_default_143" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_143" [id=2435, type=dequantize_per_tensor]; +"2436 linalg_vector_norm_47" [id=2436, type=linalg_vector_norm]; +"2437 clamp_min_47" [id=2437, type=clamp_min]; +"2438 expand_as_47" [id=2438, type=expand_as]; +"2439 div_47" [id=2439, type=div]; +"2440 quantize_per_tensor_default_144" [id=2440, type=quantize_per_tensor]; +"2441 dequantize_per_tensor_default_144" [id=2441, type=dequantize_per_tensor]; +"2442 transpose_46" [id=2442, type=transpose]; +"2443 matmul_46" [id=2443, type=matmul]; +"2444 _frozen_param194" [id=2444, type=get_attr]; +"2445 mul_47" [id=2445, type=mul]; +"2446 add_80" [id=2446, type=add]; +"2447 softmax_23" [id=2447, type=softmax]; +"2448 dropout_92" [id=2448, type=dropout]; +"2449 matmul_47" [id=2449, type=matmul]; +"2450 transpose_47" [id=2450, type=transpose]; +"2451 reshape_105" [id=2451, type=reshape]; +"2452 reshape_105_0_0_nncf_smooth_quant_0" [id=2452, type=call_module]; +"2453 quantize_per_tensor_default_145" [id=2453, type=quantize_per_tensor]; +"2454 dequantize_per_tensor_default_145" [id=2454, type=dequantize_per_tensor]; +"2455 scale_updated_constant97" [id=2455, type=get_attr]; +"2456 compressed_weight_updated_constant97" [id=2456, type=get_attr]; +"2457 mul_tensor_97" [id=2457, type=mul]; +"2458 zero_point_updated_constant97" [id=2458, type=get_attr]; +"2459 sub_tensor_97" [id=2459, type=sub]; +"2460 linear_144" [id=2460, type=linear]; +"2461 dropout_93" [id=2461, type=dropout]; +"2462 view_128" [id=2462, type=view]; +"2463 permute_107" [id=2463, type=permute]; +"2464 reshape_106" [id=2464, type=reshape]; +"2465 slice_347" [id=2465, type=slice]; +"2466 slice_348" [id=2466, type=slice]; +"2467 slice_349" [id=2467, type=slice]; +"2468 slice_350" [id=2468, type=slice]; +"2469 contiguous_45" [id=2469, type=contiguous]; +"2470 layer_norm_50" [id=2470, type=layer_norm]; +"2471 add_81" [id=2471, type=add]; +"2472 add_81_0_0_nncf_smooth_quant_0" [id=2472, type=call_module]; +"2473 quantize_per_tensor_default_146" [id=2473, type=quantize_per_tensor]; +"2474 dequantize_per_tensor_default_146" [id=2474, type=dequantize_per_tensor]; +"2475 scale_updated_constant98" [id=2475, type=get_attr]; +"2476 compressed_weight_updated_constant98" [id=2476, type=get_attr]; +"2477 mul_tensor_98" [id=2477, type=mul]; +"2478 zero_point_updated_constant98" [id=2478, type=get_attr]; +"2479 sub_tensor_98" [id=2479, type=sub]; +"2480 linear_145" [id=2480, type=linear]; +"2481 gelu_23" [id=2481, type=gelu]; +"2482 dropout_94" [id=2482, type=dropout]; +"2483 dropout_94_0_0_nncf_smooth_quant_0" [id=2483, type=call_module]; +"2484 quantize_per_tensor_default_147" [id=2484, type=quantize_per_tensor]; +"2485 dequantize_per_tensor_default_147" [id=2485, type=dequantize_per_tensor]; +"2486 scale_updated_constant99" [id=2486, type=get_attr]; +"2487 compressed_weight_updated_constant99" [id=2487, type=get_attr]; +"2488 mul_tensor_99" [id=2488, type=mul]; +"2489 zero_point_updated_constant99" [id=2489, type=get_attr]; +"2490 sub_tensor_99" [id=2490, type=sub]; +"2491 linear_146" [id=2491, type=linear]; +"2492 dropout_95" [id=2492, type=dropout]; +"2493 layer_norm_51" [id=2493, type=layer_norm]; +"2494 add_82" [id=2494, type=add]; +"2495 layer_norm_52" [id=2495, type=layer_norm]; +"2496 permute_108" [id=2496, type=permute]; +"2497 adaptive_avg_pool2d" [id=2497, type=adaptive_avg_pool2d]; +"2498 flatten" [id=2498, type=flatten]; +"2499 flatten_0_0_nncf_smooth_quant_0" [id=2499, type=call_module]; +"2500 quantize_per_tensor_default_148" [id=2500, type=quantize_per_tensor]; +"2501 dequantize_per_tensor_default_148" [id=2501, type=dequantize_per_tensor]; +"2502 scale_updated_constant100" [id=2502, type=get_attr]; +"2503 compressed_weight_updated_constant100" [id=2503, type=get_attr]; +"2504 mul_tensor_100" [id=2504, type=mul]; +"2505 zero_point_updated_constant100" [id=2505, type=get_attr]; +"2506 sub_tensor_100" [id=2506, type=sub]; +"2507 linear_147" [id=2507, type=linear]; +"2508 output" [id=2508, type=output]; +"0 features_1_0_attn_proj_bias" -> "241 linear_3" [label="(96,)", style=solid]; +"1 features_1_1_attn_proj_bias" -> "340 linear_9" [label="(96,)", style=solid]; +"2 features_3_0_attn_proj_bias" -> "447 linear_16" [label="(192,)", style=solid]; +"3 features_3_1_attn_proj_bias" -> "549 linear_22" [label="(192,)", style=solid]; +"4 features_5_0_attn_proj_bias" -> "659 linear_29" [label="(384,)", style=solid]; +"5 features_5_1_attn_proj_bias" -> "761 linear_35" [label="(384,)", style=solid]; +"6 features_5_2_attn_proj_bias" -> "847 linear_41" [label="(384,)", style=solid]; +"7 features_5_3_attn_proj_bias" -> "949 linear_47" [label="(384,)", style=solid]; +"8 features_5_4_attn_proj_bias" -> "1035 linear_53" [label="(384,)", style=solid]; +"9 features_5_5_attn_proj_bias" -> "1137 linear_59" [label="(384,)", style=solid]; +"10 features_5_6_attn_proj_bias" -> "1223 linear_65" [label="(384,)", style=solid]; +"11 features_5_7_attn_proj_bias" -> "1325 linear_71" [label="(384,)", style=solid]; +"12 features_5_8_attn_proj_bias" -> "1411 linear_77" [label="(384,)", style=solid]; +"13 features_5_9_attn_proj_bias" -> "1513 linear_83" [label="(384,)", style=solid]; +"14 features_5_10_attn_proj_bias" -> "1599 linear_89" [label="(384,)", style=solid]; +"15 features_5_11_attn_proj_bias" -> "1701 linear_95" [label="(384,)", style=solid]; +"16 features_5_12_attn_proj_bias" -> "1787 linear_101" [label="(384,)", style=solid]; +"17 features_5_13_attn_proj_bias" -> "1889 linear_107" [label="(384,)", style=solid]; +"18 features_5_14_attn_proj_bias" -> "1975 linear_113" [label="(384,)", style=solid]; +"19 features_5_15_attn_proj_bias" -> "2077 linear_119" [label="(384,)", style=solid]; +"20 features_5_16_attn_proj_bias" -> "2163 linear_125" [label="(384,)", style=solid]; +"21 features_5_17_attn_proj_bias" -> "2265 linear_131" [label="(384,)", style=solid]; +"22 features_7_0_attn_proj_bias" -> "2375 linear_138" [label="(768,)", style=solid]; +"23 features_7_1_attn_proj_bias" -> "2460 linear_144" [label="(768,)", style=solid]; +"24 features_0_0_bias" -> "188 conv2d" [label="(96,)", style=solid]; +"25 features_0_2_weight" -> "190 layer_norm" [label="(96,)", style=solid]; +"26 features_0_2_bias" -> "190 layer_norm" [label="(96,)", style=solid]; +"27 features_1_0_norm1_weight" -> "248 layer_norm_1" [label="(96,)", style=solid]; +"28 features_1_0_norm1_bias" -> "248 layer_norm_1" [label="(96,)", style=solid]; +"29 features_1_0_mlp_0_bias" -> "258 linear_4" [label="(384,)", style=solid]; +"30 features_1_0_mlp_3_bias" -> "269 linear_5" [label="(96,)", style=solid]; +"31 features_1_0_norm2_weight" -> "271 layer_norm_2" [label="(96,)", style=solid]; +"32 features_1_0_norm2_bias" -> "271 layer_norm_2" [label="(96,)", style=solid]; +"33 features_1_1_norm1_weight" -> "348 layer_norm_3" [label="(96,)", style=solid]; +"34 features_1_1_norm1_bias" -> "348 layer_norm_3" [label="(96,)", style=solid]; +"35 features_1_1_mlp_0_bias" -> "358 linear_10" [label="(384,)", style=solid]; +"36 features_1_1_mlp_3_bias" -> "369 linear_11" [label="(96,)", style=solid]; +"37 features_1_1_norm2_weight" -> "371 layer_norm_4" [label="(96,)", style=solid]; +"38 features_1_1_norm2_bias" -> "371 layer_norm_4" [label="(96,)", style=solid]; +"39 features_2_norm_weight" -> "396 layer_norm_5" [label="(192,)", style=solid]; +"40 features_2_norm_bias" -> "396 layer_norm_5" [label="(192,)", style=solid]; +"41 features_3_0_norm1_weight" -> "457 layer_norm_6" [label="(192,)", style=solid]; +"42 features_3_0_norm1_bias" -> "457 layer_norm_6" [label="(192,)", style=solid]; +"43 features_3_0_mlp_0_bias" -> "467 linear_17" [label="(768,)", style=solid]; +"44 features_3_0_mlp_3_bias" -> "478 linear_18" [label="(192,)", style=solid]; +"45 features_3_0_norm2_weight" -> "480 layer_norm_7" [label="(192,)", style=solid]; +"46 features_3_0_norm2_bias" -> "480 layer_norm_7" [label="(192,)", style=solid]; +"47 features_3_1_norm1_weight" -> "560 layer_norm_8" [label="(192,)", style=solid]; +"48 features_3_1_norm1_bias" -> "560 layer_norm_8" [label="(192,)", style=solid]; +"49 features_3_1_mlp_0_bias" -> "570 linear_23" [label="(768,)", style=solid]; +"50 features_3_1_mlp_3_bias" -> "581 linear_24" [label="(192,)", style=solid]; +"51 features_3_1_norm2_weight" -> "583 layer_norm_9" [label="(192,)", style=solid]; +"52 features_3_1_norm2_bias" -> "583 layer_norm_9" [label="(192,)", style=solid]; +"53 features_4_norm_weight" -> "608 layer_norm_10" [label="(384,)", style=solid]; +"54 features_4_norm_bias" -> "608 layer_norm_10" [label="(384,)", style=solid]; +"55 features_5_0_norm1_weight" -> "669 layer_norm_11" [label="(384,)", style=solid]; +"56 features_5_0_norm1_bias" -> "669 layer_norm_11" [label="(384,)", style=solid]; +"57 features_5_0_mlp_0_bias" -> "679 linear_30" [label="(1536,)", style=solid]; +"58 features_5_0_mlp_3_bias" -> "690 linear_31" [label="(384,)", style=solid]; +"59 features_5_0_norm2_weight" -> "692 layer_norm_12" [label="(384,)", style=solid]; +"60 features_5_0_norm2_bias" -> "692 layer_norm_12" [label="(384,)", style=solid]; +"61 features_5_1_norm1_weight" -> "772 layer_norm_13" [label="(384,)", style=solid]; +"62 features_5_1_norm1_bias" -> "772 layer_norm_13" [label="(384,)", style=solid]; +"63 features_5_1_mlp_0_bias" -> "782 linear_36" [label="(1536,)", style=solid]; +"64 features_5_1_mlp_3_bias" -> "793 linear_37" [label="(384,)", style=solid]; +"65 features_5_1_norm2_weight" -> "795 layer_norm_14" [label="(384,)", style=solid]; +"66 features_5_1_norm2_bias" -> "795 layer_norm_14" [label="(384,)", style=solid]; +"67 features_5_2_norm1_weight" -> "857 layer_norm_15" [label="(384,)", style=solid]; +"68 features_5_2_norm1_bias" -> "857 layer_norm_15" [label="(384,)", style=solid]; +"69 features_5_2_mlp_0_bias" -> "867 linear_42" [label="(1536,)", style=solid]; +"70 features_5_2_mlp_3_bias" -> "878 linear_43" [label="(384,)", style=solid]; +"71 features_5_2_norm2_weight" -> "880 layer_norm_16" [label="(384,)", style=solid]; +"72 features_5_2_norm2_bias" -> "880 layer_norm_16" [label="(384,)", style=solid]; +"73 features_5_3_norm1_weight" -> "960 layer_norm_17" [label="(384,)", style=solid]; +"74 features_5_3_norm1_bias" -> "960 layer_norm_17" [label="(384,)", style=solid]; +"75 features_5_3_mlp_0_bias" -> "970 linear_48" [label="(1536,)", style=solid]; +"76 features_5_3_mlp_3_bias" -> "981 linear_49" [label="(384,)", style=solid]; +"77 features_5_3_norm2_weight" -> "983 layer_norm_18" [label="(384,)", style=solid]; +"78 features_5_3_norm2_bias" -> "983 layer_norm_18" [label="(384,)", style=solid]; +"79 features_5_4_norm1_weight" -> "1045 layer_norm_19" [label="(384,)", style=solid]; +"80 features_5_4_norm1_bias" -> "1045 layer_norm_19" [label="(384,)", style=solid]; +"81 features_5_4_mlp_0_bias" -> "1055 linear_54" [label="(1536,)", style=solid]; +"82 features_5_4_mlp_3_bias" -> "1066 linear_55" [label="(384,)", style=solid]; +"83 features_5_4_norm2_weight" -> "1068 layer_norm_20" [label="(384,)", style=solid]; +"84 features_5_4_norm2_bias" -> "1068 layer_norm_20" [label="(384,)", style=solid]; +"85 features_5_5_norm1_weight" -> "1148 layer_norm_21" [label="(384,)", style=solid]; +"86 features_5_5_norm1_bias" -> "1148 layer_norm_21" [label="(384,)", style=solid]; +"87 features_5_5_mlp_0_bias" -> "1158 linear_60" [label="(1536,)", style=solid]; +"88 features_5_5_mlp_3_bias" -> "1169 linear_61" [label="(384,)", style=solid]; +"89 features_5_5_norm2_weight" -> "1171 layer_norm_22" [label="(384,)", style=solid]; +"90 features_5_5_norm2_bias" -> "1171 layer_norm_22" [label="(384,)", style=solid]; +"91 features_5_6_norm1_weight" -> "1233 layer_norm_23" [label="(384,)", style=solid]; +"92 features_5_6_norm1_bias" -> "1233 layer_norm_23" [label="(384,)", style=solid]; +"93 features_5_6_mlp_0_bias" -> "1243 linear_66" [label="(1536,)", style=solid]; +"94 features_5_6_mlp_3_bias" -> "1254 linear_67" [label="(384,)", style=solid]; +"95 features_5_6_norm2_weight" -> "1256 layer_norm_24" [label="(384,)", style=solid]; +"96 features_5_6_norm2_bias" -> "1256 layer_norm_24" [label="(384,)", style=solid]; +"97 features_5_7_norm1_weight" -> "1336 layer_norm_25" [label="(384,)", style=solid]; +"98 features_5_7_norm1_bias" -> "1336 layer_norm_25" [label="(384,)", style=solid]; +"99 features_5_7_mlp_0_bias" -> "1346 linear_72" [label="(1536,)", style=solid]; +"100 features_5_7_mlp_3_bias" -> "1357 linear_73" [label="(384,)", style=solid]; +"101 features_5_7_norm2_weight" -> "1359 layer_norm_26" [label="(384,)", style=solid]; +"102 features_5_7_norm2_bias" -> "1359 layer_norm_26" [label="(384,)", style=solid]; +"103 features_5_8_norm1_weight" -> "1421 layer_norm_27" [label="(384,)", style=solid]; +"104 features_5_8_norm1_bias" -> "1421 layer_norm_27" [label="(384,)", style=solid]; +"105 features_5_8_mlp_0_bias" -> "1431 linear_78" [label="(1536,)", style=solid]; +"106 features_5_8_mlp_3_bias" -> "1442 linear_79" [label="(384,)", style=solid]; +"107 features_5_8_norm2_weight" -> "1444 layer_norm_28" [label="(384,)", style=solid]; +"108 features_5_8_norm2_bias" -> "1444 layer_norm_28" [label="(384,)", style=solid]; +"109 features_5_9_norm1_weight" -> "1524 layer_norm_29" [label="(384,)", style=solid]; +"110 features_5_9_norm1_bias" -> "1524 layer_norm_29" [label="(384,)", style=solid]; +"111 features_5_9_mlp_0_bias" -> "1534 linear_84" [label="(1536,)", style=solid]; +"112 features_5_9_mlp_3_bias" -> "1545 linear_85" [label="(384,)", style=solid]; +"113 features_5_9_norm2_weight" -> "1547 layer_norm_30" [label="(384,)", style=solid]; +"114 features_5_9_norm2_bias" -> "1547 layer_norm_30" [label="(384,)", style=solid]; +"115 features_5_10_norm1_weight" -> "1609 layer_norm_31" [label="(384,)", style=solid]; +"116 features_5_10_norm1_bias" -> "1609 layer_norm_31" [label="(384,)", style=solid]; +"117 features_5_10_mlp_0_bias" -> "1619 linear_90" [label="(1536,)", style=solid]; +"118 features_5_10_mlp_3_bias" -> "1630 linear_91" [label="(384,)", style=solid]; +"119 features_5_10_norm2_weight" -> "1632 layer_norm_32" [label="(384,)", style=solid]; +"120 features_5_10_norm2_bias" -> "1632 layer_norm_32" [label="(384,)", style=solid]; +"121 features_5_11_norm1_weight" -> "1712 layer_norm_33" [label="(384,)", style=solid]; +"122 features_5_11_norm1_bias" -> "1712 layer_norm_33" [label="(384,)", style=solid]; +"123 features_5_11_mlp_0_bias" -> "1722 linear_96" [label="(1536,)", style=solid]; +"124 features_5_11_mlp_3_bias" -> "1733 linear_97" [label="(384,)", style=solid]; +"125 features_5_11_norm2_weight" -> "1735 layer_norm_34" [label="(384,)", style=solid]; +"126 features_5_11_norm2_bias" -> "1735 layer_norm_34" [label="(384,)", style=solid]; +"127 features_5_12_norm1_weight" -> "1797 layer_norm_35" [label="(384,)", style=solid]; +"128 features_5_12_norm1_bias" -> "1797 layer_norm_35" [label="(384,)", style=solid]; +"129 features_5_12_mlp_0_bias" -> "1807 linear_102" [label="(1536,)", style=solid]; +"130 features_5_12_mlp_3_bias" -> "1818 linear_103" [label="(384,)", style=solid]; +"131 features_5_12_norm2_weight" -> "1820 layer_norm_36" [label="(384,)", style=solid]; +"132 features_5_12_norm2_bias" -> "1820 layer_norm_36" [label="(384,)", style=solid]; +"133 features_5_13_norm1_weight" -> "1900 layer_norm_37" [label="(384,)", style=solid]; +"134 features_5_13_norm1_bias" -> "1900 layer_norm_37" [label="(384,)", style=solid]; +"135 features_5_13_mlp_0_bias" -> "1910 linear_108" [label="(1536,)", style=solid]; +"136 features_5_13_mlp_3_bias" -> "1921 linear_109" [label="(384,)", style=solid]; +"137 features_5_13_norm2_weight" -> "1923 layer_norm_38" [label="(384,)", style=solid]; +"138 features_5_13_norm2_bias" -> "1923 layer_norm_38" [label="(384,)", style=solid]; +"139 features_5_14_norm1_weight" -> "1985 layer_norm_39" [label="(384,)", style=solid]; +"140 features_5_14_norm1_bias" -> "1985 layer_norm_39" [label="(384,)", style=solid]; +"141 features_5_14_mlp_0_bias" -> "1995 linear_114" [label="(1536,)", style=solid]; +"142 features_5_14_mlp_3_bias" -> "2006 linear_115" [label="(384,)", style=solid]; +"143 features_5_14_norm2_weight" -> "2008 layer_norm_40" [label="(384,)", style=solid]; +"144 features_5_14_norm2_bias" -> "2008 layer_norm_40" [label="(384,)", style=solid]; +"145 features_5_15_norm1_weight" -> "2088 layer_norm_41" [label="(384,)", style=solid]; +"146 features_5_15_norm1_bias" -> "2088 layer_norm_41" [label="(384,)", style=solid]; +"147 features_5_15_mlp_0_bias" -> "2098 linear_120" [label="(1536,)", style=solid]; +"148 features_5_15_mlp_3_bias" -> "2109 linear_121" [label="(384,)", style=solid]; +"149 features_5_15_norm2_weight" -> "2111 layer_norm_42" [label="(384,)", style=solid]; +"150 features_5_15_norm2_bias" -> "2111 layer_norm_42" [label="(384,)", style=solid]; +"151 features_5_16_norm1_weight" -> "2173 layer_norm_43" [label="(384,)", style=solid]; +"152 features_5_16_norm1_bias" -> "2173 layer_norm_43" [label="(384,)", style=solid]; +"153 features_5_16_mlp_0_bias" -> "2183 linear_126" [label="(1536,)", style=solid]; +"154 features_5_16_mlp_3_bias" -> "2194 linear_127" [label="(384,)", style=solid]; +"155 features_5_16_norm2_weight" -> "2196 layer_norm_44" [label="(384,)", style=solid]; +"156 features_5_16_norm2_bias" -> "2196 layer_norm_44" [label="(384,)", style=solid]; +"157 features_5_17_norm1_weight" -> "2276 layer_norm_45" [label="(384,)", style=solid]; +"158 features_5_17_norm1_bias" -> "2276 layer_norm_45" [label="(384,)", style=solid]; +"159 features_5_17_mlp_0_bias" -> "2286 linear_132" [label="(1536,)", style=solid]; +"160 features_5_17_mlp_3_bias" -> "2297 linear_133" [label="(384,)", style=solid]; +"161 features_5_17_norm2_weight" -> "2299 layer_norm_46" [label="(384,)", style=solid]; +"162 features_5_17_norm2_bias" -> "2299 layer_norm_46" [label="(384,)", style=solid]; +"163 features_6_norm_weight" -> "2324 layer_norm_47" [label="(768,)", style=solid]; +"164 features_6_norm_bias" -> "2324 layer_norm_47" [label="(768,)", style=solid]; +"165 features_7_0_norm1_weight" -> "2385 layer_norm_48" [label="(768,)", style=solid]; +"166 features_7_0_norm1_bias" -> "2385 layer_norm_48" [label="(768,)", style=solid]; +"167 features_7_0_mlp_0_bias" -> "2395 linear_139" [label="(3072,)", style=solid]; +"168 features_7_0_mlp_3_bias" -> "2406 linear_140" [label="(768,)", style=solid]; +"169 features_7_0_norm2_weight" -> "2408 layer_norm_49" [label="(768,)", style=solid]; +"170 features_7_0_norm2_bias" -> "2408 layer_norm_49" [label="(768,)", style=solid]; +"171 features_7_1_norm1_weight" -> "2470 layer_norm_50" [label="(768,)", style=solid]; +"172 features_7_1_norm1_bias" -> "2470 layer_norm_50" [label="(768,)", style=solid]; +"173 features_7_1_mlp_0_bias" -> "2480 linear_145" [label="(3072,)", style=solid]; +"174 features_7_1_mlp_3_bias" -> "2491 linear_146" [label="(768,)", style=solid]; +"175 features_7_1_norm2_weight" -> "2493 layer_norm_51" [label="(768,)", style=solid]; +"176 features_7_1_norm2_bias" -> "2493 layer_norm_51" [label="(768,)", style=solid]; +"177 norm_weight" -> "2495 layer_norm_52" [label="(768,)", style=solid]; +"178 norm_bias" -> "2495 layer_norm_52" [label="(768,)", style=solid]; +"179 head_bias" -> "2507 linear_147" [label="(1000,)", style=solid]; +"180 x" -> "181 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"181 quantize_per_tensor_default" -> "182 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"182 dequantize_per_tensor_default" -> "188 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"183 scale_updated_constant0" -> "185 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"184 compressed_weight_updated_constant0" -> "185 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"185 mul_tensor" -> "187 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"186 zero_point_updated_constant0" -> "187 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"187 sub_tensor" -> "188 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"188 conv2d" -> "189 permute" [label="(1, 96, 56, 56)", style=solid]; +"189 permute" -> "190 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"190 layer_norm" -> "192 pad" [label="(1, 56, 56, 96)", style=solid]; +"190 layer_norm" -> "249 add_1" [label="(1, 56, 56, 96)", style=solid]; +"191 _frozen_param0" -> "227 add" [label="(1, 3, 64, 64)", style=solid]; +"192 pad" -> "193 view_2" [label="(1, 56, 56, 96)", style=solid]; +"193 view_2" -> "194 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"194 permute_2" -> "195 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"195 reshape" -> "197 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"196 _frozen_param1" -> "205 linear_2" [label="(288,)", style=solid]; +"197 reshape_0_0_nncf_smooth_quant_0" -> "198 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"198 quantize_per_tensor_default_1" -> "199 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"199 dequantize_per_tensor_default_1" -> "205 linear_2" [label="(49, 64, 96)", style=solid]; +"200 scale_updated_constant1" -> "202 mul_tensor_1" [label="(288, 1)", style=solid]; +"201 compressed_weight_updated_constant1" -> "202 mul_tensor_1" [label="(288, 96)", style=solid]; +"202 mul_tensor_1" -> "204 sub_tensor_1" [label="(288, 96)", style=solid]; +"203 zero_point_updated_constant1" -> "204 sub_tensor_1" [label="(288, 1)", style=solid]; +"204 sub_tensor_1" -> "205 linear_2" [label="(288, 96)", style=solid]; +"205 linear_2" -> "206 reshape_1" [label="(49, 64, 288)", style=solid]; +"206 reshape_1" -> "207 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"207 permute_3" -> "208 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"207 permute_3" -> "209 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"207 permute_3" -> "210 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"208 select" -> "211 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"208 select" -> "213 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"208 select" -> "214 div" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "217 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "219 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "220 div_1" [label="(49, 3, 64, 32)", style=solid]; +"210 select_2" -> "230 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"211 linalg_vector_norm" -> "212 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"212 clamp_min" -> "213 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"213 expand_as" -> "214 div" [label="(49, 3, 64, 32)", style=solid]; +"214 div" -> "215 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"215 quantize_per_tensor_default_2" -> "216 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"216 dequantize_per_tensor_default_2" -> "224 matmul" [label="(49, 3, 64, 32)", style=solid]; +"217 linalg_vector_norm_1" -> "218 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"218 clamp_min_1" -> "219 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"219 expand_as_1" -> "220 div_1" [label="(49, 3, 64, 32)", style=solid]; +"220 div_1" -> "221 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"221 quantize_per_tensor_default_3" -> "222 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"222 dequantize_per_tensor_default_3" -> "223 transpose" [label="(49, 3, 64, 32)", style=solid]; +"223 transpose" -> "224 matmul" [label="(49, 3, 32, 64)", style=solid]; +"224 matmul" -> "226 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"225 _frozen_param3" -> "226 mul_1" [label="(3, 1, 1)", style=solid]; +"226 mul_1" -> "227 add" [label="(49, 3, 64, 64)", style=solid]; +"227 add" -> "228 softmax" [label="(49, 3, 64, 64)", style=solid]; +"228 softmax" -> "229 dropout" [label="(49, 3, 64, 64)", style=solid]; +"229 dropout" -> "230 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"230 matmul_1" -> "231 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"231 transpose_1" -> "232 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"232 reshape_2" -> "233 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"233 reshape_2_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"234 quantize_per_tensor_default_4" -> "235 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"235 dequantize_per_tensor_default_4" -> "241 linear_3" [label="(49, 64, 96)", style=solid]; +"236 scale_updated_constant2" -> "238 mul_tensor_2" [label="(96, 1)", style=solid]; +"237 compressed_weight_updated_constant2" -> "238 mul_tensor_2" [label="(96, 96)", style=solid]; +"238 mul_tensor_2" -> "240 sub_tensor_2" [label="(96, 96)", style=solid]; +"239 zero_point_updated_constant2" -> "240 sub_tensor_2" [label="(96, 1)", style=solid]; +"240 sub_tensor_2" -> "241 linear_3" [label="(96, 96)", style=solid]; +"241 linear_3" -> "242 dropout_1" [label="(49, 64, 96)", style=solid]; +"242 dropout_1" -> "243 view_3" [label="(49, 64, 96)", style=solid]; +"243 view_3" -> "244 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"244 permute_4" -> "245 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"245 reshape_3" -> "246 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"246 slice_2" -> "247 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"247 slice_3" -> "248 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"248 layer_norm_1" -> "249 add_1" [label="(1, 56, 56, 96)", style=solid]; +"249 add_1" -> "250 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"249 add_1" -> "272 add_2" [label="(1, 56, 56, 96)", style=solid]; +"250 add_1_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"251 quantize_per_tensor_default_5" -> "252 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"252 dequantize_per_tensor_default_5" -> "258 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"253 scale_updated_constant3" -> "255 mul_tensor_3" [label="(384, 1)", style=solid]; +"254 compressed_weight_updated_constant3" -> "255 mul_tensor_3" [label="(384, 96)", style=solid]; +"255 mul_tensor_3" -> "257 sub_tensor_3" [label="(384, 96)", style=solid]; +"256 zero_point_updated_constant3" -> "257 sub_tensor_3" [label="(384, 1)", style=solid]; +"257 sub_tensor_3" -> "258 linear_4" [label="(384, 96)", style=solid]; +"258 linear_4" -> "259 gelu" [label="(1, 56, 56, 384)", style=solid]; +"259 gelu" -> "260 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"260 dropout_2" -> "261 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"261 dropout_2_0_0_nncf_smooth_quant_0" -> "262 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"262 quantize_per_tensor_default_6" -> "263 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"263 dequantize_per_tensor_default_6" -> "269 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"264 scale_updated_constant4" -> "266 mul_tensor_4" [label="(96, 1)", style=solid]; +"265 compressed_weight_updated_constant4" -> "266 mul_tensor_4" [label="(96, 384)", style=solid]; +"266 mul_tensor_4" -> "268 sub_tensor_4" [label="(96, 384)", style=solid]; +"267 zero_point_updated_constant4" -> "268 sub_tensor_4" [label="(96, 1)", style=solid]; +"268 sub_tensor_4" -> "269 linear_5" [label="(96, 384)", style=solid]; +"269 linear_5" -> "270 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"270 dropout_3" -> "271 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"271 layer_norm_2" -> "272 add_2" [label="(1, 56, 56, 96)", style=solid]; +"272 add_2" -> "274 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"272 add_2" -> "349 add_5" [label="(1, 56, 56, 96)", style=solid]; +"273 _frozen_param4" -> "310 add_3" [label="(1, 3, 64, 64)", style=solid]; +"274 pad_1" -> "275 roll" [label="(1, 56, 56, 96)", style=solid]; +"275 roll" -> "276 view_6" [label="(1, 56, 56, 96)", style=solid]; +"276 view_6" -> "277 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"277 permute_6" -> "278 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"278 reshape_4" -> "280 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"278 reshape_4" -> "311 new_zeros" [label="(49, 64, 96)", style=solid]; +"279 _frozen_param5" -> "288 linear_8" [label="(288,)", style=solid]; +"280 reshape_4_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"281 quantize_per_tensor_default_7" -> "282 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"282 dequantize_per_tensor_default_7" -> "288 linear_8" [label="(49, 64, 96)", style=solid]; +"283 scale_updated_constant5" -> "285 mul_tensor_5" [label="(288, 1)", style=solid]; +"284 compressed_weight_updated_constant5" -> "285 mul_tensor_5" [label="(288, 96)", style=solid]; +"285 mul_tensor_5" -> "287 sub_tensor_5" [label="(288, 96)", style=solid]; +"286 zero_point_updated_constant5" -> "287 sub_tensor_5" [label="(288, 1)", style=solid]; +"287 sub_tensor_5" -> "288 linear_8" [label="(288, 96)", style=solid]; +"288 linear_8" -> "289 reshape_5" [label="(49, 64, 288)", style=solid]; +"289 reshape_5" -> "290 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"290 permute_7" -> "291 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"290 permute_7" -> "292 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"290 permute_7" -> "293 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"291 select_3" -> "294 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"291 select_3" -> "296 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"291 select_3" -> "297 div_2" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "300 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "302 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "303 div_3" [label="(49, 3, 64, 32)", style=solid]; +"293 select_5" -> "329 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"294 linalg_vector_norm_2" -> "295 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"295 clamp_min_2" -> "296 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"296 expand_as_2" -> "297 div_2" [label="(49, 3, 64, 32)", style=solid]; +"297 div_2" -> "298 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"298 quantize_per_tensor_default_8" -> "299 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"299 dequantize_per_tensor_default_8" -> "307 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"300 linalg_vector_norm_3" -> "301 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"301 clamp_min_3" -> "302 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"302 expand_as_3" -> "303 div_3" [label="(49, 3, 64, 32)", style=solid]; +"303 div_3" -> "304 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"304 quantize_per_tensor_default_9" -> "305 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"305 dequantize_per_tensor_default_9" -> "306 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"306 transpose_2" -> "307 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"307 matmul_2" -> "309 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"308 _frozen_param7" -> "309 mul_3" [label="(3, 1, 1)", style=solid]; +"309 mul_3" -> "310 add_3" [label="(49, 3, 64, 64)", style=solid]; +"310 add_3" -> "322 view_8" [label="(49, 3, 64, 64)", style=solid]; +"311 new_zeros" -> "312 view_7" [label="(56, 56)", style=solid]; +"312 view_7" -> "313 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"313 permute_8" -> "314 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"314 reshape_6" -> "315 unsqueeze_2" [label="(49, 64)", style=solid]; +"314 reshape_6" -> "316 unsqueeze_3" [label="(49, 64)", style=solid]; +"315 unsqueeze_2" -> "317 sub" [label="(49, 1, 64)", style=solid]; +"316 unsqueeze_3" -> "317 sub" [label="(49, 64, 1)", style=solid]; +"317 sub" -> "318 ne" [label="(49, 64, 64)", style=solid]; +"317 sub" -> "319 masked_fill" [label="(49, 64, 64)", style=solid]; +"317 sub" -> "320 eq" [label="(49, 64, 64)", style=solid]; +"318 ne" -> "319 masked_fill" [label="(49, 64, 64)", style=solid]; +"319 masked_fill" -> "321 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"320 eq" -> "321 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"321 masked_fill_1" -> "323 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"322 view_8" -> "325 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"323 unsqueeze_4" -> "324 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"324 unsqueeze_5" -> "325 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"325 add_4" -> "326 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"326 view_9" -> "327 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"327 softmax_1" -> "328 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"328 dropout_4" -> "329 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"329 matmul_3" -> "330 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"330 transpose_3" -> "331 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"331 reshape_7" -> "332 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"332 reshape_7_0_0_nncf_smooth_quant_0" -> "333 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"333 quantize_per_tensor_default_10" -> "334 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"334 dequantize_per_tensor_default_10" -> "340 linear_9" [label="(49, 64, 96)", style=solid]; +"335 scale_updated_constant6" -> "337 mul_tensor_6" [label="(96, 1)", style=solid]; +"336 compressed_weight_updated_constant6" -> "337 mul_tensor_6" [label="(96, 96)", style=solid]; +"337 mul_tensor_6" -> "339 sub_tensor_6" [label="(96, 96)", style=solid]; +"338 zero_point_updated_constant6" -> "339 sub_tensor_6" [label="(96, 1)", style=solid]; +"339 sub_tensor_6" -> "340 linear_9" [label="(96, 96)", style=solid]; +"340 linear_9" -> "341 dropout_5" [label="(49, 64, 96)", style=solid]; +"341 dropout_5" -> "342 view_10" [label="(49, 64, 96)", style=solid]; +"342 view_10" -> "343 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"343 permute_9" -> "344 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"344 reshape_8" -> "345 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"345 roll_1" -> "346 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"346 slice_23" -> "347 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"347 slice_24" -> "348 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"348 layer_norm_3" -> "349 add_5" [label="(1, 56, 56, 96)", style=solid]; +"349 add_5" -> "350 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"349 add_5" -> "372 add_6" [label="(1, 56, 56, 96)", style=solid]; +"350 add_5_0_0_nncf_smooth_quant_0" -> "351 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"351 quantize_per_tensor_default_11" -> "352 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"352 dequantize_per_tensor_default_11" -> "358 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"353 scale_updated_constant7" -> "355 mul_tensor_7" [label="(384, 1)", style=solid]; +"354 compressed_weight_updated_constant7" -> "355 mul_tensor_7" [label="(384, 96)", style=solid]; +"355 mul_tensor_7" -> "357 sub_tensor_7" [label="(384, 96)", style=solid]; +"356 zero_point_updated_constant7" -> "357 sub_tensor_7" [label="(384, 1)", style=solid]; +"357 sub_tensor_7" -> "358 linear_10" [label="(384, 96)", style=solid]; +"358 linear_10" -> "359 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"359 gelu_1" -> "360 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"360 dropout_6" -> "361 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"361 dropout_6_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"362 quantize_per_tensor_default_12" -> "363 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"363 dequantize_per_tensor_default_12" -> "369 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"364 scale_updated_constant8" -> "366 mul_tensor_8" [label="(96, 1)", style=solid]; +"365 compressed_weight_updated_constant8" -> "366 mul_tensor_8" [label="(96, 384)", style=solid]; +"366 mul_tensor_8" -> "368 sub_tensor_8" [label="(96, 384)", style=solid]; +"367 zero_point_updated_constant8" -> "368 sub_tensor_8" [label="(96, 1)", style=solid]; +"368 sub_tensor_8" -> "369 linear_11" [label="(96, 384)", style=solid]; +"369 linear_11" -> "370 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"370 dropout_7" -> "371 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"371 layer_norm_4" -> "372 add_6" [label="(1, 56, 56, 96)", style=solid]; +"372 add_6" -> "373 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "374 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "377 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "380 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "383 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"374 slice_25" -> "375 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"375 slice_26" -> "376 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"376 slice_27" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"377 slice_28" -> "378 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"378 slice_29" -> "379 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"379 slice_30" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"380 slice_31" -> "381 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"381 slice_32" -> "382 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"382 slice_33" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"383 slice_34" -> "384 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"384 slice_35" -> "385 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"385 slice_36" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"386 cat" -> "387 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"387 cat_0_0_nncf_smooth_quant_0" -> "388 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"388 quantize_per_tensor_default_13" -> "389 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"389 dequantize_per_tensor_default_13" -> "395 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"390 scale_updated_constant9" -> "392 mul_tensor_9" [label="(192, 1)", style=solid]; +"391 compressed_weight_updated_constant9" -> "392 mul_tensor_9" [label="(192, 384)", style=solid]; +"392 mul_tensor_9" -> "394 sub_tensor_9" [label="(192, 384)", style=solid]; +"393 zero_point_updated_constant9" -> "394 sub_tensor_9" [label="(192, 1)", style=solid]; +"394 sub_tensor_9" -> "395 linear_12" [label="(192, 384)", style=solid]; +"395 linear_12" -> "396 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"396 layer_norm_5" -> "398 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"396 layer_norm_5" -> "458 add_8" [label="(1, 28, 28, 192)", style=solid]; +"397 _frozen_param17" -> "433 add_7" [label="(1, 6, 64, 64)", style=solid]; +"398 pad_3" -> "399 view_13" [label="(1, 32, 32, 192)", style=solid]; +"399 view_13" -> "400 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"400 permute_11" -> "401 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"401 reshape_9" -> "403 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"402 _frozen_param18" -> "411 linear_15" [label="(576,)", style=solid]; +"403 reshape_9_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"404 quantize_per_tensor_default_14" -> "405 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"405 dequantize_per_tensor_default_14" -> "411 linear_15" [label="(16, 64, 192)", style=solid]; +"406 scale_updated_constant10" -> "408 mul_tensor_10" [label="(576, 1)", style=solid]; +"407 compressed_weight_updated_constant10" -> "408 mul_tensor_10" [label="(576, 192)", style=solid]; +"408 mul_tensor_10" -> "410 sub_tensor_10" [label="(576, 192)", style=solid]; +"409 zero_point_updated_constant10" -> "410 sub_tensor_10" [label="(576, 1)", style=solid]; +"410 sub_tensor_10" -> "411 linear_15" [label="(576, 192)", style=solid]; +"411 linear_15" -> "412 reshape_10" [label="(16, 64, 576)", style=solid]; +"412 reshape_10" -> "413 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"413 permute_12" -> "414 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"413 permute_12" -> "415 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"413 permute_12" -> "416 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"414 select_6" -> "417 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"414 select_6" -> "419 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"414 select_6" -> "420 div_4" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "423 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "425 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "426 div_5" [label="(16, 6, 64, 32)", style=solid]; +"416 select_8" -> "436 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"417 linalg_vector_norm_4" -> "418 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"418 clamp_min_4" -> "419 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"419 expand_as_4" -> "420 div_4" [label="(16, 6, 64, 32)", style=solid]; +"420 div_4" -> "421 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"421 quantize_per_tensor_default_15" -> "422 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"422 dequantize_per_tensor_default_15" -> "430 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"423 linalg_vector_norm_5" -> "424 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"424 clamp_min_5" -> "425 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"425 expand_as_5" -> "426 div_5" [label="(16, 6, 64, 32)", style=solid]; +"426 div_5" -> "427 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"427 quantize_per_tensor_default_16" -> "428 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"428 dequantize_per_tensor_default_16" -> "429 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"429 transpose_4" -> "430 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"430 matmul_4" -> "432 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"431 _frozen_param20" -> "432 mul_5" [label="(6, 1, 1)", style=solid]; +"432 mul_5" -> "433 add_7" [label="(16, 6, 64, 64)", style=solid]; +"433 add_7" -> "434 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"434 softmax_2" -> "435 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"435 dropout_8" -> "436 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"436 matmul_5" -> "437 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"437 transpose_5" -> "438 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"438 reshape_11" -> "439 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_11_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"440 quantize_per_tensor_default_17" -> "441 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"441 dequantize_per_tensor_default_17" -> "447 linear_16" [label="(16, 64, 192)", style=solid]; +"442 scale_updated_constant11" -> "444 mul_tensor_11" [label="(192, 1)", style=solid]; +"443 compressed_weight_updated_constant11" -> "444 mul_tensor_11" [label="(192, 192)", style=solid]; +"444 mul_tensor_11" -> "446 sub_tensor_11" [label="(192, 192)", style=solid]; +"445 zero_point_updated_constant11" -> "446 sub_tensor_11" [label="(192, 1)", style=solid]; +"446 sub_tensor_11" -> "447 linear_16" [label="(192, 192)", style=solid]; +"447 linear_16" -> "448 dropout_9" [label="(16, 64, 192)", style=solid]; +"448 dropout_9" -> "449 view_14" [label="(16, 64, 192)", style=solid]; +"449 view_14" -> "450 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"450 permute_13" -> "451 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"451 reshape_12" -> "452 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"452 slice_38" -> "453 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"453 slice_39" -> "454 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"454 slice_40" -> "455 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"455 slice_41" -> "456 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"456 contiguous_3" -> "457 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"457 layer_norm_6" -> "458 add_8" [label="(1, 28, 28, 192)", style=solid]; +"458 add_8" -> "459 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"458 add_8" -> "481 add_9" [label="(1, 28, 28, 192)", style=solid]; +"459 add_8_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"460 quantize_per_tensor_default_18" -> "461 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"461 dequantize_per_tensor_default_18" -> "467 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"462 scale_updated_constant12" -> "464 mul_tensor_12" [label="(768, 1)", style=solid]; +"463 compressed_weight_updated_constant12" -> "464 mul_tensor_12" [label="(768, 192)", style=solid]; +"464 mul_tensor_12" -> "466 sub_tensor_12" [label="(768, 192)", style=solid]; +"465 zero_point_updated_constant12" -> "466 sub_tensor_12" [label="(768, 1)", style=solid]; +"466 sub_tensor_12" -> "467 linear_17" [label="(768, 192)", style=solid]; +"467 linear_17" -> "468 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"468 gelu_2" -> "469 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"469 dropout_10" -> "470 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"470 dropout_10_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"471 quantize_per_tensor_default_19" -> "472 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"472 dequantize_per_tensor_default_19" -> "478 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"473 scale_updated_constant13" -> "475 mul_tensor_13" [label="(192, 1)", style=solid]; +"474 compressed_weight_updated_constant13" -> "475 mul_tensor_13" [label="(192, 768)", style=solid]; +"475 mul_tensor_13" -> "477 sub_tensor_13" [label="(192, 768)", style=solid]; +"476 zero_point_updated_constant13" -> "477 sub_tensor_13" [label="(192, 1)", style=solid]; +"477 sub_tensor_13" -> "478 linear_18" [label="(192, 768)", style=solid]; +"478 linear_18" -> "479 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"479 dropout_11" -> "480 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"480 layer_norm_7" -> "481 add_9" [label="(1, 28, 28, 192)", style=solid]; +"481 add_9" -> "483 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"481 add_9" -> "561 add_12" [label="(1, 28, 28, 192)", style=solid]; +"482 _frozen_param21" -> "519 add_10" [label="(1, 6, 64, 64)", style=solid]; +"483 pad_4" -> "484 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"484 roll_2" -> "485 view_17" [label="(1, 32, 32, 192)", style=solid]; +"485 view_17" -> "486 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"486 permute_15" -> "487 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"487 reshape_13" -> "489 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"487 reshape_13" -> "520 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"488 _frozen_param22" -> "497 linear_21" [label="(576,)", style=solid]; +"489 reshape_13_0_0_nncf_smooth_quant_0" -> "490 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"490 quantize_per_tensor_default_20" -> "491 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"491 dequantize_per_tensor_default_20" -> "497 linear_21" [label="(16, 64, 192)", style=solid]; +"492 scale_updated_constant14" -> "494 mul_tensor_14" [label="(576, 1)", style=solid]; +"493 compressed_weight_updated_constant14" -> "494 mul_tensor_14" [label="(576, 192)", style=solid]; +"494 mul_tensor_14" -> "496 sub_tensor_14" [label="(576, 192)", style=solid]; +"495 zero_point_updated_constant14" -> "496 sub_tensor_14" [label="(576, 1)", style=solid]; +"496 sub_tensor_14" -> "497 linear_21" [label="(576, 192)", style=solid]; +"497 linear_21" -> "498 reshape_14" [label="(16, 64, 576)", style=solid]; +"498 reshape_14" -> "499 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"499 permute_16" -> "500 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"499 permute_16" -> "501 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"499 permute_16" -> "502 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"500 select_9" -> "503 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"500 select_9" -> "505 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"500 select_9" -> "506 div_6" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "509 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "511 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "512 div_7" [label="(16, 6, 64, 32)", style=solid]; +"502 select_11" -> "538 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"503 linalg_vector_norm_6" -> "504 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"504 clamp_min_6" -> "505 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"505 expand_as_6" -> "506 div_6" [label="(16, 6, 64, 32)", style=solid]; +"506 div_6" -> "507 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"507 quantize_per_tensor_default_21" -> "508 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"508 dequantize_per_tensor_default_21" -> "516 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"509 linalg_vector_norm_7" -> "510 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"510 clamp_min_7" -> "511 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"511 expand_as_7" -> "512 div_7" [label="(16, 6, 64, 32)", style=solid]; +"512 div_7" -> "513 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"513 quantize_per_tensor_default_22" -> "514 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"514 dequantize_per_tensor_default_22" -> "515 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"515 transpose_6" -> "516 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"516 matmul_6" -> "518 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"517 _frozen_param24" -> "518 mul_7" [label="(6, 1, 1)", style=solid]; +"518 mul_7" -> "519 add_10" [label="(16, 6, 64, 64)", style=solid]; +"519 add_10" -> "531 view_19" [label="(16, 6, 64, 64)", style=solid]; +"520 new_zeros_1" -> "521 view_18" [label="(32, 32)", style=solid]; +"521 view_18" -> "522 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"522 permute_17" -> "523 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"523 reshape_15" -> "524 unsqueeze_8" [label="(16, 64)", style=solid]; +"523 reshape_15" -> "525 unsqueeze_9" [label="(16, 64)", style=solid]; +"524 unsqueeze_8" -> "526 sub_1" [label="(16, 1, 64)", style=solid]; +"525 unsqueeze_9" -> "526 sub_1" [label="(16, 64, 1)", style=solid]; +"526 sub_1" -> "527 ne_1" [label="(16, 64, 64)", style=solid]; +"526 sub_1" -> "528 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"526 sub_1" -> "529 eq_1" [label="(16, 64, 64)", style=solid]; +"527 ne_1" -> "528 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"528 masked_fill_2" -> "530 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"529 eq_1" -> "530 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"530 masked_fill_3" -> "532 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"531 view_19" -> "534 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"532 unsqueeze_10" -> "533 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"533 unsqueeze_11" -> "534 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"534 add_11" -> "535 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"535 view_20" -> "536 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"536 softmax_3" -> "537 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"537 dropout_12" -> "538 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"538 matmul_7" -> "539 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"539 transpose_7" -> "540 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"540 reshape_16" -> "541 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"541 reshape_16_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"542 quantize_per_tensor_default_23" -> "543 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"543 dequantize_per_tensor_default_23" -> "549 linear_22" [label="(16, 64, 192)", style=solid]; +"544 scale_updated_constant15" -> "546 mul_tensor_15" [label="(192, 1)", style=solid]; +"545 compressed_weight_updated_constant15" -> "546 mul_tensor_15" [label="(192, 192)", style=solid]; +"546 mul_tensor_15" -> "548 sub_tensor_15" [label="(192, 192)", style=solid]; +"547 zero_point_updated_constant15" -> "548 sub_tensor_15" [label="(192, 1)", style=solid]; +"548 sub_tensor_15" -> "549 linear_22" [label="(192, 192)", style=solid]; +"549 linear_22" -> "550 dropout_13" [label="(16, 64, 192)", style=solid]; +"550 dropout_13" -> "551 view_21" [label="(16, 64, 192)", style=solid]; +"551 view_21" -> "552 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"552 permute_18" -> "553 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"553 reshape_17" -> "554 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"554 roll_3" -> "555 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"555 slice_61" -> "556 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"556 slice_62" -> "557 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"557 slice_63" -> "558 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"558 slice_64" -> "559 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"559 contiguous_5" -> "560 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"560 layer_norm_8" -> "561 add_12" [label="(1, 28, 28, 192)", style=solid]; +"561 add_12" -> "562 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"561 add_12" -> "584 add_13" [label="(1, 28, 28, 192)", style=solid]; +"562 add_12_0_0_nncf_smooth_quant_0" -> "563 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"563 quantize_per_tensor_default_24" -> "564 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"564 dequantize_per_tensor_default_24" -> "570 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"565 scale_updated_constant16" -> "567 mul_tensor_16" [label="(768, 1)", style=solid]; +"566 compressed_weight_updated_constant16" -> "567 mul_tensor_16" [label="(768, 192)", style=solid]; +"567 mul_tensor_16" -> "569 sub_tensor_16" [label="(768, 192)", style=solid]; +"568 zero_point_updated_constant16" -> "569 sub_tensor_16" [label="(768, 1)", style=solid]; +"569 sub_tensor_16" -> "570 linear_23" [label="(768, 192)", style=solid]; +"570 linear_23" -> "571 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"571 gelu_3" -> "572 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"572 dropout_14" -> "573 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"573 dropout_14_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"574 quantize_per_tensor_default_25" -> "575 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"575 dequantize_per_tensor_default_25" -> "581 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"576 scale_updated_constant17" -> "578 mul_tensor_17" [label="(192, 1)", style=solid]; +"577 compressed_weight_updated_constant17" -> "578 mul_tensor_17" [label="(192, 768)", style=solid]; +"578 mul_tensor_17" -> "580 sub_tensor_17" [label="(192, 768)", style=solid]; +"579 zero_point_updated_constant17" -> "580 sub_tensor_17" [label="(192, 1)", style=solid]; +"580 sub_tensor_17" -> "581 linear_24" [label="(192, 768)", style=solid]; +"581 linear_24" -> "582 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"582 dropout_15" -> "583 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"583 layer_norm_9" -> "584 add_13" [label="(1, 28, 28, 192)", style=solid]; +"584 add_13" -> "585 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "586 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "589 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "592 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "595 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"586 slice_65" -> "587 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"587 slice_66" -> "588 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"588 slice_67" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"589 slice_68" -> "590 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"590 slice_69" -> "591 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"591 slice_70" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"592 slice_71" -> "593 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"593 slice_72" -> "594 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"594 slice_73" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"595 slice_74" -> "596 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"596 slice_75" -> "597 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"597 slice_76" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"598 cat_1" -> "599 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"599 cat_1_0_0_nncf_smooth_quant_0" -> "600 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"600 quantize_per_tensor_default_26" -> "601 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"601 dequantize_per_tensor_default_26" -> "607 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"602 scale_updated_constant18" -> "604 mul_tensor_18" [label="(384, 1)", style=solid]; +"603 compressed_weight_updated_constant18" -> "604 mul_tensor_18" [label="(384, 768)", style=solid]; +"604 mul_tensor_18" -> "606 sub_tensor_18" [label="(384, 768)", style=solid]; +"605 zero_point_updated_constant18" -> "606 sub_tensor_18" [label="(384, 1)", style=solid]; +"606 sub_tensor_18" -> "607 linear_25" [label="(384, 768)", style=solid]; +"607 linear_25" -> "608 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"608 layer_norm_10" -> "610 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"608 layer_norm_10" -> "670 add_15" [label="(1, 14, 14, 384)", style=solid]; +"609 _frozen_param34" -> "645 add_14" [label="(1, 12, 64, 64)", style=solid]; +"610 pad_6" -> "611 view_24" [label="(1, 16, 16, 384)", style=solid]; +"611 view_24" -> "612 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"612 permute_20" -> "613 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"613 reshape_18" -> "615 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"614 _frozen_param35" -> "623 linear_28" [label="(1152,)", style=solid]; +"615 reshape_18_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"616 quantize_per_tensor_default_27" -> "617 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"617 dequantize_per_tensor_default_27" -> "623 linear_28" [label="(4, 64, 384)", style=solid]; +"618 scale_updated_constant19" -> "620 mul_tensor_19" [label="(1152, 1)", style=solid]; +"619 compressed_weight_updated_constant19" -> "620 mul_tensor_19" [label="(1152, 384)", style=solid]; +"620 mul_tensor_19" -> "622 sub_tensor_19" [label="(1152, 384)", style=solid]; +"621 zero_point_updated_constant19" -> "622 sub_tensor_19" [label="(1152, 1)", style=solid]; +"622 sub_tensor_19" -> "623 linear_28" [label="(1152, 384)", style=solid]; +"623 linear_28" -> "624 reshape_19" [label="(4, 64, 1152)", style=solid]; +"624 reshape_19" -> "625 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"625 permute_21" -> "626 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"625 permute_21" -> "627 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"625 permute_21" -> "628 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"626 select_12" -> "629 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"626 select_12" -> "631 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"626 select_12" -> "632 div_8" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "635 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "637 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "638 div_9" [label="(4, 12, 64, 32)", style=solid]; +"628 select_14" -> "648 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"629 linalg_vector_norm_8" -> "630 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"630 clamp_min_8" -> "631 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"631 expand_as_8" -> "632 div_8" [label="(4, 12, 64, 32)", style=solid]; +"632 div_8" -> "633 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"633 quantize_per_tensor_default_28" -> "634 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"634 dequantize_per_tensor_default_28" -> "642 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"635 linalg_vector_norm_9" -> "636 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"636 clamp_min_9" -> "637 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"637 expand_as_9" -> "638 div_9" [label="(4, 12, 64, 32)", style=solid]; +"638 div_9" -> "639 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"639 quantize_per_tensor_default_29" -> "640 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"640 dequantize_per_tensor_default_29" -> "641 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"641 transpose_8" -> "642 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"642 matmul_8" -> "644 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"643 _frozen_param37" -> "644 mul_9" [label="(12, 1, 1)", style=solid]; +"644 mul_9" -> "645 add_14" [label="(4, 12, 64, 64)", style=solid]; +"645 add_14" -> "646 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"646 softmax_4" -> "647 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"647 dropout_16" -> "648 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"648 matmul_9" -> "649 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"649 transpose_9" -> "650 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"650 reshape_20" -> "651 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"651 reshape_20_0_0_nncf_smooth_quant_0" -> "652 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"652 quantize_per_tensor_default_30" -> "653 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"653 dequantize_per_tensor_default_30" -> "659 linear_29" [label="(4, 64, 384)", style=solid]; +"654 scale_updated_constant20" -> "656 mul_tensor_20" [label="(384, 1)", style=solid]; +"655 compressed_weight_updated_constant20" -> "656 mul_tensor_20" [label="(384, 384)", style=solid]; +"656 mul_tensor_20" -> "658 sub_tensor_20" [label="(384, 384)", style=solid]; +"657 zero_point_updated_constant20" -> "658 sub_tensor_20" [label="(384, 1)", style=solid]; +"658 sub_tensor_20" -> "659 linear_29" [label="(384, 384)", style=solid]; +"659 linear_29" -> "660 dropout_17" [label="(4, 64, 384)", style=solid]; +"660 dropout_17" -> "661 view_25" [label="(4, 64, 384)", style=solid]; +"661 view_25" -> "662 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"662 permute_22" -> "663 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"663 reshape_21" -> "664 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"664 slice_78" -> "665 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"665 slice_79" -> "666 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"666 slice_80" -> "667 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"667 slice_81" -> "668 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"668 contiguous_7" -> "669 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"669 layer_norm_11" -> "670 add_15" [label="(1, 14, 14, 384)", style=solid]; +"670 add_15" -> "671 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"670 add_15" -> "693 add_16" [label="(1, 14, 14, 384)", style=solid]; +"671 add_15_0_0_nncf_smooth_quant_0" -> "672 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"672 quantize_per_tensor_default_31" -> "673 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"673 dequantize_per_tensor_default_31" -> "679 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"674 scale_updated_constant21" -> "676 mul_tensor_21" [label="(1536, 1)", style=solid]; +"675 compressed_weight_updated_constant21" -> "676 mul_tensor_21" [label="(1536, 384)", style=solid]; +"676 mul_tensor_21" -> "678 sub_tensor_21" [label="(1536, 384)", style=solid]; +"677 zero_point_updated_constant21" -> "678 sub_tensor_21" [label="(1536, 1)", style=solid]; +"678 sub_tensor_21" -> "679 linear_30" [label="(1536, 384)", style=solid]; +"679 linear_30" -> "680 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"680 gelu_4" -> "681 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"681 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"685 scale_updated_constant22" -> "687 mul_tensor_22" [label="(384, 1)", style=solid]; +"686 compressed_weight_updated_constant22" -> "687 mul_tensor_22" [label="(384, 1536)", style=solid]; +"687 mul_tensor_22" -> "689 sub_tensor_22" [label="(384, 1536)", style=solid]; +"688 zero_point_updated_constant22" -> "689 sub_tensor_22" [label="(384, 1)", style=solid]; +"689 sub_tensor_22" -> "690 linear_31" [label="(384, 1536)", style=solid]; +"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"691 dropout_19" -> "692 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"692 layer_norm_12" -> "693 add_16" [label="(1, 14, 14, 384)", style=solid]; +"693 add_16" -> "695 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"693 add_16" -> "773 add_19" [label="(1, 14, 14, 384)", style=solid]; +"694 _frozen_param38" -> "731 add_17" [label="(1, 12, 64, 64)", style=solid]; +"695 pad_7" -> "696 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"696 roll_4" -> "697 view_28" [label="(1, 16, 16, 384)", style=solid]; +"697 view_28" -> "698 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"698 permute_24" -> "699 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"699 reshape_22" -> "701 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"699 reshape_22" -> "732 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"700 _frozen_param39" -> "709 linear_34" [label="(1152,)", style=solid]; +"701 reshape_22_0_0_nncf_smooth_quant_0" -> "702 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"702 quantize_per_tensor_default_33" -> "703 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"703 dequantize_per_tensor_default_33" -> "709 linear_34" [label="(4, 64, 384)", style=solid]; +"704 scale_updated_constant23" -> "706 mul_tensor_23" [label="(1152, 1)", style=solid]; +"705 compressed_weight_updated_constant23" -> "706 mul_tensor_23" [label="(1152, 384)", style=solid]; +"706 mul_tensor_23" -> "708 sub_tensor_23" [label="(1152, 384)", style=solid]; +"707 zero_point_updated_constant23" -> "708 sub_tensor_23" [label="(1152, 1)", style=solid]; +"708 sub_tensor_23" -> "709 linear_34" [label="(1152, 384)", style=solid]; +"709 linear_34" -> "710 reshape_23" [label="(4, 64, 1152)", style=solid]; +"710 reshape_23" -> "711 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"711 permute_25" -> "712 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"711 permute_25" -> "713 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"711 permute_25" -> "714 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"712 select_15" -> "715 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"712 select_15" -> "717 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"712 select_15" -> "718 div_10" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "721 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "723 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "724 div_11" [label="(4, 12, 64, 32)", style=solid]; +"714 select_17" -> "750 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"715 linalg_vector_norm_10" -> "716 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"716 clamp_min_10" -> "717 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"717 expand_as_10" -> "718 div_10" [label="(4, 12, 64, 32)", style=solid]; +"718 div_10" -> "719 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"719 quantize_per_tensor_default_34" -> "720 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"720 dequantize_per_tensor_default_34" -> "728 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"721 linalg_vector_norm_11" -> "722 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"722 clamp_min_11" -> "723 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"723 expand_as_11" -> "724 div_11" [label="(4, 12, 64, 32)", style=solid]; +"724 div_11" -> "725 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"725 quantize_per_tensor_default_35" -> "726 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"726 dequantize_per_tensor_default_35" -> "727 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"727 transpose_10" -> "728 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"728 matmul_10" -> "730 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"729 _frozen_param41" -> "730 mul_11" [label="(12, 1, 1)", style=solid]; +"730 mul_11" -> "731 add_17" [label="(4, 12, 64, 64)", style=solid]; +"731 add_17" -> "743 view_30" [label="(4, 12, 64, 64)", style=solid]; +"732 new_zeros_2" -> "733 view_29" [label="(16, 16)", style=solid]; +"733 view_29" -> "734 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"734 permute_26" -> "735 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"735 reshape_24" -> "736 unsqueeze_14" [label="(4, 64)", style=solid]; +"735 reshape_24" -> "737 unsqueeze_15" [label="(4, 64)", style=solid]; +"736 unsqueeze_14" -> "738 sub_2" [label="(4, 1, 64)", style=solid]; +"737 unsqueeze_15" -> "738 sub_2" [label="(4, 64, 1)", style=solid]; +"738 sub_2" -> "739 ne_2" [label="(4, 64, 64)", style=solid]; +"738 sub_2" -> "740 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"738 sub_2" -> "741 eq_2" [label="(4, 64, 64)", style=solid]; +"739 ne_2" -> "740 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"740 masked_fill_4" -> "742 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"741 eq_2" -> "742 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"742 masked_fill_5" -> "744 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"743 view_30" -> "746 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"744 unsqueeze_16" -> "745 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"745 unsqueeze_17" -> "746 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"746 add_18" -> "747 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"747 view_31" -> "748 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"748 softmax_5" -> "749 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"749 dropout_20" -> "750 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"750 matmul_11" -> "751 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"751 transpose_11" -> "752 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"752 reshape_25" -> "753 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"753 reshape_25_0_0_nncf_smooth_quant_0" -> "754 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"754 quantize_per_tensor_default_36" -> "755 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"755 dequantize_per_tensor_default_36" -> "761 linear_35" [label="(4, 64, 384)", style=solid]; +"756 scale_updated_constant24" -> "758 mul_tensor_24" [label="(384, 1)", style=solid]; +"757 compressed_weight_updated_constant24" -> "758 mul_tensor_24" [label="(384, 384)", style=solid]; +"758 mul_tensor_24" -> "760 sub_tensor_24" [label="(384, 384)", style=solid]; +"759 zero_point_updated_constant24" -> "760 sub_tensor_24" [label="(384, 1)", style=solid]; +"760 sub_tensor_24" -> "761 linear_35" [label="(384, 384)", style=solid]; +"761 linear_35" -> "762 dropout_21" [label="(4, 64, 384)", style=solid]; +"762 dropout_21" -> "763 view_32" [label="(4, 64, 384)", style=solid]; +"763 view_32" -> "764 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"764 permute_27" -> "765 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"765 reshape_26" -> "766 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"766 roll_5" -> "767 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"767 slice_101" -> "768 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"768 slice_102" -> "769 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"769 slice_103" -> "770 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"770 slice_104" -> "771 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"771 contiguous_9" -> "772 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"772 layer_norm_13" -> "773 add_19" [label="(1, 14, 14, 384)", style=solid]; +"773 add_19" -> "774 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"773 add_19" -> "796 add_20" [label="(1, 14, 14, 384)", style=solid]; +"774 add_19_0_0_nncf_smooth_quant_0" -> "775 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"775 quantize_per_tensor_default_37" -> "776 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"776 dequantize_per_tensor_default_37" -> "782 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"777 scale_updated_constant25" -> "779 mul_tensor_25" [label="(1536, 1)", style=solid]; +"778 compressed_weight_updated_constant25" -> "779 mul_tensor_25" [label="(1536, 384)", style=solid]; +"779 mul_tensor_25" -> "781 sub_tensor_25" [label="(1536, 384)", style=solid]; +"780 zero_point_updated_constant25" -> "781 sub_tensor_25" [label="(1536, 1)", style=solid]; +"781 sub_tensor_25" -> "782 linear_36" [label="(1536, 384)", style=solid]; +"782 linear_36" -> "783 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"783 gelu_5" -> "784 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"784 dropout_22" -> "785 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"785 dropout_22_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"786 quantize_per_tensor_default_38" -> "787 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"787 dequantize_per_tensor_default_38" -> "793 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"788 scale_updated_constant26" -> "790 mul_tensor_26" [label="(384, 1)", style=solid]; +"789 compressed_weight_updated_constant26" -> "790 mul_tensor_26" [label="(384, 1536)", style=solid]; +"790 mul_tensor_26" -> "792 sub_tensor_26" [label="(384, 1536)", style=solid]; +"791 zero_point_updated_constant26" -> "792 sub_tensor_26" [label="(384, 1)", style=solid]; +"792 sub_tensor_26" -> "793 linear_37" [label="(384, 1536)", style=solid]; +"793 linear_37" -> "794 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"794 dropout_23" -> "795 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"795 layer_norm_14" -> "796 add_20" [label="(1, 14, 14, 384)", style=solid]; +"796 add_20" -> "798 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"796 add_20" -> "858 add_22" [label="(1, 14, 14, 384)", style=solid]; +"797 _frozen_param51" -> "833 add_21" [label="(1, 12, 64, 64)", style=solid]; +"798 pad_8" -> "799 view_35" [label="(1, 16, 16, 384)", style=solid]; +"799 view_35" -> "800 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"800 permute_29" -> "801 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"801 reshape_27" -> "803 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"802 _frozen_param52" -> "811 linear_40" [label="(1152,)", style=solid]; +"803 reshape_27_0_0_nncf_smooth_quant_0" -> "804 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"804 quantize_per_tensor_default_39" -> "805 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"805 dequantize_per_tensor_default_39" -> "811 linear_40" [label="(4, 64, 384)", style=solid]; +"806 scale_updated_constant27" -> "808 mul_tensor_27" [label="(1152, 1)", style=solid]; +"807 compressed_weight_updated_constant27" -> "808 mul_tensor_27" [label="(1152, 384)", style=solid]; +"808 mul_tensor_27" -> "810 sub_tensor_27" [label="(1152, 384)", style=solid]; +"809 zero_point_updated_constant27" -> "810 sub_tensor_27" [label="(1152, 1)", style=solid]; +"810 sub_tensor_27" -> "811 linear_40" [label="(1152, 384)", style=solid]; +"811 linear_40" -> "812 reshape_28" [label="(4, 64, 1152)", style=solid]; +"812 reshape_28" -> "813 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"813 permute_30" -> "814 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"813 permute_30" -> "815 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"813 permute_30" -> "816 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"814 select_18" -> "817 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"814 select_18" -> "819 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"814 select_18" -> "820 div_12" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "823 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "825 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "826 div_13" [label="(4, 12, 64, 32)", style=solid]; +"816 select_20" -> "836 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"817 linalg_vector_norm_12" -> "818 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"818 clamp_min_12" -> "819 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"819 expand_as_12" -> "820 div_12" [label="(4, 12, 64, 32)", style=solid]; +"820 div_12" -> "821 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"821 quantize_per_tensor_default_40" -> "822 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"822 dequantize_per_tensor_default_40" -> "830 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"823 linalg_vector_norm_13" -> "824 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"824 clamp_min_13" -> "825 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"825 expand_as_13" -> "826 div_13" [label="(4, 12, 64, 32)", style=solid]; +"826 div_13" -> "827 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"827 quantize_per_tensor_default_41" -> "828 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"828 dequantize_per_tensor_default_41" -> "829 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"829 transpose_12" -> "830 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"830 matmul_12" -> "832 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"831 _frozen_param54" -> "832 mul_13" [label="(12, 1, 1)", style=solid]; +"832 mul_13" -> "833 add_21" [label="(4, 12, 64, 64)", style=solid]; +"833 add_21" -> "834 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"834 softmax_6" -> "835 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"835 dropout_24" -> "836 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"836 matmul_13" -> "837 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"837 transpose_13" -> "838 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"838 reshape_29" -> "839 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"839 reshape_29_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"840 quantize_per_tensor_default_42" -> "841 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"841 dequantize_per_tensor_default_42" -> "847 linear_41" [label="(4, 64, 384)", style=solid]; +"842 scale_updated_constant28" -> "844 mul_tensor_28" [label="(384, 1)", style=solid]; +"843 compressed_weight_updated_constant28" -> "844 mul_tensor_28" [label="(384, 384)", style=solid]; +"844 mul_tensor_28" -> "846 sub_tensor_28" [label="(384, 384)", style=solid]; +"845 zero_point_updated_constant28" -> "846 sub_tensor_28" [label="(384, 1)", style=solid]; +"846 sub_tensor_28" -> "847 linear_41" [label="(384, 384)", style=solid]; +"847 linear_41" -> "848 dropout_25" [label="(4, 64, 384)", style=solid]; +"848 dropout_25" -> "849 view_36" [label="(4, 64, 384)", style=solid]; +"849 view_36" -> "850 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"850 permute_31" -> "851 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"851 reshape_30" -> "852 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"852 slice_106" -> "853 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"853 slice_107" -> "854 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"854 slice_108" -> "855 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"855 slice_109" -> "856 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"856 contiguous_11" -> "857 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"857 layer_norm_15" -> "858 add_22" [label="(1, 14, 14, 384)", style=solid]; +"858 add_22" -> "859 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"858 add_22" -> "881 add_23" [label="(1, 14, 14, 384)", style=solid]; +"859 add_22_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"860 quantize_per_tensor_default_43" -> "861 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"861 dequantize_per_tensor_default_43" -> "867 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"862 scale_updated_constant29" -> "864 mul_tensor_29" [label="(1536, 1)", style=solid]; +"863 compressed_weight_updated_constant29" -> "864 mul_tensor_29" [label="(1536, 384)", style=solid]; +"864 mul_tensor_29" -> "866 sub_tensor_29" [label="(1536, 384)", style=solid]; +"865 zero_point_updated_constant29" -> "866 sub_tensor_29" [label="(1536, 1)", style=solid]; +"866 sub_tensor_29" -> "867 linear_42" [label="(1536, 384)", style=solid]; +"867 linear_42" -> "868 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"868 gelu_6" -> "869 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"869 dropout_26" -> "870 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"870 dropout_26_0_0_nncf_smooth_quant_0" -> "871 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"871 quantize_per_tensor_default_44" -> "872 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"872 dequantize_per_tensor_default_44" -> "878 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"873 scale_updated_constant30" -> "875 mul_tensor_30" [label="(384, 1)", style=solid]; +"874 compressed_weight_updated_constant30" -> "875 mul_tensor_30" [label="(384, 1536)", style=solid]; +"875 mul_tensor_30" -> "877 sub_tensor_30" [label="(384, 1536)", style=solid]; +"876 zero_point_updated_constant30" -> "877 sub_tensor_30" [label="(384, 1)", style=solid]; +"877 sub_tensor_30" -> "878 linear_43" [label="(384, 1536)", style=solid]; +"878 linear_43" -> "879 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"879 dropout_27" -> "880 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"880 layer_norm_16" -> "881 add_23" [label="(1, 14, 14, 384)", style=solid]; +"881 add_23" -> "883 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"881 add_23" -> "961 add_26" [label="(1, 14, 14, 384)", style=solid]; +"882 _frozen_param55" -> "919 add_24" [label="(1, 12, 64, 64)", style=solid]; +"883 pad_9" -> "884 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"884 roll_6" -> "885 view_39" [label="(1, 16, 16, 384)", style=solid]; +"885 view_39" -> "886 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"886 permute_33" -> "887 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"887 reshape_31" -> "889 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"887 reshape_31" -> "920 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"888 _frozen_param56" -> "897 linear_46" [label="(1152,)", style=solid]; +"889 reshape_31_0_0_nncf_smooth_quant_0" -> "890 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"890 quantize_per_tensor_default_45" -> "891 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"891 dequantize_per_tensor_default_45" -> "897 linear_46" [label="(4, 64, 384)", style=solid]; +"892 scale_updated_constant31" -> "894 mul_tensor_31" [label="(1152, 1)", style=solid]; +"893 compressed_weight_updated_constant31" -> "894 mul_tensor_31" [label="(1152, 384)", style=solid]; +"894 mul_tensor_31" -> "896 sub_tensor_31" [label="(1152, 384)", style=solid]; +"895 zero_point_updated_constant31" -> "896 sub_tensor_31" [label="(1152, 1)", style=solid]; +"896 sub_tensor_31" -> "897 linear_46" [label="(1152, 384)", style=solid]; +"897 linear_46" -> "898 reshape_32" [label="(4, 64, 1152)", style=solid]; +"898 reshape_32" -> "899 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"899 permute_34" -> "900 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"899 permute_34" -> "901 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"899 permute_34" -> "902 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"900 select_21" -> "903 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"900 select_21" -> "905 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"900 select_21" -> "906 div_14" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "909 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "911 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "912 div_15" [label="(4, 12, 64, 32)", style=solid]; +"902 select_23" -> "938 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"903 linalg_vector_norm_14" -> "904 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"904 clamp_min_14" -> "905 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"905 expand_as_14" -> "906 div_14" [label="(4, 12, 64, 32)", style=solid]; +"906 div_14" -> "907 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"907 quantize_per_tensor_default_46" -> "908 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"908 dequantize_per_tensor_default_46" -> "916 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"909 linalg_vector_norm_15" -> "910 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"910 clamp_min_15" -> "911 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"911 expand_as_15" -> "912 div_15" [label="(4, 12, 64, 32)", style=solid]; +"912 div_15" -> "913 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"913 quantize_per_tensor_default_47" -> "914 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"914 dequantize_per_tensor_default_47" -> "915 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"915 transpose_14" -> "916 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"916 matmul_14" -> "918 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"917 _frozen_param58" -> "918 mul_15" [label="(12, 1, 1)", style=solid]; +"918 mul_15" -> "919 add_24" [label="(4, 12, 64, 64)", style=solid]; +"919 add_24" -> "931 view_41" [label="(4, 12, 64, 64)", style=solid]; +"920 new_zeros_3" -> "921 view_40" [label="(16, 16)", style=solid]; +"921 view_40" -> "922 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"922 permute_35" -> "923 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"923 reshape_33" -> "924 unsqueeze_20" [label="(4, 64)", style=solid]; +"923 reshape_33" -> "925 unsqueeze_21" [label="(4, 64)", style=solid]; +"924 unsqueeze_20" -> "926 sub_3" [label="(4, 1, 64)", style=solid]; +"925 unsqueeze_21" -> "926 sub_3" [label="(4, 64, 1)", style=solid]; +"926 sub_3" -> "927 ne_3" [label="(4, 64, 64)", style=solid]; +"926 sub_3" -> "928 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"926 sub_3" -> "929 eq_3" [label="(4, 64, 64)", style=solid]; +"927 ne_3" -> "928 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"928 masked_fill_6" -> "930 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"929 eq_3" -> "930 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"930 masked_fill_7" -> "932 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"931 view_41" -> "934 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"932 unsqueeze_22" -> "933 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"933 unsqueeze_23" -> "934 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"934 add_25" -> "935 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"935 view_42" -> "936 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"936 softmax_7" -> "937 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"937 dropout_28" -> "938 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"938 matmul_15" -> "939 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"939 transpose_15" -> "940 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"940 reshape_34" -> "941 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"941 reshape_34_0_0_nncf_smooth_quant_0" -> "942 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"942 quantize_per_tensor_default_48" -> "943 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"943 dequantize_per_tensor_default_48" -> "949 linear_47" [label="(4, 64, 384)", style=solid]; +"944 scale_updated_constant32" -> "946 mul_tensor_32" [label="(384, 1)", style=solid]; +"945 compressed_weight_updated_constant32" -> "946 mul_tensor_32" [label="(384, 384)", style=solid]; +"946 mul_tensor_32" -> "948 sub_tensor_32" [label="(384, 384)", style=solid]; +"947 zero_point_updated_constant32" -> "948 sub_tensor_32" [label="(384, 1)", style=solid]; +"948 sub_tensor_32" -> "949 linear_47" [label="(384, 384)", style=solid]; +"949 linear_47" -> "950 dropout_29" [label="(4, 64, 384)", style=solid]; +"950 dropout_29" -> "951 view_43" [label="(4, 64, 384)", style=solid]; +"951 view_43" -> "952 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"952 permute_36" -> "953 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"953 reshape_35" -> "954 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"954 roll_7" -> "955 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"955 slice_129" -> "956 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"956 slice_130" -> "957 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"957 slice_131" -> "958 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"958 slice_132" -> "959 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"959 contiguous_13" -> "960 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"960 layer_norm_17" -> "961 add_26" [label="(1, 14, 14, 384)", style=solid]; +"961 add_26" -> "962 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"961 add_26" -> "984 add_27" [label="(1, 14, 14, 384)", style=solid]; +"962 add_26_0_0_nncf_smooth_quant_0" -> "963 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"963 quantize_per_tensor_default_49" -> "964 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"964 dequantize_per_tensor_default_49" -> "970 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"965 scale_updated_constant33" -> "967 mul_tensor_33" [label="(1536, 1)", style=solid]; +"966 compressed_weight_updated_constant33" -> "967 mul_tensor_33" [label="(1536, 384)", style=solid]; +"967 mul_tensor_33" -> "969 sub_tensor_33" [label="(1536, 384)", style=solid]; +"968 zero_point_updated_constant33" -> "969 sub_tensor_33" [label="(1536, 1)", style=solid]; +"969 sub_tensor_33" -> "970 linear_48" [label="(1536, 384)", style=solid]; +"970 linear_48" -> "971 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"971 gelu_7" -> "972 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"972 dropout_30" -> "973 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"973 dropout_30_0_0_nncf_smooth_quant_0" -> "974 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"974 quantize_per_tensor_default_50" -> "975 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"975 dequantize_per_tensor_default_50" -> "981 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"976 scale_updated_constant34" -> "978 mul_tensor_34" [label="(384, 1)", style=solid]; +"977 compressed_weight_updated_constant34" -> "978 mul_tensor_34" [label="(384, 1536)", style=solid]; +"978 mul_tensor_34" -> "980 sub_tensor_34" [label="(384, 1536)", style=solid]; +"979 zero_point_updated_constant34" -> "980 sub_tensor_34" [label="(384, 1)", style=solid]; +"980 sub_tensor_34" -> "981 linear_49" [label="(384, 1536)", style=solid]; +"981 linear_49" -> "982 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"982 dropout_31" -> "983 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"983 layer_norm_18" -> "984 add_27" [label="(1, 14, 14, 384)", style=solid]; +"984 add_27" -> "986 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"984 add_27" -> "1046 add_29" [label="(1, 14, 14, 384)", style=solid]; +"985 _frozen_param68" -> "1021 add_28" [label="(1, 12, 64, 64)", style=solid]; +"986 pad_10" -> "987 view_46" [label="(1, 16, 16, 384)", style=solid]; +"987 view_46" -> "988 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"988 permute_38" -> "989 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"989 reshape_36" -> "991 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"990 _frozen_param69" -> "999 linear_52" [label="(1152,)", style=solid]; +"991 reshape_36_0_0_nncf_smooth_quant_0" -> "992 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"992 quantize_per_tensor_default_51" -> "993 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"993 dequantize_per_tensor_default_51" -> "999 linear_52" [label="(4, 64, 384)", style=solid]; +"994 scale_updated_constant35" -> "996 mul_tensor_35" [label="(1152, 1)", style=solid]; +"995 compressed_weight_updated_constant35" -> "996 mul_tensor_35" [label="(1152, 384)", style=solid]; +"996 mul_tensor_35" -> "998 sub_tensor_35" [label="(1152, 384)", style=solid]; +"997 zero_point_updated_constant35" -> "998 sub_tensor_35" [label="(1152, 1)", style=solid]; +"998 sub_tensor_35" -> "999 linear_52" [label="(1152, 384)", style=solid]; +"999 linear_52" -> "1000 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1000 reshape_37" -> "1001 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1001 permute_39" -> "1002 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1001 permute_39" -> "1003 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1001 permute_39" -> "1004 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1005 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1007 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1008 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1011 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1013 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1014 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1004 select_26" -> "1024 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1005 linalg_vector_norm_16" -> "1006 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1006 clamp_min_16" -> "1007 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1007 expand_as_16" -> "1008 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1008 div_16" -> "1009 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1009 quantize_per_tensor_default_52" -> "1010 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1010 dequantize_per_tensor_default_52" -> "1018 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1011 linalg_vector_norm_17" -> "1012 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1012 clamp_min_17" -> "1013 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1013 expand_as_17" -> "1014 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1014 div_17" -> "1015 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1015 quantize_per_tensor_default_53" -> "1016 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1016 dequantize_per_tensor_default_53" -> "1017 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1017 transpose_16" -> "1018 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1018 matmul_16" -> "1020 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1019 _frozen_param71" -> "1020 mul_17" [label="(12, 1, 1)", style=solid]; +"1020 mul_17" -> "1021 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1021 add_28" -> "1022 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1022 softmax_8" -> "1023 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1023 dropout_32" -> "1024 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1024 matmul_17" -> "1025 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1025 transpose_17" -> "1026 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1026 reshape_38" -> "1027 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1027 reshape_38_0_0_nncf_smooth_quant_0" -> "1028 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1028 quantize_per_tensor_default_54" -> "1029 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1029 dequantize_per_tensor_default_54" -> "1035 linear_53" [label="(4, 64, 384)", style=solid]; +"1030 scale_updated_constant36" -> "1032 mul_tensor_36" [label="(384, 1)", style=solid]; +"1031 compressed_weight_updated_constant36" -> "1032 mul_tensor_36" [label="(384, 384)", style=solid]; +"1032 mul_tensor_36" -> "1034 sub_tensor_36" [label="(384, 384)", style=solid]; +"1033 zero_point_updated_constant36" -> "1034 sub_tensor_36" [label="(384, 1)", style=solid]; +"1034 sub_tensor_36" -> "1035 linear_53" [label="(384, 384)", style=solid]; +"1035 linear_53" -> "1036 dropout_33" [label="(4, 64, 384)", style=solid]; +"1036 dropout_33" -> "1037 view_47" [label="(4, 64, 384)", style=solid]; +"1037 view_47" -> "1038 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1038 permute_40" -> "1039 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1039 reshape_39" -> "1040 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1040 slice_134" -> "1041 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1041 slice_135" -> "1042 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1042 slice_136" -> "1043 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1043 slice_137" -> "1044 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1044 contiguous_15" -> "1045 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1045 layer_norm_19" -> "1046 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1046 add_29" -> "1047 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1046 add_29" -> "1069 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1047 add_29_0_0_nncf_smooth_quant_0" -> "1048 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1048 quantize_per_tensor_default_55" -> "1049 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1049 dequantize_per_tensor_default_55" -> "1055 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1050 scale_updated_constant37" -> "1052 mul_tensor_37" [label="(1536, 1)", style=solid]; +"1051 compressed_weight_updated_constant37" -> "1052 mul_tensor_37" [label="(1536, 384)", style=solid]; +"1052 mul_tensor_37" -> "1054 sub_tensor_37" [label="(1536, 384)", style=solid]; +"1053 zero_point_updated_constant37" -> "1054 sub_tensor_37" [label="(1536, 1)", style=solid]; +"1054 sub_tensor_37" -> "1055 linear_54" [label="(1536, 384)", style=solid]; +"1055 linear_54" -> "1056 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1056 gelu_8" -> "1057 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1057 dropout_34" -> "1058 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1058 dropout_34_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1059 quantize_per_tensor_default_56" -> "1060 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1060 dequantize_per_tensor_default_56" -> "1066 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1061 scale_updated_constant38" -> "1063 mul_tensor_38" [label="(384, 1)", style=solid]; +"1062 compressed_weight_updated_constant38" -> "1063 mul_tensor_38" [label="(384, 1536)", style=solid]; +"1063 mul_tensor_38" -> "1065 sub_tensor_38" [label="(384, 1536)", style=solid]; +"1064 zero_point_updated_constant38" -> "1065 sub_tensor_38" [label="(384, 1)", style=solid]; +"1065 sub_tensor_38" -> "1066 linear_55" [label="(384, 1536)", style=solid]; +"1066 linear_55" -> "1067 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1067 dropout_35" -> "1068 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1068 layer_norm_20" -> "1069 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_30" -> "1071 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_30" -> "1149 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1070 _frozen_param72" -> "1107 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1071 pad_11" -> "1072 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1072 roll_8" -> "1073 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1073 view_50" -> "1074 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1074 permute_42" -> "1075 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1075 reshape_40" -> "1077 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1075 reshape_40" -> "1108 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1076 _frozen_param73" -> "1085 linear_58" [label="(1152,)", style=solid]; +"1077 reshape_40_0_0_nncf_smooth_quant_0" -> "1078 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1078 quantize_per_tensor_default_57" -> "1079 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1079 dequantize_per_tensor_default_57" -> "1085 linear_58" [label="(4, 64, 384)", style=solid]; +"1080 scale_updated_constant39" -> "1082 mul_tensor_39" [label="(1152, 1)", style=solid]; +"1081 compressed_weight_updated_constant39" -> "1082 mul_tensor_39" [label="(1152, 384)", style=solid]; +"1082 mul_tensor_39" -> "1084 sub_tensor_39" [label="(1152, 384)", style=solid]; +"1083 zero_point_updated_constant39" -> "1084 sub_tensor_39" [label="(1152, 1)", style=solid]; +"1084 sub_tensor_39" -> "1085 linear_58" [label="(1152, 384)", style=solid]; +"1085 linear_58" -> "1086 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1086 reshape_41" -> "1087 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1087 permute_43" -> "1088 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 permute_43" -> "1089 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 permute_43" -> "1090 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1091 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1093 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1094 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1097 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1099 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1100 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1090 select_29" -> "1126 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1091 linalg_vector_norm_18" -> "1092 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1092 clamp_min_18" -> "1093 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1093 expand_as_18" -> "1094 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1094 div_18" -> "1095 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1095 quantize_per_tensor_default_58" -> "1096 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1096 dequantize_per_tensor_default_58" -> "1104 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1097 linalg_vector_norm_19" -> "1098 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1098 clamp_min_19" -> "1099 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1099 expand_as_19" -> "1100 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1100 div_19" -> "1101 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1101 quantize_per_tensor_default_59" -> "1102 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1102 dequantize_per_tensor_default_59" -> "1103 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1103 transpose_18" -> "1104 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1104 matmul_18" -> "1106 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1105 _frozen_param75" -> "1106 mul_19" [label="(12, 1, 1)", style=solid]; +"1106 mul_19" -> "1107 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1107 add_31" -> "1119 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1108 new_zeros_4" -> "1109 view_51" [label="(16, 16)", style=solid]; +"1109 view_51" -> "1110 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1110 permute_44" -> "1111 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1111 reshape_42" -> "1112 unsqueeze_26" [label="(4, 64)", style=solid]; +"1111 reshape_42" -> "1113 unsqueeze_27" [label="(4, 64)", style=solid]; +"1112 unsqueeze_26" -> "1114 sub_4" [label="(4, 1, 64)", style=solid]; +"1113 unsqueeze_27" -> "1114 sub_4" [label="(4, 64, 1)", style=solid]; +"1114 sub_4" -> "1115 ne_4" [label="(4, 64, 64)", style=solid]; +"1114 sub_4" -> "1116 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1114 sub_4" -> "1117 eq_4" [label="(4, 64, 64)", style=solid]; +"1115 ne_4" -> "1116 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1116 masked_fill_8" -> "1118 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1117 eq_4" -> "1118 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1118 masked_fill_9" -> "1120 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1119 view_52" -> "1122 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1120 unsqueeze_28" -> "1121 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1121 unsqueeze_29" -> "1122 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1122 add_32" -> "1123 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1123 view_53" -> "1124 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1124 softmax_9" -> "1125 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1125 dropout_36" -> "1126 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1126 matmul_19" -> "1127 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1127 transpose_19" -> "1128 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1128 reshape_43" -> "1129 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1129 reshape_43_0_0_nncf_smooth_quant_0" -> "1130 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1130 quantize_per_tensor_default_60" -> "1131 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1131 dequantize_per_tensor_default_60" -> "1137 linear_59" [label="(4, 64, 384)", style=solid]; +"1132 scale_updated_constant40" -> "1134 mul_tensor_40" [label="(384, 1)", style=solid]; +"1133 compressed_weight_updated_constant40" -> "1134 mul_tensor_40" [label="(384, 384)", style=solid]; +"1134 mul_tensor_40" -> "1136 sub_tensor_40" [label="(384, 384)", style=solid]; +"1135 zero_point_updated_constant40" -> "1136 sub_tensor_40" [label="(384, 1)", style=solid]; +"1136 sub_tensor_40" -> "1137 linear_59" [label="(384, 384)", style=solid]; +"1137 linear_59" -> "1138 dropout_37" [label="(4, 64, 384)", style=solid]; +"1138 dropout_37" -> "1139 view_54" [label="(4, 64, 384)", style=solid]; +"1139 view_54" -> "1140 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1140 permute_45" -> "1141 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1141 reshape_44" -> "1142 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1142 roll_9" -> "1143 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1143 slice_157" -> "1144 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1144 slice_158" -> "1145 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1145 slice_159" -> "1146 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1146 slice_160" -> "1147 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1147 contiguous_17" -> "1148 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1148 layer_norm_21" -> "1149 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1149 add_33" -> "1150 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1149 add_33" -> "1172 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1150 add_33_0_0_nncf_smooth_quant_0" -> "1151 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1151 quantize_per_tensor_default_61" -> "1152 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1152 dequantize_per_tensor_default_61" -> "1158 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1153 scale_updated_constant41" -> "1155 mul_tensor_41" [label="(1536, 1)", style=solid]; +"1154 compressed_weight_updated_constant41" -> "1155 mul_tensor_41" [label="(1536, 384)", style=solid]; +"1155 mul_tensor_41" -> "1157 sub_tensor_41" [label="(1536, 384)", style=solid]; +"1156 zero_point_updated_constant41" -> "1157 sub_tensor_41" [label="(1536, 1)", style=solid]; +"1157 sub_tensor_41" -> "1158 linear_60" [label="(1536, 384)", style=solid]; +"1158 linear_60" -> "1159 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1159 gelu_9" -> "1160 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1160 dropout_38" -> "1161 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1161 dropout_38_0_0_nncf_smooth_quant_0" -> "1162 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1162 quantize_per_tensor_default_62" -> "1163 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1163 dequantize_per_tensor_default_62" -> "1169 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1164 scale_updated_constant42" -> "1166 mul_tensor_42" [label="(384, 1)", style=solid]; +"1165 compressed_weight_updated_constant42" -> "1166 mul_tensor_42" [label="(384, 1536)", style=solid]; +"1166 mul_tensor_42" -> "1168 sub_tensor_42" [label="(384, 1536)", style=solid]; +"1167 zero_point_updated_constant42" -> "1168 sub_tensor_42" [label="(384, 1)", style=solid]; +"1168 sub_tensor_42" -> "1169 linear_61" [label="(384, 1536)", style=solid]; +"1169 linear_61" -> "1170 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1170 dropout_39" -> "1171 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1171 layer_norm_22" -> "1172 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1172 add_34" -> "1174 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1172 add_34" -> "1234 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1173 _frozen_param85" -> "1209 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1174 pad_12" -> "1175 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1175 view_57" -> "1176 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1176 permute_47" -> "1177 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1177 reshape_45" -> "1179 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1178 _frozen_param86" -> "1187 linear_64" [label="(1152,)", style=solid]; +"1179 reshape_45_0_0_nncf_smooth_quant_0" -> "1180 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1180 quantize_per_tensor_default_63" -> "1181 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1181 dequantize_per_tensor_default_63" -> "1187 linear_64" [label="(4, 64, 384)", style=solid]; +"1182 scale_updated_constant43" -> "1184 mul_tensor_43" [label="(1152, 1)", style=solid]; +"1183 compressed_weight_updated_constant43" -> "1184 mul_tensor_43" [label="(1152, 384)", style=solid]; +"1184 mul_tensor_43" -> "1186 sub_tensor_43" [label="(1152, 384)", style=solid]; +"1185 zero_point_updated_constant43" -> "1186 sub_tensor_43" [label="(1152, 1)", style=solid]; +"1186 sub_tensor_43" -> "1187 linear_64" [label="(1152, 384)", style=solid]; +"1187 linear_64" -> "1188 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1188 reshape_46" -> "1189 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1189 permute_48" -> "1190 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1189 permute_48" -> "1191 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1189 permute_48" -> "1192 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1193 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1195 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1196 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1199 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1201 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1202 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1192 select_32" -> "1212 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1193 linalg_vector_norm_20" -> "1194 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1194 clamp_min_20" -> "1195 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1195 expand_as_20" -> "1196 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1196 div_20" -> "1197 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1197 quantize_per_tensor_default_64" -> "1198 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1198 dequantize_per_tensor_default_64" -> "1206 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1199 linalg_vector_norm_21" -> "1200 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1200 clamp_min_21" -> "1201 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1201 expand_as_21" -> "1202 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1202 div_21" -> "1203 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1203 quantize_per_tensor_default_65" -> "1204 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1204 dequantize_per_tensor_default_65" -> "1205 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1205 transpose_20" -> "1206 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1206 matmul_20" -> "1208 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1207 _frozen_param88" -> "1208 mul_21" [label="(12, 1, 1)", style=solid]; +"1208 mul_21" -> "1209 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1209 add_35" -> "1210 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1210 softmax_10" -> "1211 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1211 dropout_40" -> "1212 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1212 matmul_21" -> "1213 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1213 transpose_21" -> "1214 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1214 reshape_47" -> "1215 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1215 reshape_47_0_0_nncf_smooth_quant_0" -> "1216 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1216 quantize_per_tensor_default_66" -> "1217 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1217 dequantize_per_tensor_default_66" -> "1223 linear_65" [label="(4, 64, 384)", style=solid]; +"1218 scale_updated_constant44" -> "1220 mul_tensor_44" [label="(384, 1)", style=solid]; +"1219 compressed_weight_updated_constant44" -> "1220 mul_tensor_44" [label="(384, 384)", style=solid]; +"1220 mul_tensor_44" -> "1222 sub_tensor_44" [label="(384, 384)", style=solid]; +"1221 zero_point_updated_constant44" -> "1222 sub_tensor_44" [label="(384, 1)", style=solid]; +"1222 sub_tensor_44" -> "1223 linear_65" [label="(384, 384)", style=solid]; +"1223 linear_65" -> "1224 dropout_41" [label="(4, 64, 384)", style=solid]; +"1224 dropout_41" -> "1225 view_58" [label="(4, 64, 384)", style=solid]; +"1225 view_58" -> "1226 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1226 permute_49" -> "1227 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1227 reshape_48" -> "1228 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1228 slice_162" -> "1229 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1229 slice_163" -> "1230 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1230 slice_164" -> "1231 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1231 slice_165" -> "1232 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1232 contiguous_19" -> "1233 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1233 layer_norm_23" -> "1234 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1234 add_36" -> "1235 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1234 add_36" -> "1257 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1235 add_36_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1236 quantize_per_tensor_default_67" -> "1237 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1237 dequantize_per_tensor_default_67" -> "1243 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1238 scale_updated_constant45" -> "1240 mul_tensor_45" [label="(1536, 1)", style=solid]; +"1239 compressed_weight_updated_constant45" -> "1240 mul_tensor_45" [label="(1536, 384)", style=solid]; +"1240 mul_tensor_45" -> "1242 sub_tensor_45" [label="(1536, 384)", style=solid]; +"1241 zero_point_updated_constant45" -> "1242 sub_tensor_45" [label="(1536, 1)", style=solid]; +"1242 sub_tensor_45" -> "1243 linear_66" [label="(1536, 384)", style=solid]; +"1243 linear_66" -> "1244 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1244 gelu_10" -> "1245 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1245 dropout_42" -> "1246 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1246 dropout_42_0_0_nncf_smooth_quant_0" -> "1247 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1247 quantize_per_tensor_default_68" -> "1248 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1248 dequantize_per_tensor_default_68" -> "1254 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1249 scale_updated_constant46" -> "1251 mul_tensor_46" [label="(384, 1)", style=solid]; +"1250 compressed_weight_updated_constant46" -> "1251 mul_tensor_46" [label="(384, 1536)", style=solid]; +"1251 mul_tensor_46" -> "1253 sub_tensor_46" [label="(384, 1536)", style=solid]; +"1252 zero_point_updated_constant46" -> "1253 sub_tensor_46" [label="(384, 1)", style=solid]; +"1253 sub_tensor_46" -> "1254 linear_67" [label="(384, 1536)", style=solid]; +"1254 linear_67" -> "1255 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1255 dropout_43" -> "1256 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1256 layer_norm_24" -> "1257 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1257 add_37" -> "1259 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1257 add_37" -> "1337 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1258 _frozen_param89" -> "1295 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1259 pad_13" -> "1260 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1260 roll_10" -> "1261 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1261 view_61" -> "1262 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1262 permute_51" -> "1263 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1263 reshape_49" -> "1265 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1263 reshape_49" -> "1296 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1264 _frozen_param90" -> "1273 linear_70" [label="(1152,)", style=solid]; +"1265 reshape_49_0_0_nncf_smooth_quant_0" -> "1266 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1266 quantize_per_tensor_default_69" -> "1267 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1267 dequantize_per_tensor_default_69" -> "1273 linear_70" [label="(4, 64, 384)", style=solid]; +"1268 scale_updated_constant47" -> "1270 mul_tensor_47" [label="(1152, 1)", style=solid]; +"1269 compressed_weight_updated_constant47" -> "1270 mul_tensor_47" [label="(1152, 384)", style=solid]; +"1270 mul_tensor_47" -> "1272 sub_tensor_47" [label="(1152, 384)", style=solid]; +"1271 zero_point_updated_constant47" -> "1272 sub_tensor_47" [label="(1152, 1)", style=solid]; +"1272 sub_tensor_47" -> "1273 linear_70" [label="(1152, 384)", style=solid]; +"1273 linear_70" -> "1274 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1274 reshape_50" -> "1275 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1275 permute_52" -> "1276 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1275 permute_52" -> "1277 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1275 permute_52" -> "1278 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1279 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1281 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1282 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1285 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1287 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1288 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1278 select_35" -> "1314 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1279 linalg_vector_norm_22" -> "1280 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1280 clamp_min_22" -> "1281 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1281 expand_as_22" -> "1282 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1282 div_22" -> "1283 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1283 quantize_per_tensor_default_70" -> "1284 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1284 dequantize_per_tensor_default_70" -> "1292 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1285 linalg_vector_norm_23" -> "1286 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1286 clamp_min_23" -> "1287 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1287 expand_as_23" -> "1288 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1288 div_23" -> "1289 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1289 quantize_per_tensor_default_71" -> "1290 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1290 dequantize_per_tensor_default_71" -> "1291 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1291 transpose_22" -> "1292 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1292 matmul_22" -> "1294 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1293 _frozen_param92" -> "1294 mul_23" [label="(12, 1, 1)", style=solid]; +"1294 mul_23" -> "1295 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1295 add_38" -> "1307 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1296 new_zeros_5" -> "1297 view_62" [label="(16, 16)", style=solid]; +"1297 view_62" -> "1298 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1298 permute_53" -> "1299 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1299 reshape_51" -> "1300 unsqueeze_32" [label="(4, 64)", style=solid]; +"1299 reshape_51" -> "1301 unsqueeze_33" [label="(4, 64)", style=solid]; +"1300 unsqueeze_32" -> "1302 sub_5" [label="(4, 1, 64)", style=solid]; +"1301 unsqueeze_33" -> "1302 sub_5" [label="(4, 64, 1)", style=solid]; +"1302 sub_5" -> "1303 ne_5" [label="(4, 64, 64)", style=solid]; +"1302 sub_5" -> "1304 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1302 sub_5" -> "1305 eq_5" [label="(4, 64, 64)", style=solid]; +"1303 ne_5" -> "1304 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1304 masked_fill_10" -> "1306 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1305 eq_5" -> "1306 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1306 masked_fill_11" -> "1308 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1307 view_63" -> "1310 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1308 unsqueeze_34" -> "1309 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1309 unsqueeze_35" -> "1310 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1310 add_39" -> "1311 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1311 view_64" -> "1312 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1312 softmax_11" -> "1313 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1313 dropout_44" -> "1314 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1314 matmul_23" -> "1315 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1315 transpose_23" -> "1316 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1316 reshape_52" -> "1317 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1317 reshape_52_0_0_nncf_smooth_quant_0" -> "1318 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1318 quantize_per_tensor_default_72" -> "1319 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1319 dequantize_per_tensor_default_72" -> "1325 linear_71" [label="(4, 64, 384)", style=solid]; +"1320 scale_updated_constant48" -> "1322 mul_tensor_48" [label="(384, 1)", style=solid]; +"1321 compressed_weight_updated_constant48" -> "1322 mul_tensor_48" [label="(384, 384)", style=solid]; +"1322 mul_tensor_48" -> "1324 sub_tensor_48" [label="(384, 384)", style=solid]; +"1323 zero_point_updated_constant48" -> "1324 sub_tensor_48" [label="(384, 1)", style=solid]; +"1324 sub_tensor_48" -> "1325 linear_71" [label="(384, 384)", style=solid]; +"1325 linear_71" -> "1326 dropout_45" [label="(4, 64, 384)", style=solid]; +"1326 dropout_45" -> "1327 view_65" [label="(4, 64, 384)", style=solid]; +"1327 view_65" -> "1328 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1328 permute_54" -> "1329 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1329 reshape_53" -> "1330 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1330 roll_11" -> "1331 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1331 slice_185" -> "1332 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1332 slice_186" -> "1333 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1333 slice_187" -> "1334 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1334 slice_188" -> "1335 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1335 contiguous_21" -> "1336 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1336 layer_norm_25" -> "1337 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1337 add_40" -> "1338 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1337 add_40" -> "1360 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1338 add_40_0_0_nncf_smooth_quant_0" -> "1339 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1339 quantize_per_tensor_default_73" -> "1340 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1340 dequantize_per_tensor_default_73" -> "1346 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1341 scale_updated_constant49" -> "1343 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1342 compressed_weight_updated_constant49" -> "1343 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1343 mul_tensor_49" -> "1345 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1344 zero_point_updated_constant49" -> "1345 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1345 sub_tensor_49" -> "1346 linear_72" [label="(1536, 384)", style=solid]; +"1346 linear_72" -> "1347 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1347 gelu_11" -> "1348 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1348 dropout_46" -> "1349 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1349 dropout_46_0_0_nncf_smooth_quant_0" -> "1350 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1350 quantize_per_tensor_default_74" -> "1351 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1351 dequantize_per_tensor_default_74" -> "1357 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1352 scale_updated_constant50" -> "1354 mul_tensor_50" [label="(384, 1)", style=solid]; +"1353 compressed_weight_updated_constant50" -> "1354 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1354 mul_tensor_50" -> "1356 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1355 zero_point_updated_constant50" -> "1356 sub_tensor_50" [label="(384, 1)", style=solid]; +"1356 sub_tensor_50" -> "1357 linear_73" [label="(384, 1536)", style=solid]; +"1357 linear_73" -> "1358 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1358 dropout_47" -> "1359 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1359 layer_norm_26" -> "1360 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1360 add_41" -> "1362 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1360 add_41" -> "1422 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1361 _frozen_param102" -> "1397 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1362 pad_14" -> "1363 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1363 view_68" -> "1364 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1364 permute_56" -> "1365 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1365 reshape_54" -> "1367 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1366 _frozen_param103" -> "1375 linear_76" [label="(1152,)", style=solid]; +"1367 reshape_54_0_0_nncf_smooth_quant_0" -> "1368 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1368 quantize_per_tensor_default_75" -> "1369 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1369 dequantize_per_tensor_default_75" -> "1375 linear_76" [label="(4, 64, 384)", style=solid]; +"1370 scale_updated_constant51" -> "1372 mul_tensor_51" [label="(1152, 1)", style=solid]; +"1371 compressed_weight_updated_constant51" -> "1372 mul_tensor_51" [label="(1152, 384)", style=solid]; +"1372 mul_tensor_51" -> "1374 sub_tensor_51" [label="(1152, 384)", style=solid]; +"1373 zero_point_updated_constant51" -> "1374 sub_tensor_51" [label="(1152, 1)", style=solid]; +"1374 sub_tensor_51" -> "1375 linear_76" [label="(1152, 384)", style=solid]; +"1375 linear_76" -> "1376 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1376 reshape_55" -> "1377 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1377 permute_57" -> "1378 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1377 permute_57" -> "1379 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1377 permute_57" -> "1380 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1381 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1383 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1384 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1387 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1389 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1390 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1380 select_38" -> "1400 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1381 linalg_vector_norm_24" -> "1382 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1382 clamp_min_24" -> "1383 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1383 expand_as_24" -> "1384 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1384 div_24" -> "1385 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1385 quantize_per_tensor_default_76" -> "1386 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1386 dequantize_per_tensor_default_76" -> "1394 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1387 linalg_vector_norm_25" -> "1388 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1388 clamp_min_25" -> "1389 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1389 expand_as_25" -> "1390 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1390 div_25" -> "1391 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1391 quantize_per_tensor_default_77" -> "1392 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1392 dequantize_per_tensor_default_77" -> "1393 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1393 transpose_24" -> "1394 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1394 matmul_24" -> "1396 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1395 _frozen_param105" -> "1396 mul_25" [label="(12, 1, 1)", style=solid]; +"1396 mul_25" -> "1397 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1397 add_42" -> "1398 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1398 softmax_12" -> "1399 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1399 dropout_48" -> "1400 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1400 matmul_25" -> "1401 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1401 transpose_25" -> "1402 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1402 reshape_56" -> "1403 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1403 reshape_56_0_0_nncf_smooth_quant_0" -> "1404 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1404 quantize_per_tensor_default_78" -> "1405 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1405 dequantize_per_tensor_default_78" -> "1411 linear_77" [label="(4, 64, 384)", style=solid]; +"1406 scale_updated_constant52" -> "1408 mul_tensor_52" [label="(384, 1)", style=solid]; +"1407 compressed_weight_updated_constant52" -> "1408 mul_tensor_52" [label="(384, 384)", style=solid]; +"1408 mul_tensor_52" -> "1410 sub_tensor_52" [label="(384, 384)", style=solid]; +"1409 zero_point_updated_constant52" -> "1410 sub_tensor_52" [label="(384, 1)", style=solid]; +"1410 sub_tensor_52" -> "1411 linear_77" [label="(384, 384)", style=solid]; +"1411 linear_77" -> "1412 dropout_49" [label="(4, 64, 384)", style=solid]; +"1412 dropout_49" -> "1413 view_69" [label="(4, 64, 384)", style=solid]; +"1413 view_69" -> "1414 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1414 permute_58" -> "1415 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1415 reshape_57" -> "1416 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1416 slice_190" -> "1417 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1417 slice_191" -> "1418 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1418 slice_192" -> "1419 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1419 slice_193" -> "1420 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1420 contiguous_23" -> "1421 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1421 layer_norm_27" -> "1422 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_43" -> "1423 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_43" -> "1445 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1423 add_43_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1424 quantize_per_tensor_default_79" -> "1425 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1425 dequantize_per_tensor_default_79" -> "1431 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1426 scale_updated_constant53" -> "1428 mul_tensor_53" [label="(1536, 1)", style=solid]; +"1427 compressed_weight_updated_constant53" -> "1428 mul_tensor_53" [label="(1536, 384)", style=solid]; +"1428 mul_tensor_53" -> "1430 sub_tensor_53" [label="(1536, 384)", style=solid]; +"1429 zero_point_updated_constant53" -> "1430 sub_tensor_53" [label="(1536, 1)", style=solid]; +"1430 sub_tensor_53" -> "1431 linear_78" [label="(1536, 384)", style=solid]; +"1431 linear_78" -> "1432 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1432 gelu_12" -> "1433 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1433 dropout_50" -> "1434 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1434 dropout_50_0_0_nncf_smooth_quant_0" -> "1435 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1435 quantize_per_tensor_default_80" -> "1436 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1436 dequantize_per_tensor_default_80" -> "1442 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1437 scale_updated_constant54" -> "1439 mul_tensor_54" [label="(384, 1)", style=solid]; +"1438 compressed_weight_updated_constant54" -> "1439 mul_tensor_54" [label="(384, 1536)", style=solid]; +"1439 mul_tensor_54" -> "1441 sub_tensor_54" [label="(384, 1536)", style=solid]; +"1440 zero_point_updated_constant54" -> "1441 sub_tensor_54" [label="(384, 1)", style=solid]; +"1441 sub_tensor_54" -> "1442 linear_79" [label="(384, 1536)", style=solid]; +"1442 linear_79" -> "1443 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1443 dropout_51" -> "1444 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1444 layer_norm_28" -> "1445 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_44" -> "1447 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_44" -> "1525 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1446 _frozen_param106" -> "1483 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1447 pad_15" -> "1448 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1448 roll_12" -> "1449 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1449 view_72" -> "1450 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1450 permute_60" -> "1451 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1451 reshape_58" -> "1453 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1451 reshape_58" -> "1484 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1452 _frozen_param107" -> "1461 linear_82" [label="(1152,)", style=solid]; +"1453 reshape_58_0_0_nncf_smooth_quant_0" -> "1454 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1454 quantize_per_tensor_default_81" -> "1455 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1455 dequantize_per_tensor_default_81" -> "1461 linear_82" [label="(4, 64, 384)", style=solid]; +"1456 scale_updated_constant55" -> "1458 mul_tensor_55" [label="(1152, 1)", style=solid]; +"1457 compressed_weight_updated_constant55" -> "1458 mul_tensor_55" [label="(1152, 384)", style=solid]; +"1458 mul_tensor_55" -> "1460 sub_tensor_55" [label="(1152, 384)", style=solid]; +"1459 zero_point_updated_constant55" -> "1460 sub_tensor_55" [label="(1152, 1)", style=solid]; +"1460 sub_tensor_55" -> "1461 linear_82" [label="(1152, 384)", style=solid]; +"1461 linear_82" -> "1462 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1462 reshape_59" -> "1463 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1463 permute_61" -> "1464 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1463 permute_61" -> "1465 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1463 permute_61" -> "1466 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1467 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1469 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1470 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1473 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1475 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1476 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1466 select_41" -> "1502 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1467 linalg_vector_norm_26" -> "1468 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1468 clamp_min_26" -> "1469 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1469 expand_as_26" -> "1470 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1470 div_26" -> "1471 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1471 quantize_per_tensor_default_82" -> "1472 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1472 dequantize_per_tensor_default_82" -> "1480 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1473 linalg_vector_norm_27" -> "1474 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1474 clamp_min_27" -> "1475 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1475 expand_as_27" -> "1476 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1476 div_27" -> "1477 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1477 quantize_per_tensor_default_83" -> "1478 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1478 dequantize_per_tensor_default_83" -> "1479 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1479 transpose_26" -> "1480 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1480 matmul_26" -> "1482 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1481 _frozen_param109" -> "1482 mul_27" [label="(12, 1, 1)", style=solid]; +"1482 mul_27" -> "1483 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1483 add_45" -> "1495 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1484 new_zeros_6" -> "1485 view_73" [label="(16, 16)", style=solid]; +"1485 view_73" -> "1486 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1486 permute_62" -> "1487 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1487 reshape_60" -> "1488 unsqueeze_38" [label="(4, 64)", style=solid]; +"1487 reshape_60" -> "1489 unsqueeze_39" [label="(4, 64)", style=solid]; +"1488 unsqueeze_38" -> "1490 sub_6" [label="(4, 1, 64)", style=solid]; +"1489 unsqueeze_39" -> "1490 sub_6" [label="(4, 64, 1)", style=solid]; +"1490 sub_6" -> "1491 ne_6" [label="(4, 64, 64)", style=solid]; +"1490 sub_6" -> "1492 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1490 sub_6" -> "1493 eq_6" [label="(4, 64, 64)", style=solid]; +"1491 ne_6" -> "1492 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1492 masked_fill_12" -> "1494 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1493 eq_6" -> "1494 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1494 masked_fill_13" -> "1496 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1495 view_74" -> "1498 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1496 unsqueeze_40" -> "1497 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1497 unsqueeze_41" -> "1498 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1498 add_46" -> "1499 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1499 view_75" -> "1500 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1500 softmax_13" -> "1501 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1501 dropout_52" -> "1502 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1502 matmul_27" -> "1503 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1503 transpose_27" -> "1504 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1504 reshape_61" -> "1505 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1505 reshape_61_0_0_nncf_smooth_quant_0" -> "1506 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1506 quantize_per_tensor_default_84" -> "1507 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1507 dequantize_per_tensor_default_84" -> "1513 linear_83" [label="(4, 64, 384)", style=solid]; +"1508 scale_updated_constant56" -> "1510 mul_tensor_56" [label="(384, 1)", style=solid]; +"1509 compressed_weight_updated_constant56" -> "1510 mul_tensor_56" [label="(384, 384)", style=solid]; +"1510 mul_tensor_56" -> "1512 sub_tensor_56" [label="(384, 384)", style=solid]; +"1511 zero_point_updated_constant56" -> "1512 sub_tensor_56" [label="(384, 1)", style=solid]; +"1512 sub_tensor_56" -> "1513 linear_83" [label="(384, 384)", style=solid]; +"1513 linear_83" -> "1514 dropout_53" [label="(4, 64, 384)", style=solid]; +"1514 dropout_53" -> "1515 view_76" [label="(4, 64, 384)", style=solid]; +"1515 view_76" -> "1516 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1516 permute_63" -> "1517 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1517 reshape_62" -> "1518 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1518 roll_13" -> "1519 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1519 slice_213" -> "1520 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1520 slice_214" -> "1521 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1521 slice_215" -> "1522 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1522 slice_216" -> "1523 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1523 contiguous_25" -> "1524 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1524 layer_norm_29" -> "1525 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_47" -> "1526 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_47" -> "1548 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1526 add_47_0_0_nncf_smooth_quant_0" -> "1527 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1527 quantize_per_tensor_default_85" -> "1528 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1528 dequantize_per_tensor_default_85" -> "1534 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1529 scale_updated_constant57" -> "1531 mul_tensor_57" [label="(1536, 1)", style=solid]; +"1530 compressed_weight_updated_constant57" -> "1531 mul_tensor_57" [label="(1536, 384)", style=solid]; +"1531 mul_tensor_57" -> "1533 sub_tensor_57" [label="(1536, 384)", style=solid]; +"1532 zero_point_updated_constant57" -> "1533 sub_tensor_57" [label="(1536, 1)", style=solid]; +"1533 sub_tensor_57" -> "1534 linear_84" [label="(1536, 384)", style=solid]; +"1534 linear_84" -> "1535 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1535 gelu_13" -> "1536 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1536 dropout_54" -> "1537 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1537 dropout_54_0_0_nncf_smooth_quant_0" -> "1538 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1538 quantize_per_tensor_default_86" -> "1539 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1539 dequantize_per_tensor_default_86" -> "1545 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1540 scale_updated_constant58" -> "1542 mul_tensor_58" [label="(384, 1)", style=solid]; +"1541 compressed_weight_updated_constant58" -> "1542 mul_tensor_58" [label="(384, 1536)", style=solid]; +"1542 mul_tensor_58" -> "1544 sub_tensor_58" [label="(384, 1536)", style=solid]; +"1543 zero_point_updated_constant58" -> "1544 sub_tensor_58" [label="(384, 1)", style=solid]; +"1544 sub_tensor_58" -> "1545 linear_85" [label="(384, 1536)", style=solid]; +"1545 linear_85" -> "1546 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1546 dropout_55" -> "1547 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1547 layer_norm_30" -> "1548 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1548 add_48" -> "1550 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1548 add_48" -> "1610 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1549 _frozen_param119" -> "1585 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1550 pad_16" -> "1551 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1551 view_79" -> "1552 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1552 permute_65" -> "1553 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1553 reshape_63" -> "1555 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1554 _frozen_param120" -> "1563 linear_88" [label="(1152,)", style=solid]; +"1555 reshape_63_0_0_nncf_smooth_quant_0" -> "1556 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1556 quantize_per_tensor_default_87" -> "1557 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1557 dequantize_per_tensor_default_87" -> "1563 linear_88" [label="(4, 64, 384)", style=solid]; +"1558 scale_updated_constant59" -> "1560 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1559 compressed_weight_updated_constant59" -> "1560 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1560 mul_tensor_59" -> "1562 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1561 zero_point_updated_constant59" -> "1562 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1562 sub_tensor_59" -> "1563 linear_88" [label="(1152, 384)", style=solid]; +"1563 linear_88" -> "1564 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1564 reshape_64" -> "1565 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1565 permute_66" -> "1566 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1565 permute_66" -> "1567 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1565 permute_66" -> "1568 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1569 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1571 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1572 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1575 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1577 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1578 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1568 select_44" -> "1588 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1569 linalg_vector_norm_28" -> "1570 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1570 clamp_min_28" -> "1571 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1571 expand_as_28" -> "1572 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1572 div_28" -> "1573 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1573 quantize_per_tensor_default_88" -> "1574 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1574 dequantize_per_tensor_default_88" -> "1582 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1575 linalg_vector_norm_29" -> "1576 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1576 clamp_min_29" -> "1577 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1577 expand_as_29" -> "1578 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1578 div_29" -> "1579 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1579 quantize_per_tensor_default_89" -> "1580 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1580 dequantize_per_tensor_default_89" -> "1581 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1581 transpose_28" -> "1582 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1582 matmul_28" -> "1584 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1583 _frozen_param122" -> "1584 mul_29" [label="(12, 1, 1)", style=solid]; +"1584 mul_29" -> "1585 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1585 add_49" -> "1586 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1586 softmax_14" -> "1587 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1587 dropout_56" -> "1588 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1588 matmul_29" -> "1589 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1589 transpose_29" -> "1590 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1590 reshape_65" -> "1591 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1591 reshape_65_0_0_nncf_smooth_quant_0" -> "1592 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1592 quantize_per_tensor_default_90" -> "1593 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1593 dequantize_per_tensor_default_90" -> "1599 linear_89" [label="(4, 64, 384)", style=solid]; +"1594 scale_updated_constant60" -> "1596 mul_tensor_60" [label="(384, 1)", style=solid]; +"1595 compressed_weight_updated_constant60" -> "1596 mul_tensor_60" [label="(384, 384)", style=solid]; +"1596 mul_tensor_60" -> "1598 sub_tensor_60" [label="(384, 384)", style=solid]; +"1597 zero_point_updated_constant60" -> "1598 sub_tensor_60" [label="(384, 1)", style=solid]; +"1598 sub_tensor_60" -> "1599 linear_89" [label="(384, 384)", style=solid]; +"1599 linear_89" -> "1600 dropout_57" [label="(4, 64, 384)", style=solid]; +"1600 dropout_57" -> "1601 view_80" [label="(4, 64, 384)", style=solid]; +"1601 view_80" -> "1602 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1602 permute_67" -> "1603 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1603 reshape_66" -> "1604 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1604 slice_218" -> "1605 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1605 slice_219" -> "1606 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1606 slice_220" -> "1607 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1607 slice_221" -> "1608 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1608 contiguous_27" -> "1609 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1609 layer_norm_31" -> "1610 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1610 add_50" -> "1611 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1610 add_50" -> "1633 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1611 add_50_0_0_nncf_smooth_quant_0" -> "1612 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1612 quantize_per_tensor_default_91" -> "1613 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1613 dequantize_per_tensor_default_91" -> "1619 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1614 scale_updated_constant61" -> "1616 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1615 compressed_weight_updated_constant61" -> "1616 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1616 mul_tensor_61" -> "1618 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1617 zero_point_updated_constant61" -> "1618 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1618 sub_tensor_61" -> "1619 linear_90" [label="(1536, 384)", style=solid]; +"1619 linear_90" -> "1620 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1620 gelu_14" -> "1621 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1621 dropout_58" -> "1622 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1622 dropout_58_0_0_nncf_smooth_quant_0" -> "1623 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1623 quantize_per_tensor_default_92" -> "1624 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1624 dequantize_per_tensor_default_92" -> "1630 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1625 scale_updated_constant62" -> "1627 mul_tensor_62" [label="(384, 1)", style=solid]; +"1626 compressed_weight_updated_constant62" -> "1627 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1627 mul_tensor_62" -> "1629 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1628 zero_point_updated_constant62" -> "1629 sub_tensor_62" [label="(384, 1)", style=solid]; +"1629 sub_tensor_62" -> "1630 linear_91" [label="(384, 1536)", style=solid]; +"1630 linear_91" -> "1631 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1631 dropout_59" -> "1632 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1632 layer_norm_32" -> "1633 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1633 add_51" -> "1635 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1633 add_51" -> "1713 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1634 _frozen_param123" -> "1671 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1635 pad_17" -> "1636 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1636 roll_14" -> "1637 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1637 view_83" -> "1638 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1638 permute_69" -> "1639 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1639 reshape_67" -> "1641 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1639 reshape_67" -> "1672 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1640 _frozen_param124" -> "1649 linear_94" [label="(1152,)", style=solid]; +"1641 reshape_67_0_0_nncf_smooth_quant_0" -> "1642 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1642 quantize_per_tensor_default_93" -> "1643 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1643 dequantize_per_tensor_default_93" -> "1649 linear_94" [label="(4, 64, 384)", style=solid]; +"1644 scale_updated_constant63" -> "1646 mul_tensor_63" [label="(1152, 1)", style=solid]; +"1645 compressed_weight_updated_constant63" -> "1646 mul_tensor_63" [label="(1152, 384)", style=solid]; +"1646 mul_tensor_63" -> "1648 sub_tensor_63" [label="(1152, 384)", style=solid]; +"1647 zero_point_updated_constant63" -> "1648 sub_tensor_63" [label="(1152, 1)", style=solid]; +"1648 sub_tensor_63" -> "1649 linear_94" [label="(1152, 384)", style=solid]; +"1649 linear_94" -> "1650 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1650 reshape_68" -> "1651 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1651 permute_70" -> "1652 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_70" -> "1653 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_70" -> "1654 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1655 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1657 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1658 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1661 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1663 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1664 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1654 select_47" -> "1690 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1655 linalg_vector_norm_30" -> "1656 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1656 clamp_min_30" -> "1657 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1657 expand_as_30" -> "1658 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1658 div_30" -> "1659 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1659 quantize_per_tensor_default_94" -> "1660 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1660 dequantize_per_tensor_default_94" -> "1668 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1661 linalg_vector_norm_31" -> "1662 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1662 clamp_min_31" -> "1663 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1663 expand_as_31" -> "1664 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1664 div_31" -> "1665 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1665 quantize_per_tensor_default_95" -> "1666 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1666 dequantize_per_tensor_default_95" -> "1667 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1667 transpose_30" -> "1668 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1668 matmul_30" -> "1670 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1669 _frozen_param126" -> "1670 mul_31" [label="(12, 1, 1)", style=solid]; +"1670 mul_31" -> "1671 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1671 add_52" -> "1683 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1672 new_zeros_7" -> "1673 view_84" [label="(16, 16)", style=solid]; +"1673 view_84" -> "1674 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1674 permute_71" -> "1675 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1675 reshape_69" -> "1676 unsqueeze_44" [label="(4, 64)", style=solid]; +"1675 reshape_69" -> "1677 unsqueeze_45" [label="(4, 64)", style=solid]; +"1676 unsqueeze_44" -> "1678 sub_7" [label="(4, 1, 64)", style=solid]; +"1677 unsqueeze_45" -> "1678 sub_7" [label="(4, 64, 1)", style=solid]; +"1678 sub_7" -> "1679 ne_7" [label="(4, 64, 64)", style=solid]; +"1678 sub_7" -> "1680 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1678 sub_7" -> "1681 eq_7" [label="(4, 64, 64)", style=solid]; +"1679 ne_7" -> "1680 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1680 masked_fill_14" -> "1682 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1681 eq_7" -> "1682 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1682 masked_fill_15" -> "1684 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1683 view_85" -> "1686 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1684 unsqueeze_46" -> "1685 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1685 unsqueeze_47" -> "1686 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1686 add_53" -> "1687 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1687 view_86" -> "1688 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1688 softmax_15" -> "1689 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1689 dropout_60" -> "1690 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1690 matmul_31" -> "1691 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1691 transpose_31" -> "1692 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1692 reshape_70" -> "1693 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1693 reshape_70_0_0_nncf_smooth_quant_0" -> "1694 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1694 quantize_per_tensor_default_96" -> "1695 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1695 dequantize_per_tensor_default_96" -> "1701 linear_95" [label="(4, 64, 384)", style=solid]; +"1696 scale_updated_constant64" -> "1698 mul_tensor_64" [label="(384, 1)", style=solid]; +"1697 compressed_weight_updated_constant64" -> "1698 mul_tensor_64" [label="(384, 384)", style=solid]; +"1698 mul_tensor_64" -> "1700 sub_tensor_64" [label="(384, 384)", style=solid]; +"1699 zero_point_updated_constant64" -> "1700 sub_tensor_64" [label="(384, 1)", style=solid]; +"1700 sub_tensor_64" -> "1701 linear_95" [label="(384, 384)", style=solid]; +"1701 linear_95" -> "1702 dropout_61" [label="(4, 64, 384)", style=solid]; +"1702 dropout_61" -> "1703 view_87" [label="(4, 64, 384)", style=solid]; +"1703 view_87" -> "1704 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1704 permute_72" -> "1705 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1705 reshape_71" -> "1706 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1706 roll_15" -> "1707 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1707 slice_241" -> "1708 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1708 slice_242" -> "1709 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1709 slice_243" -> "1710 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1710 slice_244" -> "1711 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1711 contiguous_29" -> "1712 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1712 layer_norm_33" -> "1713 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1713 add_54" -> "1714 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1713 add_54" -> "1736 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_54_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1715 quantize_per_tensor_default_97" -> "1716 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1716 dequantize_per_tensor_default_97" -> "1722 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1717 scale_updated_constant65" -> "1719 mul_tensor_65" [label="(1536, 1)", style=solid]; +"1718 compressed_weight_updated_constant65" -> "1719 mul_tensor_65" [label="(1536, 384)", style=solid]; +"1719 mul_tensor_65" -> "1721 sub_tensor_65" [label="(1536, 384)", style=solid]; +"1720 zero_point_updated_constant65" -> "1721 sub_tensor_65" [label="(1536, 1)", style=solid]; +"1721 sub_tensor_65" -> "1722 linear_96" [label="(1536, 384)", style=solid]; +"1722 linear_96" -> "1723 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1723 gelu_15" -> "1724 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1724 dropout_62" -> "1725 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1725 dropout_62_0_0_nncf_smooth_quant_0" -> "1726 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1726 quantize_per_tensor_default_98" -> "1727 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1727 dequantize_per_tensor_default_98" -> "1733 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1728 scale_updated_constant66" -> "1730 mul_tensor_66" [label="(384, 1)", style=solid]; +"1729 compressed_weight_updated_constant66" -> "1730 mul_tensor_66" [label="(384, 1536)", style=solid]; +"1730 mul_tensor_66" -> "1732 sub_tensor_66" [label="(384, 1536)", style=solid]; +"1731 zero_point_updated_constant66" -> "1732 sub_tensor_66" [label="(384, 1)", style=solid]; +"1732 sub_tensor_66" -> "1733 linear_97" [label="(384, 1536)", style=solid]; +"1733 linear_97" -> "1734 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1734 dropout_63" -> "1735 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1735 layer_norm_34" -> "1736 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1736 add_55" -> "1738 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1736 add_55" -> "1798 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1737 _frozen_param136" -> "1773 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1738 pad_18" -> "1739 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1739 view_90" -> "1740 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1740 permute_74" -> "1741 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1741 reshape_72" -> "1743 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1742 _frozen_param137" -> "1751 linear_100" [label="(1152,)", style=solid]; +"1743 reshape_72_0_0_nncf_smooth_quant_0" -> "1744 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1744 quantize_per_tensor_default_99" -> "1745 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1745 dequantize_per_tensor_default_99" -> "1751 linear_100" [label="(4, 64, 384)", style=solid]; +"1746 scale_updated_constant67" -> "1748 mul_tensor_67" [label="(1152, 1)", style=solid]; +"1747 compressed_weight_updated_constant67" -> "1748 mul_tensor_67" [label="(1152, 384)", style=solid]; +"1748 mul_tensor_67" -> "1750 sub_tensor_67" [label="(1152, 384)", style=solid]; +"1749 zero_point_updated_constant67" -> "1750 sub_tensor_67" [label="(1152, 1)", style=solid]; +"1750 sub_tensor_67" -> "1751 linear_100" [label="(1152, 384)", style=solid]; +"1751 linear_100" -> "1752 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1752 reshape_73" -> "1753 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1753 permute_75" -> "1754 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1753 permute_75" -> "1755 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1753 permute_75" -> "1756 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1757 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1759 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1760 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1763 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1765 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1766 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1756 select_50" -> "1776 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1757 linalg_vector_norm_32" -> "1758 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1758 clamp_min_32" -> "1759 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1759 expand_as_32" -> "1760 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1760 div_32" -> "1761 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1761 quantize_per_tensor_default_100" -> "1762 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1762 dequantize_per_tensor_default_100" -> "1770 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1763 linalg_vector_norm_33" -> "1764 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1764 clamp_min_33" -> "1765 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1765 expand_as_33" -> "1766 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1766 div_33" -> "1767 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1767 quantize_per_tensor_default_101" -> "1768 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1768 dequantize_per_tensor_default_101" -> "1769 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1769 transpose_32" -> "1770 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1770 matmul_32" -> "1772 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1771 _frozen_param139" -> "1772 mul_33" [label="(12, 1, 1)", style=solid]; +"1772 mul_33" -> "1773 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1773 add_56" -> "1774 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1774 softmax_16" -> "1775 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1775 dropout_64" -> "1776 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1776 matmul_33" -> "1777 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1777 transpose_33" -> "1778 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1778 reshape_74" -> "1779 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1779 reshape_74_0_0_nncf_smooth_quant_0" -> "1780 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1780 quantize_per_tensor_default_102" -> "1781 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1781 dequantize_per_tensor_default_102" -> "1787 linear_101" [label="(4, 64, 384)", style=solid]; +"1782 scale_updated_constant68" -> "1784 mul_tensor_68" [label="(384, 1)", style=solid]; +"1783 compressed_weight_updated_constant68" -> "1784 mul_tensor_68" [label="(384, 384)", style=solid]; +"1784 mul_tensor_68" -> "1786 sub_tensor_68" [label="(384, 384)", style=solid]; +"1785 zero_point_updated_constant68" -> "1786 sub_tensor_68" [label="(384, 1)", style=solid]; +"1786 sub_tensor_68" -> "1787 linear_101" [label="(384, 384)", style=solid]; +"1787 linear_101" -> "1788 dropout_65" [label="(4, 64, 384)", style=solid]; +"1788 dropout_65" -> "1789 view_91" [label="(4, 64, 384)", style=solid]; +"1789 view_91" -> "1790 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1790 permute_76" -> "1791 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1791 reshape_75" -> "1792 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1792 slice_246" -> "1793 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1793 slice_247" -> "1794 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1794 slice_248" -> "1795 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1795 slice_249" -> "1796 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1796 contiguous_31" -> "1797 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1797 layer_norm_35" -> "1798 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1798 add_57" -> "1799 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1798 add_57" -> "1821 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1799 add_57_0_0_nncf_smooth_quant_0" -> "1800 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1800 quantize_per_tensor_default_103" -> "1801 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1801 dequantize_per_tensor_default_103" -> "1807 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1802 scale_updated_constant69" -> "1804 mul_tensor_69" [label="(1536, 1)", style=solid]; +"1803 compressed_weight_updated_constant69" -> "1804 mul_tensor_69" [label="(1536, 384)", style=solid]; +"1804 mul_tensor_69" -> "1806 sub_tensor_69" [label="(1536, 384)", style=solid]; +"1805 zero_point_updated_constant69" -> "1806 sub_tensor_69" [label="(1536, 1)", style=solid]; +"1806 sub_tensor_69" -> "1807 linear_102" [label="(1536, 384)", style=solid]; +"1807 linear_102" -> "1808 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"1808 gelu_16" -> "1809 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"1809 dropout_66" -> "1810 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1810 dropout_66_0_0_nncf_smooth_quant_0" -> "1811 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1811 quantize_per_tensor_default_104" -> "1812 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1812 dequantize_per_tensor_default_104" -> "1818 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"1813 scale_updated_constant70" -> "1815 mul_tensor_70" [label="(384, 1)", style=solid]; +"1814 compressed_weight_updated_constant70" -> "1815 mul_tensor_70" [label="(384, 1536)", style=solid]; +"1815 mul_tensor_70" -> "1817 sub_tensor_70" [label="(384, 1536)", style=solid]; +"1816 zero_point_updated_constant70" -> "1817 sub_tensor_70" [label="(384, 1)", style=solid]; +"1817 sub_tensor_70" -> "1818 linear_103" [label="(384, 1536)", style=solid]; +"1818 linear_103" -> "1819 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"1819 dropout_67" -> "1820 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"1820 layer_norm_36" -> "1821 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1821 add_58" -> "1823 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"1821 add_58" -> "1901 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1822 _frozen_param140" -> "1859 add_59" [label="(1, 12, 64, 64)", style=solid]; +"1823 pad_19" -> "1824 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"1824 roll_16" -> "1825 view_94" [label="(1, 16, 16, 384)", style=solid]; +"1825 view_94" -> "1826 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1826 permute_78" -> "1827 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1827 reshape_76" -> "1829 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1827 reshape_76" -> "1860 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"1828 _frozen_param141" -> "1837 linear_106" [label="(1152,)", style=solid]; +"1829 reshape_76_0_0_nncf_smooth_quant_0" -> "1830 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1830 quantize_per_tensor_default_105" -> "1831 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1831 dequantize_per_tensor_default_105" -> "1837 linear_106" [label="(4, 64, 384)", style=solid]; +"1832 scale_updated_constant71" -> "1834 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1833 compressed_weight_updated_constant71" -> "1834 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1834 mul_tensor_71" -> "1836 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1835 zero_point_updated_constant71" -> "1836 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1836 sub_tensor_71" -> "1837 linear_106" [label="(1152, 384)", style=solid]; +"1837 linear_106" -> "1838 reshape_77" [label="(4, 64, 1152)", style=solid]; +"1838 reshape_77" -> "1839 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"1839 permute_79" -> "1840 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"1839 permute_79" -> "1841 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"1839 permute_79" -> "1842 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1843 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1845 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1846 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1849 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1851 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1852 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1842 select_53" -> "1878 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"1843 linalg_vector_norm_34" -> "1844 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"1844 clamp_min_34" -> "1845 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"1845 expand_as_34" -> "1846 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1846 div_34" -> "1847 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1847 quantize_per_tensor_default_106" -> "1848 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1848 dequantize_per_tensor_default_106" -> "1856 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"1849 linalg_vector_norm_35" -> "1850 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"1850 clamp_min_35" -> "1851 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"1851 expand_as_35" -> "1852 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1852 div_35" -> "1853 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1853 quantize_per_tensor_default_107" -> "1854 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1854 dequantize_per_tensor_default_107" -> "1855 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"1855 transpose_34" -> "1856 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"1856 matmul_34" -> "1858 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"1857 _frozen_param143" -> "1858 mul_35" [label="(12, 1, 1)", style=solid]; +"1858 mul_35" -> "1859 add_59" [label="(4, 12, 64, 64)", style=solid]; +"1859 add_59" -> "1871 view_96" [label="(4, 12, 64, 64)", style=solid]; +"1860 new_zeros_8" -> "1861 view_95" [label="(16, 16)", style=solid]; +"1861 view_95" -> "1862 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"1862 permute_80" -> "1863 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"1863 reshape_78" -> "1864 unsqueeze_50" [label="(4, 64)", style=solid]; +"1863 reshape_78" -> "1865 unsqueeze_51" [label="(4, 64)", style=solid]; +"1864 unsqueeze_50" -> "1866 sub_8" [label="(4, 1, 64)", style=solid]; +"1865 unsqueeze_51" -> "1866 sub_8" [label="(4, 64, 1)", style=solid]; +"1866 sub_8" -> "1867 ne_8" [label="(4, 64, 64)", style=solid]; +"1866 sub_8" -> "1868 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1866 sub_8" -> "1869 eq_8" [label="(4, 64, 64)", style=solid]; +"1867 ne_8" -> "1868 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1868 masked_fill_16" -> "1870 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1869 eq_8" -> "1870 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1870 masked_fill_17" -> "1872 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"1871 view_96" -> "1874 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"1872 unsqueeze_52" -> "1873 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"1873 unsqueeze_53" -> "1874 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"1874 add_60" -> "1875 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"1875 view_97" -> "1876 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"1876 softmax_17" -> "1877 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"1877 dropout_68" -> "1878 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"1878 matmul_35" -> "1879 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"1879 transpose_35" -> "1880 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"1880 reshape_79" -> "1881 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1881 reshape_79_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1882 quantize_per_tensor_default_108" -> "1883 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1883 dequantize_per_tensor_default_108" -> "1889 linear_107" [label="(4, 64, 384)", style=solid]; +"1884 scale_updated_constant72" -> "1886 mul_tensor_72" [label="(384, 1)", style=solid]; +"1885 compressed_weight_updated_constant72" -> "1886 mul_tensor_72" [label="(384, 384)", style=solid]; +"1886 mul_tensor_72" -> "1888 sub_tensor_72" [label="(384, 384)", style=solid]; +"1887 zero_point_updated_constant72" -> "1888 sub_tensor_72" [label="(384, 1)", style=solid]; +"1888 sub_tensor_72" -> "1889 linear_107" [label="(384, 384)", style=solid]; +"1889 linear_107" -> "1890 dropout_69" [label="(4, 64, 384)", style=solid]; +"1890 dropout_69" -> "1891 view_98" [label="(4, 64, 384)", style=solid]; +"1891 view_98" -> "1892 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1892 permute_81" -> "1893 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1893 reshape_80" -> "1894 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"1894 roll_17" -> "1895 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"1895 slice_269" -> "1896 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"1896 slice_270" -> "1897 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"1897 slice_271" -> "1898 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"1898 slice_272" -> "1899 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"1899 contiguous_33" -> "1900 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"1900 layer_norm_37" -> "1901 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_61" -> "1902 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_61" -> "1924 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1902 add_61_0_0_nncf_smooth_quant_0" -> "1903 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1903 quantize_per_tensor_default_109" -> "1904 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1904 dequantize_per_tensor_default_109" -> "1910 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"1905 scale_updated_constant73" -> "1907 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1906 compressed_weight_updated_constant73" -> "1907 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1907 mul_tensor_73" -> "1909 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1908 zero_point_updated_constant73" -> "1909 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1909 sub_tensor_73" -> "1910 linear_108" [label="(1536, 384)", style=solid]; +"1910 linear_108" -> "1911 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"1911 gelu_17" -> "1912 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"1912 dropout_70" -> "1913 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1913 dropout_70_0_0_nncf_smooth_quant_0" -> "1914 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1914 quantize_per_tensor_default_110" -> "1915 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1915 dequantize_per_tensor_default_110" -> "1921 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"1916 scale_updated_constant74" -> "1918 mul_tensor_74" [label="(384, 1)", style=solid]; +"1917 compressed_weight_updated_constant74" -> "1918 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1918 mul_tensor_74" -> "1920 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1919 zero_point_updated_constant74" -> "1920 sub_tensor_74" [label="(384, 1)", style=solid]; +"1920 sub_tensor_74" -> "1921 linear_109" [label="(384, 1536)", style=solid]; +"1921 linear_109" -> "1922 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"1922 dropout_71" -> "1923 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"1923 layer_norm_38" -> "1924 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1924 add_62" -> "1926 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"1924 add_62" -> "1986 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1925 _frozen_param153" -> "1961 add_63" [label="(1, 12, 64, 64)", style=solid]; +"1926 pad_20" -> "1927 view_101" [label="(1, 16, 16, 384)", style=solid]; +"1927 view_101" -> "1928 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1928 permute_83" -> "1929 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1929 reshape_81" -> "1931 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1930 _frozen_param154" -> "1939 linear_112" [label="(1152,)", style=solid]; +"1931 reshape_81_0_0_nncf_smooth_quant_0" -> "1932 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1932 quantize_per_tensor_default_111" -> "1933 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1933 dequantize_per_tensor_default_111" -> "1939 linear_112" [label="(4, 64, 384)", style=solid]; +"1934 scale_updated_constant75" -> "1936 mul_tensor_75" [label="(1152, 1)", style=solid]; +"1935 compressed_weight_updated_constant75" -> "1936 mul_tensor_75" [label="(1152, 384)", style=solid]; +"1936 mul_tensor_75" -> "1938 sub_tensor_75" [label="(1152, 384)", style=solid]; +"1937 zero_point_updated_constant75" -> "1938 sub_tensor_75" [label="(1152, 1)", style=solid]; +"1938 sub_tensor_75" -> "1939 linear_112" [label="(1152, 384)", style=solid]; +"1939 linear_112" -> "1940 reshape_82" [label="(4, 64, 1152)", style=solid]; +"1940 reshape_82" -> "1941 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"1941 permute_84" -> "1942 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"1941 permute_84" -> "1943 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"1941 permute_84" -> "1944 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1945 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1947 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1948 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1951 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1953 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1954 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1944 select_56" -> "1964 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"1945 linalg_vector_norm_36" -> "1946 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"1946 clamp_min_36" -> "1947 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"1947 expand_as_36" -> "1948 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1948 div_36" -> "1949 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1949 quantize_per_tensor_default_112" -> "1950 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1950 dequantize_per_tensor_default_112" -> "1958 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"1951 linalg_vector_norm_37" -> "1952 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"1952 clamp_min_37" -> "1953 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"1953 expand_as_37" -> "1954 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1954 div_37" -> "1955 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1955 quantize_per_tensor_default_113" -> "1956 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1956 dequantize_per_tensor_default_113" -> "1957 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"1957 transpose_36" -> "1958 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"1958 matmul_36" -> "1960 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"1959 _frozen_param156" -> "1960 mul_37" [label="(12, 1, 1)", style=solid]; +"1960 mul_37" -> "1961 add_63" [label="(4, 12, 64, 64)", style=solid]; +"1961 add_63" -> "1962 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"1962 softmax_18" -> "1963 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"1963 dropout_72" -> "1964 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"1964 matmul_37" -> "1965 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"1965 transpose_37" -> "1966 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"1966 reshape_83" -> "1967 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1967 reshape_83_0_0_nncf_smooth_quant_0" -> "1968 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1968 quantize_per_tensor_default_114" -> "1969 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1969 dequantize_per_tensor_default_114" -> "1975 linear_113" [label="(4, 64, 384)", style=solid]; +"1970 scale_updated_constant76" -> "1972 mul_tensor_76" [label="(384, 1)", style=solid]; +"1971 compressed_weight_updated_constant76" -> "1972 mul_tensor_76" [label="(384, 384)", style=solid]; +"1972 mul_tensor_76" -> "1974 sub_tensor_76" [label="(384, 384)", style=solid]; +"1973 zero_point_updated_constant76" -> "1974 sub_tensor_76" [label="(384, 1)", style=solid]; +"1974 sub_tensor_76" -> "1975 linear_113" [label="(384, 384)", style=solid]; +"1975 linear_113" -> "1976 dropout_73" [label="(4, 64, 384)", style=solid]; +"1976 dropout_73" -> "1977 view_102" [label="(4, 64, 384)", style=solid]; +"1977 view_102" -> "1978 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1978 permute_85" -> "1979 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1979 reshape_84" -> "1980 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"1980 slice_274" -> "1981 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"1981 slice_275" -> "1982 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"1982 slice_276" -> "1983 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"1983 slice_277" -> "1984 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"1984 contiguous_35" -> "1985 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"1985 layer_norm_39" -> "1986 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1986 add_64" -> "1987 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1986 add_64" -> "2009 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1987 add_64_0_0_nncf_smooth_quant_0" -> "1988 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1988 quantize_per_tensor_default_115" -> "1989 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1989 dequantize_per_tensor_default_115" -> "1995 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"1990 scale_updated_constant77" -> "1992 mul_tensor_77" [label="(1536, 1)", style=solid]; +"1991 compressed_weight_updated_constant77" -> "1992 mul_tensor_77" [label="(1536, 384)", style=solid]; +"1992 mul_tensor_77" -> "1994 sub_tensor_77" [label="(1536, 384)", style=solid]; +"1993 zero_point_updated_constant77" -> "1994 sub_tensor_77" [label="(1536, 1)", style=solid]; +"1994 sub_tensor_77" -> "1995 linear_114" [label="(1536, 384)", style=solid]; +"1995 linear_114" -> "1996 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"1996 gelu_18" -> "1997 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"1997 dropout_74" -> "1998 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1998 dropout_74_0_0_nncf_smooth_quant_0" -> "1999 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1999 quantize_per_tensor_default_116" -> "2000 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2000 dequantize_per_tensor_default_116" -> "2006 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2001 scale_updated_constant78" -> "2003 mul_tensor_78" [label="(384, 1)", style=solid]; +"2002 compressed_weight_updated_constant78" -> "2003 mul_tensor_78" [label="(384, 1536)", style=solid]; +"2003 mul_tensor_78" -> "2005 sub_tensor_78" [label="(384, 1536)", style=solid]; +"2004 zero_point_updated_constant78" -> "2005 sub_tensor_78" [label="(384, 1)", style=solid]; +"2005 sub_tensor_78" -> "2006 linear_115" [label="(384, 1536)", style=solid]; +"2006 linear_115" -> "2007 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2007 dropout_75" -> "2008 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2008 layer_norm_40" -> "2009 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2009 add_65" -> "2011 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2009 add_65" -> "2089 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2010 _frozen_param157" -> "2047 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2011 pad_21" -> "2012 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2012 roll_18" -> "2013 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2013 view_105" -> "2014 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2014 permute_87" -> "2015 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2015 reshape_85" -> "2017 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2015 reshape_85" -> "2048 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2016 _frozen_param158" -> "2025 linear_118" [label="(1152,)", style=solid]; +"2017 reshape_85_0_0_nncf_smooth_quant_0" -> "2018 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2018 quantize_per_tensor_default_117" -> "2019 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2019 dequantize_per_tensor_default_117" -> "2025 linear_118" [label="(4, 64, 384)", style=solid]; +"2020 scale_updated_constant79" -> "2022 mul_tensor_79" [label="(1152, 1)", style=solid]; +"2021 compressed_weight_updated_constant79" -> "2022 mul_tensor_79" [label="(1152, 384)", style=solid]; +"2022 mul_tensor_79" -> "2024 sub_tensor_79" [label="(1152, 384)", style=solid]; +"2023 zero_point_updated_constant79" -> "2024 sub_tensor_79" [label="(1152, 1)", style=solid]; +"2024 sub_tensor_79" -> "2025 linear_118" [label="(1152, 384)", style=solid]; +"2025 linear_118" -> "2026 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2026 reshape_86" -> "2027 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2027 permute_88" -> "2028 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2027 permute_88" -> "2029 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2027 permute_88" -> "2030 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2031 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2033 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2034 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2037 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2039 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2040 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_59" -> "2066 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2031 linalg_vector_norm_38" -> "2032 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2032 clamp_min_38" -> "2033 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2033 expand_as_38" -> "2034 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2034 div_38" -> "2035 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2035 quantize_per_tensor_default_118" -> "2036 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2036 dequantize_per_tensor_default_118" -> "2044 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2037 linalg_vector_norm_39" -> "2038 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2038 clamp_min_39" -> "2039 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2039 expand_as_39" -> "2040 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2040 div_39" -> "2041 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2041 quantize_per_tensor_default_119" -> "2042 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2042 dequantize_per_tensor_default_119" -> "2043 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2043 transpose_38" -> "2044 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2044 matmul_38" -> "2046 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2045 _frozen_param160" -> "2046 mul_39" [label="(12, 1, 1)", style=solid]; +"2046 mul_39" -> "2047 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2047 add_66" -> "2059 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2048 new_zeros_9" -> "2049 view_106" [label="(16, 16)", style=solid]; +"2049 view_106" -> "2050 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2050 permute_89" -> "2051 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2051 reshape_87" -> "2052 unsqueeze_56" [label="(4, 64)", style=solid]; +"2051 reshape_87" -> "2053 unsqueeze_57" [label="(4, 64)", style=solid]; +"2052 unsqueeze_56" -> "2054 sub_9" [label="(4, 1, 64)", style=solid]; +"2053 unsqueeze_57" -> "2054 sub_9" [label="(4, 64, 1)", style=solid]; +"2054 sub_9" -> "2055 ne_9" [label="(4, 64, 64)", style=solid]; +"2054 sub_9" -> "2056 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2054 sub_9" -> "2057 eq_9" [label="(4, 64, 64)", style=solid]; +"2055 ne_9" -> "2056 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2056 masked_fill_18" -> "2058 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2057 eq_9" -> "2058 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2058 masked_fill_19" -> "2060 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2059 view_107" -> "2062 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2060 unsqueeze_58" -> "2061 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2061 unsqueeze_59" -> "2062 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2062 add_67" -> "2063 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2063 view_108" -> "2064 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2064 softmax_19" -> "2065 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2065 dropout_76" -> "2066 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2066 matmul_39" -> "2067 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2067 transpose_39" -> "2068 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2068 reshape_88" -> "2069 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2069 reshape_88_0_0_nncf_smooth_quant_0" -> "2070 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2070 quantize_per_tensor_default_120" -> "2071 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2071 dequantize_per_tensor_default_120" -> "2077 linear_119" [label="(4, 64, 384)", style=solid]; +"2072 scale_updated_constant80" -> "2074 mul_tensor_80" [label="(384, 1)", style=solid]; +"2073 compressed_weight_updated_constant80" -> "2074 mul_tensor_80" [label="(384, 384)", style=solid]; +"2074 mul_tensor_80" -> "2076 sub_tensor_80" [label="(384, 384)", style=solid]; +"2075 zero_point_updated_constant80" -> "2076 sub_tensor_80" [label="(384, 1)", style=solid]; +"2076 sub_tensor_80" -> "2077 linear_119" [label="(384, 384)", style=solid]; +"2077 linear_119" -> "2078 dropout_77" [label="(4, 64, 384)", style=solid]; +"2078 dropout_77" -> "2079 view_109" [label="(4, 64, 384)", style=solid]; +"2079 view_109" -> "2080 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2080 permute_90" -> "2081 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2081 reshape_89" -> "2082 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2082 roll_19" -> "2083 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2083 slice_297" -> "2084 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2084 slice_298" -> "2085 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2085 slice_299" -> "2086 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2086 slice_300" -> "2087 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2087 contiguous_37" -> "2088 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2088 layer_norm_41" -> "2089 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2089 add_68" -> "2090 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2089 add_68" -> "2112 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2090 add_68_0_0_nncf_smooth_quant_0" -> "2091 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2091 quantize_per_tensor_default_121" -> "2092 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2092 dequantize_per_tensor_default_121" -> "2098 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2093 scale_updated_constant81" -> "2095 mul_tensor_81" [label="(1536, 1)", style=solid]; +"2094 compressed_weight_updated_constant81" -> "2095 mul_tensor_81" [label="(1536, 384)", style=solid]; +"2095 mul_tensor_81" -> "2097 sub_tensor_81" [label="(1536, 384)", style=solid]; +"2096 zero_point_updated_constant81" -> "2097 sub_tensor_81" [label="(1536, 1)", style=solid]; +"2097 sub_tensor_81" -> "2098 linear_120" [label="(1536, 384)", style=solid]; +"2098 linear_120" -> "2099 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2099 gelu_19" -> "2100 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2100 dropout_78" -> "2101 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2101 dropout_78_0_0_nncf_smooth_quant_0" -> "2102 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2102 quantize_per_tensor_default_122" -> "2103 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2103 dequantize_per_tensor_default_122" -> "2109 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2104 scale_updated_constant82" -> "2106 mul_tensor_82" [label="(384, 1)", style=solid]; +"2105 compressed_weight_updated_constant82" -> "2106 mul_tensor_82" [label="(384, 1536)", style=solid]; +"2106 mul_tensor_82" -> "2108 sub_tensor_82" [label="(384, 1536)", style=solid]; +"2107 zero_point_updated_constant82" -> "2108 sub_tensor_82" [label="(384, 1)", style=solid]; +"2108 sub_tensor_82" -> "2109 linear_121" [label="(384, 1536)", style=solid]; +"2109 linear_121" -> "2110 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2110 dropout_79" -> "2111 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2111 layer_norm_42" -> "2112 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2112 add_69" -> "2114 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2112 add_69" -> "2174 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2113 _frozen_param170" -> "2149 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2114 pad_22" -> "2115 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2115 view_112" -> "2116 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2116 permute_92" -> "2117 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2117 reshape_90" -> "2119 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2118 _frozen_param171" -> "2127 linear_124" [label="(1152,)", style=solid]; +"2119 reshape_90_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2120 quantize_per_tensor_default_123" -> "2121 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2121 dequantize_per_tensor_default_123" -> "2127 linear_124" [label="(4, 64, 384)", style=solid]; +"2122 scale_updated_constant83" -> "2124 mul_tensor_83" [label="(1152, 1)", style=solid]; +"2123 compressed_weight_updated_constant83" -> "2124 mul_tensor_83" [label="(1152, 384)", style=solid]; +"2124 mul_tensor_83" -> "2126 sub_tensor_83" [label="(1152, 384)", style=solid]; +"2125 zero_point_updated_constant83" -> "2126 sub_tensor_83" [label="(1152, 1)", style=solid]; +"2126 sub_tensor_83" -> "2127 linear_124" [label="(1152, 384)", style=solid]; +"2127 linear_124" -> "2128 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2128 reshape_91" -> "2129 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2129 permute_93" -> "2130 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2129 permute_93" -> "2131 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2129 permute_93" -> "2132 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2133 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2135 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2136 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2139 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2141 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2142 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2132 select_62" -> "2152 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2133 linalg_vector_norm_40" -> "2134 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2134 clamp_min_40" -> "2135 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2135 expand_as_40" -> "2136 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2136 div_40" -> "2137 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2137 quantize_per_tensor_default_124" -> "2138 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2138 dequantize_per_tensor_default_124" -> "2146 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2139 linalg_vector_norm_41" -> "2140 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2140 clamp_min_41" -> "2141 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2141 expand_as_41" -> "2142 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2142 div_41" -> "2143 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2143 quantize_per_tensor_default_125" -> "2144 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2144 dequantize_per_tensor_default_125" -> "2145 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2145 transpose_40" -> "2146 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2146 matmul_40" -> "2148 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2147 _frozen_param173" -> "2148 mul_41" [label="(12, 1, 1)", style=solid]; +"2148 mul_41" -> "2149 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2149 add_70" -> "2150 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2150 softmax_20" -> "2151 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2151 dropout_80" -> "2152 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2152 matmul_41" -> "2153 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2153 transpose_41" -> "2154 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2154 reshape_92" -> "2155 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2155 reshape_92_0_0_nncf_smooth_quant_0" -> "2156 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2156 quantize_per_tensor_default_126" -> "2157 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2157 dequantize_per_tensor_default_126" -> "2163 linear_125" [label="(4, 64, 384)", style=solid]; +"2158 scale_updated_constant84" -> "2160 mul_tensor_84" [label="(384, 1)", style=solid]; +"2159 compressed_weight_updated_constant84" -> "2160 mul_tensor_84" [label="(384, 384)", style=solid]; +"2160 mul_tensor_84" -> "2162 sub_tensor_84" [label="(384, 384)", style=solid]; +"2161 zero_point_updated_constant84" -> "2162 sub_tensor_84" [label="(384, 1)", style=solid]; +"2162 sub_tensor_84" -> "2163 linear_125" [label="(384, 384)", style=solid]; +"2163 linear_125" -> "2164 dropout_81" [label="(4, 64, 384)", style=solid]; +"2164 dropout_81" -> "2165 view_113" [label="(4, 64, 384)", style=solid]; +"2165 view_113" -> "2166 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2166 permute_94" -> "2167 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2167 reshape_93" -> "2168 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2168 slice_302" -> "2169 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2169 slice_303" -> "2170 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2170 slice_304" -> "2171 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2171 slice_305" -> "2172 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2172 contiguous_39" -> "2173 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2173 layer_norm_43" -> "2174 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2174 add_71" -> "2175 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2174 add_71" -> "2197 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2175 add_71_0_0_nncf_smooth_quant_0" -> "2176 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2176 quantize_per_tensor_default_127" -> "2177 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2177 dequantize_per_tensor_default_127" -> "2183 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2178 scale_updated_constant85" -> "2180 mul_tensor_85" [label="(1536, 1)", style=solid]; +"2179 compressed_weight_updated_constant85" -> "2180 mul_tensor_85" [label="(1536, 384)", style=solid]; +"2180 mul_tensor_85" -> "2182 sub_tensor_85" [label="(1536, 384)", style=solid]; +"2181 zero_point_updated_constant85" -> "2182 sub_tensor_85" [label="(1536, 1)", style=solid]; +"2182 sub_tensor_85" -> "2183 linear_126" [label="(1536, 384)", style=solid]; +"2183 linear_126" -> "2184 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2184 gelu_20" -> "2185 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2185 dropout_82" -> "2186 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2186 dropout_82_0_0_nncf_smooth_quant_0" -> "2187 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2187 quantize_per_tensor_default_128" -> "2188 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2188 dequantize_per_tensor_default_128" -> "2194 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2189 scale_updated_constant86" -> "2191 mul_tensor_86" [label="(384, 1)", style=solid]; +"2190 compressed_weight_updated_constant86" -> "2191 mul_tensor_86" [label="(384, 1536)", style=solid]; +"2191 mul_tensor_86" -> "2193 sub_tensor_86" [label="(384, 1536)", style=solid]; +"2192 zero_point_updated_constant86" -> "2193 sub_tensor_86" [label="(384, 1)", style=solid]; +"2193 sub_tensor_86" -> "2194 linear_127" [label="(384, 1536)", style=solid]; +"2194 linear_127" -> "2195 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2195 dropout_83" -> "2196 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2196 layer_norm_44" -> "2197 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2197 add_72" -> "2199 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2197 add_72" -> "2277 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2198 _frozen_param174" -> "2235 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2199 pad_23" -> "2200 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2200 roll_20" -> "2201 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2201 view_116" -> "2202 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2202 permute_96" -> "2203 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2203 reshape_94" -> "2205 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2203 reshape_94" -> "2236 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2204 _frozen_param175" -> "2213 linear_130" [label="(1152,)", style=solid]; +"2205 reshape_94_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2206 quantize_per_tensor_default_129" -> "2207 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2207 dequantize_per_tensor_default_129" -> "2213 linear_130" [label="(4, 64, 384)", style=solid]; +"2208 scale_updated_constant87" -> "2210 mul_tensor_87" [label="(1152, 1)", style=solid]; +"2209 compressed_weight_updated_constant87" -> "2210 mul_tensor_87" [label="(1152, 384)", style=solid]; +"2210 mul_tensor_87" -> "2212 sub_tensor_87" [label="(1152, 384)", style=solid]; +"2211 zero_point_updated_constant87" -> "2212 sub_tensor_87" [label="(1152, 1)", style=solid]; +"2212 sub_tensor_87" -> "2213 linear_130" [label="(1152, 384)", style=solid]; +"2213 linear_130" -> "2214 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2214 reshape_95" -> "2215 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2215 permute_97" -> "2216 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2215 permute_97" -> "2217 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2215 permute_97" -> "2218 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2219 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2221 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2222 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2225 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2227 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2228 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2218 select_65" -> "2254 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2219 linalg_vector_norm_42" -> "2220 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2220 clamp_min_42" -> "2221 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2221 expand_as_42" -> "2222 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2222 div_42" -> "2223 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2223 quantize_per_tensor_default_130" -> "2224 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2224 dequantize_per_tensor_default_130" -> "2232 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2225 linalg_vector_norm_43" -> "2226 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2226 clamp_min_43" -> "2227 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2227 expand_as_43" -> "2228 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2228 div_43" -> "2229 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2229 quantize_per_tensor_default_131" -> "2230 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2230 dequantize_per_tensor_default_131" -> "2231 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2231 transpose_42" -> "2232 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2232 matmul_42" -> "2234 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2233 _frozen_param177" -> "2234 mul_43" [label="(12, 1, 1)", style=solid]; +"2234 mul_43" -> "2235 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2235 add_73" -> "2247 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2236 new_zeros_10" -> "2237 view_117" [label="(16, 16)", style=solid]; +"2237 view_117" -> "2238 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2238 permute_98" -> "2239 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2239 reshape_96" -> "2240 unsqueeze_62" [label="(4, 64)", style=solid]; +"2239 reshape_96" -> "2241 unsqueeze_63" [label="(4, 64)", style=solid]; +"2240 unsqueeze_62" -> "2242 sub_10" [label="(4, 1, 64)", style=solid]; +"2241 unsqueeze_63" -> "2242 sub_10" [label="(4, 64, 1)", style=solid]; +"2242 sub_10" -> "2243 ne_10" [label="(4, 64, 64)", style=solid]; +"2242 sub_10" -> "2244 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2242 sub_10" -> "2245 eq_10" [label="(4, 64, 64)", style=solid]; +"2243 ne_10" -> "2244 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2244 masked_fill_20" -> "2246 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2245 eq_10" -> "2246 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2246 masked_fill_21" -> "2248 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2247 view_118" -> "2250 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2248 unsqueeze_64" -> "2249 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2249 unsqueeze_65" -> "2250 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2250 add_74" -> "2251 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2251 view_119" -> "2252 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2252 softmax_21" -> "2253 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2253 dropout_84" -> "2254 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2254 matmul_43" -> "2255 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2255 transpose_43" -> "2256 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2256 reshape_97" -> "2257 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_97_0_0_nncf_smooth_quant_0" -> "2258 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2258 quantize_per_tensor_default_132" -> "2259 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2259 dequantize_per_tensor_default_132" -> "2265 linear_131" [label="(4, 64, 384)", style=solid]; +"2260 scale_updated_constant88" -> "2262 mul_tensor_88" [label="(384, 1)", style=solid]; +"2261 compressed_weight_updated_constant88" -> "2262 mul_tensor_88" [label="(384, 384)", style=solid]; +"2262 mul_tensor_88" -> "2264 sub_tensor_88" [label="(384, 384)", style=solid]; +"2263 zero_point_updated_constant88" -> "2264 sub_tensor_88" [label="(384, 1)", style=solid]; +"2264 sub_tensor_88" -> "2265 linear_131" [label="(384, 384)", style=solid]; +"2265 linear_131" -> "2266 dropout_85" [label="(4, 64, 384)", style=solid]; +"2266 dropout_85" -> "2267 view_120" [label="(4, 64, 384)", style=solid]; +"2267 view_120" -> "2268 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2268 permute_99" -> "2269 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2269 reshape_98" -> "2270 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2270 roll_21" -> "2271 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2271 slice_325" -> "2272 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2272 slice_326" -> "2273 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2273 slice_327" -> "2274 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2274 slice_328" -> "2275 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2275 contiguous_41" -> "2276 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2276 layer_norm_45" -> "2277 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2277 add_75" -> "2278 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2277 add_75" -> "2300 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2278 add_75_0_0_nncf_smooth_quant_0" -> "2279 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2279 quantize_per_tensor_default_133" -> "2280 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2280 dequantize_per_tensor_default_133" -> "2286 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2281 scale_updated_constant89" -> "2283 mul_tensor_89" [label="(1536, 1)", style=solid]; +"2282 compressed_weight_updated_constant89" -> "2283 mul_tensor_89" [label="(1536, 384)", style=solid]; +"2283 mul_tensor_89" -> "2285 sub_tensor_89" [label="(1536, 384)", style=solid]; +"2284 zero_point_updated_constant89" -> "2285 sub_tensor_89" [label="(1536, 1)", style=solid]; +"2285 sub_tensor_89" -> "2286 linear_132" [label="(1536, 384)", style=solid]; +"2286 linear_132" -> "2287 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2287 gelu_21" -> "2288 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2288 dropout_86" -> "2289 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2289 dropout_86_0_0_nncf_smooth_quant_0" -> "2290 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2290 quantize_per_tensor_default_134" -> "2291 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2291 dequantize_per_tensor_default_134" -> "2297 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2292 scale_updated_constant90" -> "2294 mul_tensor_90" [label="(384, 1)", style=solid]; +"2293 compressed_weight_updated_constant90" -> "2294 mul_tensor_90" [label="(384, 1536)", style=solid]; +"2294 mul_tensor_90" -> "2296 sub_tensor_90" [label="(384, 1536)", style=solid]; +"2295 zero_point_updated_constant90" -> "2296 sub_tensor_90" [label="(384, 1)", style=solid]; +"2296 sub_tensor_90" -> "2297 linear_133" [label="(384, 1536)", style=solid]; +"2297 linear_133" -> "2298 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2298 dropout_87" -> "2299 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2299 layer_norm_46" -> "2300 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2300 add_76" -> "2301 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2302 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2305 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2308 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2311 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2302 slice_329" -> "2303 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2303 slice_330" -> "2304 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2304 slice_331" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2305 slice_332" -> "2306 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2306 slice_333" -> "2307 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2307 slice_334" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2308 slice_335" -> "2309 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2309 slice_336" -> "2310 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2310 slice_337" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2311 slice_338" -> "2312 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2312 slice_339" -> "2313 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2313 slice_340" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2314 cat_2" -> "2315 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2315 cat_2_0_0_nncf_smooth_quant_0" -> "2316 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2316 quantize_per_tensor_default_135" -> "2317 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2317 dequantize_per_tensor_default_135" -> "2323 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2318 scale_updated_constant91" -> "2320 mul_tensor_91" [label="(768, 1)", style=solid]; +"2319 compressed_weight_updated_constant91" -> "2320 mul_tensor_91" [label="(768, 1536)", style=solid]; +"2320 mul_tensor_91" -> "2322 sub_tensor_91" [label="(768, 1536)", style=solid]; +"2321 zero_point_updated_constant91" -> "2322 sub_tensor_91" [label="(768, 1)", style=solid]; +"2322 sub_tensor_91" -> "2323 linear_134" [label="(768, 1536)", style=solid]; +"2323 linear_134" -> "2324 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2324 layer_norm_47" -> "2326 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2324 layer_norm_47" -> "2386 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2325 _frozen_param187" -> "2361 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2326 pad_25" -> "2327 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2327 view_123" -> "2328 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2328 permute_101" -> "2329 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2329 reshape_99" -> "2331 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2330 _frozen_param188" -> "2339 linear_137" [label="(2304,)", style=solid]; +"2331 reshape_99_0_0_nncf_smooth_quant_0" -> "2332 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2332 quantize_per_tensor_default_136" -> "2333 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2333 dequantize_per_tensor_default_136" -> "2339 linear_137" [label="(1, 64, 768)", style=solid]; +"2334 scale_updated_constant92" -> "2336 mul_tensor_92" [label="(2304, 1)", style=solid]; +"2335 compressed_weight_updated_constant92" -> "2336 mul_tensor_92" [label="(2304, 768)", style=solid]; +"2336 mul_tensor_92" -> "2338 sub_tensor_92" [label="(2304, 768)", style=solid]; +"2337 zero_point_updated_constant92" -> "2338 sub_tensor_92" [label="(2304, 1)", style=solid]; +"2338 sub_tensor_92" -> "2339 linear_137" [label="(2304, 768)", style=solid]; +"2339 linear_137" -> "2340 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2340 reshape_100" -> "2341 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2341 permute_102" -> "2342 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2341 permute_102" -> "2343 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2341 permute_102" -> "2344 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2345 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2347 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2348 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2351 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2353 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2354 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2344 select_68" -> "2364 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2345 linalg_vector_norm_44" -> "2346 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2346 clamp_min_44" -> "2347 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2347 expand_as_44" -> "2348 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2348 div_44" -> "2349 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2349 quantize_per_tensor_default_137" -> "2350 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2350 dequantize_per_tensor_default_137" -> "2358 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2351 linalg_vector_norm_45" -> "2352 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2352 clamp_min_45" -> "2353 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2353 expand_as_45" -> "2354 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2354 div_45" -> "2355 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2355 quantize_per_tensor_default_138" -> "2356 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2356 dequantize_per_tensor_default_138" -> "2357 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2357 transpose_44" -> "2358 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2358 matmul_44" -> "2360 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2359 _frozen_param190" -> "2360 mul_45" [label="(24, 1, 1)", style=solid]; +"2360 mul_45" -> "2361 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2361 add_77" -> "2362 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2362 softmax_22" -> "2363 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2363 dropout_88" -> "2364 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2364 matmul_45" -> "2365 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2365 transpose_45" -> "2366 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2366 reshape_101" -> "2367 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2367 reshape_101_0_0_nncf_smooth_quant_0" -> "2368 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2368 quantize_per_tensor_default_139" -> "2369 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2369 dequantize_per_tensor_default_139" -> "2375 linear_138" [label="(1, 64, 768)", style=solid]; +"2370 scale_updated_constant93" -> "2372 mul_tensor_93" [label="(768, 1)", style=solid]; +"2371 compressed_weight_updated_constant93" -> "2372 mul_tensor_93" [label="(768, 768)", style=solid]; +"2372 mul_tensor_93" -> "2374 sub_tensor_93" [label="(768, 768)", style=solid]; +"2373 zero_point_updated_constant93" -> "2374 sub_tensor_93" [label="(768, 1)", style=solid]; +"2374 sub_tensor_93" -> "2375 linear_138" [label="(768, 768)", style=solid]; +"2375 linear_138" -> "2376 dropout_89" [label="(1, 64, 768)", style=solid]; +"2376 dropout_89" -> "2377 view_124" [label="(1, 64, 768)", style=solid]; +"2377 view_124" -> "2378 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2378 permute_103" -> "2379 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2379 reshape_102" -> "2380 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2380 slice_342" -> "2381 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2381 slice_343" -> "2382 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2382 slice_344" -> "2383 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2383 slice_345" -> "2384 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2384 contiguous_43" -> "2385 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2385 layer_norm_48" -> "2386 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2386 add_78" -> "2387 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2386 add_78" -> "2409 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2387 add_78_0_0_nncf_smooth_quant_0" -> "2388 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2388 quantize_per_tensor_default_140" -> "2389 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2389 dequantize_per_tensor_default_140" -> "2395 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2390 scale_updated_constant94" -> "2392 mul_tensor_94" [label="(3072, 1)", style=solid]; +"2391 compressed_weight_updated_constant94" -> "2392 mul_tensor_94" [label="(3072, 768)", style=solid]; +"2392 mul_tensor_94" -> "2394 sub_tensor_94" [label="(3072, 768)", style=solid]; +"2393 zero_point_updated_constant94" -> "2394 sub_tensor_94" [label="(3072, 1)", style=solid]; +"2394 sub_tensor_94" -> "2395 linear_139" [label="(3072, 768)", style=solid]; +"2395 linear_139" -> "2396 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2396 gelu_22" -> "2397 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2397 dropout_90" -> "2398 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2398 dropout_90_0_0_nncf_smooth_quant_0" -> "2399 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2399 quantize_per_tensor_default_141" -> "2400 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2400 dequantize_per_tensor_default_141" -> "2406 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2401 scale_updated_constant95" -> "2403 mul_tensor_95" [label="(768, 1)", style=solid]; +"2402 compressed_weight_updated_constant95" -> "2403 mul_tensor_95" [label="(768, 3072)", style=solid]; +"2403 mul_tensor_95" -> "2405 sub_tensor_95" [label="(768, 3072)", style=solid]; +"2404 zero_point_updated_constant95" -> "2405 sub_tensor_95" [label="(768, 1)", style=solid]; +"2405 sub_tensor_95" -> "2406 linear_140" [label="(768, 3072)", style=solid]; +"2406 linear_140" -> "2407 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2407 dropout_91" -> "2408 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2408 layer_norm_49" -> "2409 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2409 add_79" -> "2411 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2409 add_79" -> "2471 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2410 _frozen_param191" -> "2446 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2411 pad_26" -> "2412 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2412 view_127" -> "2413 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2413 permute_105" -> "2414 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2414 reshape_103" -> "2416 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2415 _frozen_param192" -> "2424 linear_143" [label="(2304,)", style=solid]; +"2416 reshape_103_0_0_nncf_smooth_quant_0" -> "2417 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2417 quantize_per_tensor_default_142" -> "2418 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2418 dequantize_per_tensor_default_142" -> "2424 linear_143" [label="(1, 64, 768)", style=solid]; +"2419 scale_updated_constant96" -> "2421 mul_tensor_96" [label="(2304, 1)", style=solid]; +"2420 compressed_weight_updated_constant96" -> "2421 mul_tensor_96" [label="(2304, 768)", style=solid]; +"2421 mul_tensor_96" -> "2423 sub_tensor_96" [label="(2304, 768)", style=solid]; +"2422 zero_point_updated_constant96" -> "2423 sub_tensor_96" [label="(2304, 1)", style=solid]; +"2423 sub_tensor_96" -> "2424 linear_143" [label="(2304, 768)", style=solid]; +"2424 linear_143" -> "2425 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2425 reshape_104" -> "2426 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2426 permute_106" -> "2427 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2426 permute_106" -> "2428 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2426 permute_106" -> "2429 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2430 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2432 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2433 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2436 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2438 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2439 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2429 select_71" -> "2449 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2430 linalg_vector_norm_46" -> "2431 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2431 clamp_min_46" -> "2432 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2432 expand_as_46" -> "2433 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2433 div_46" -> "2434 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2434 quantize_per_tensor_default_143" -> "2435 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2435 dequantize_per_tensor_default_143" -> "2443 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2436 linalg_vector_norm_47" -> "2437 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2437 clamp_min_47" -> "2438 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2438 expand_as_47" -> "2439 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2439 div_47" -> "2440 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2440 quantize_per_tensor_default_144" -> "2441 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2441 dequantize_per_tensor_default_144" -> "2442 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2442 transpose_46" -> "2443 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2443 matmul_46" -> "2445 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2444 _frozen_param194" -> "2445 mul_47" [label="(24, 1, 1)", style=solid]; +"2445 mul_47" -> "2446 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2446 add_80" -> "2447 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2447 softmax_23" -> "2448 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2448 dropout_92" -> "2449 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2449 matmul_47" -> "2450 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2450 transpose_47" -> "2451 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2451 reshape_105" -> "2452 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2452 reshape_105_0_0_nncf_smooth_quant_0" -> "2453 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2453 quantize_per_tensor_default_145" -> "2454 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2454 dequantize_per_tensor_default_145" -> "2460 linear_144" [label="(1, 64, 768)", style=solid]; +"2455 scale_updated_constant97" -> "2457 mul_tensor_97" [label="(768, 1)", style=solid]; +"2456 compressed_weight_updated_constant97" -> "2457 mul_tensor_97" [label="(768, 768)", style=solid]; +"2457 mul_tensor_97" -> "2459 sub_tensor_97" [label="(768, 768)", style=solid]; +"2458 zero_point_updated_constant97" -> "2459 sub_tensor_97" [label="(768, 1)", style=solid]; +"2459 sub_tensor_97" -> "2460 linear_144" [label="(768, 768)", style=solid]; +"2460 linear_144" -> "2461 dropout_93" [label="(1, 64, 768)", style=solid]; +"2461 dropout_93" -> "2462 view_128" [label="(1, 64, 768)", style=solid]; +"2462 view_128" -> "2463 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2463 permute_107" -> "2464 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2464 reshape_106" -> "2465 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2465 slice_347" -> "2466 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2466 slice_348" -> "2467 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2467 slice_349" -> "2468 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2468 slice_350" -> "2469 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2469 contiguous_45" -> "2470 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2470 layer_norm_50" -> "2471 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2471 add_81" -> "2472 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2471 add_81" -> "2494 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2472 add_81_0_0_nncf_smooth_quant_0" -> "2473 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2473 quantize_per_tensor_default_146" -> "2474 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2474 dequantize_per_tensor_default_146" -> "2480 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2475 scale_updated_constant98" -> "2477 mul_tensor_98" [label="(3072, 1)", style=solid]; +"2476 compressed_weight_updated_constant98" -> "2477 mul_tensor_98" [label="(3072, 768)", style=solid]; +"2477 mul_tensor_98" -> "2479 sub_tensor_98" [label="(3072, 768)", style=solid]; +"2478 zero_point_updated_constant98" -> "2479 sub_tensor_98" [label="(3072, 1)", style=solid]; +"2479 sub_tensor_98" -> "2480 linear_145" [label="(3072, 768)", style=solid]; +"2480 linear_145" -> "2481 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2481 gelu_23" -> "2482 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2482 dropout_94" -> "2483 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2483 dropout_94_0_0_nncf_smooth_quant_0" -> "2484 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2484 quantize_per_tensor_default_147" -> "2485 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2485 dequantize_per_tensor_default_147" -> "2491 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2486 scale_updated_constant99" -> "2488 mul_tensor_99" [label="(768, 1)", style=solid]; +"2487 compressed_weight_updated_constant99" -> "2488 mul_tensor_99" [label="(768, 3072)", style=solid]; +"2488 mul_tensor_99" -> "2490 sub_tensor_99" [label="(768, 3072)", style=solid]; +"2489 zero_point_updated_constant99" -> "2490 sub_tensor_99" [label="(768, 1)", style=solid]; +"2490 sub_tensor_99" -> "2491 linear_146" [label="(768, 3072)", style=solid]; +"2491 linear_146" -> "2492 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2492 dropout_95" -> "2493 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2493 layer_norm_51" -> "2494 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2494 add_82" -> "2495 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2495 layer_norm_52" -> "2496 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2496 permute_108" -> "2497 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2497 adaptive_avg_pool2d" -> "2498 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2498 flatten" -> "2499 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2499 flatten_0_0_nncf_smooth_quant_0" -> "2500 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2500 quantize_per_tensor_default_148" -> "2501 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2501 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; +"2502 scale_updated_constant100" -> "2504 mul_tensor_100" [label="(1000, 1)", style=solid]; +"2503 compressed_weight_updated_constant100" -> "2504 mul_tensor_100" [label="(1000, 768)", style=solid]; +"2504 mul_tensor_100" -> "2506 sub_tensor_100" [label="(1000, 768)", style=solid]; +"2505 zero_point_updated_constant100" -> "2506 sub_tensor_100" [label="(1000, 1)", style=solid]; +"2506 sub_tensor_100" -> "2507 linear_147" [label="(1000, 768)", style=solid]; +"2507 linear_147" -> "2508 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/synthetic_transformer.dot new file mode 100644 index 00000000000..b86178cf5ff --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/synthetic_transformer.dot @@ -0,0 +1,49 @@ +strict digraph { +"0 wte_weight" [id=0, type=get_attr]; +"1 linear_bias" [id=1, type=get_attr]; +"2 lm_head_bias" [id=2, type=get_attr]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; +"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; +"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; +"8 scale_updated_constant0" [id=8, type=get_attr]; +"9 compressed_weight_updated_constant0" [id=9, type=get_attr]; +"10 mul_tensor" [id=10, type=mul]; +"11 zero_point_updated_constant0" [id=11, type=get_attr]; +"12 sub_tensor" [id=12, type=sub]; +"13 linear" [id=13, type=linear]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; +"17 scale_updated_constant1" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 zero_point_updated_constant1" [id=20, type=get_attr]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; +"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; +"1 linear_bias" -> "13 linear" [label="(5,)", style=solid]; +"2 lm_head_bias" -> "22 linear_1" [label="(10,)", style=solid]; +"3 input_ids" -> "4 embedding" [label="(5,)", style=solid]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"7 dequantize_per_tensor_default" -> "13 linear" [label="(5, 5)", style=solid]; +"8 scale_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; +"9 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; +"10 mul_tensor" -> "12 sub_tensor" [label="(5, 5)", style=solid]; +"11 zero_point_updated_constant0" -> "12 sub_tensor" [label="(5, 1)", style=solid]; +"12 sub_tensor" -> "13 linear" [label="(5, 5)", style=solid]; +"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; +"21 sub_tensor_1" -> "22 linear_1" [label="(10, 5)", style=solid]; +"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/unet.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/unet.dot new file mode 100644 index 00000000000..03f8579e69c --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/unet.dot @@ -0,0 +1,515 @@ +strict digraph { +"0 down_path_0_block_0_bias" [id=0, type=get_attr]; +"1 down_path_0_block_3_bias" [id=1, type=get_attr]; +"2 down_path_1_block_0_bias" [id=2, type=get_attr]; +"3 down_path_1_block_3_bias" [id=3, type=get_attr]; +"4 down_path_2_block_0_bias" [id=4, type=get_attr]; +"5 down_path_2_block_3_bias" [id=5, type=get_attr]; +"6 down_path_3_block_0_bias" [id=6, type=get_attr]; +"7 down_path_3_block_3_bias" [id=7, type=get_attr]; +"8 down_path_4_block_0_bias" [id=8, type=get_attr]; +"9 down_path_4_block_3_bias" [id=9, type=get_attr]; +"10 up_path_0_up_bias" [id=10, type=get_attr]; +"11 up_path_0_conv_block_block_0_bias" [id=11, type=get_attr]; +"12 up_path_0_conv_block_block_3_bias" [id=12, type=get_attr]; +"13 up_path_1_up_bias" [id=13, type=get_attr]; +"14 up_path_1_conv_block_block_0_bias" [id=14, type=get_attr]; +"15 up_path_1_conv_block_block_3_bias" [id=15, type=get_attr]; +"16 up_path_2_up_bias" [id=16, type=get_attr]; +"17 up_path_2_conv_block_block_0_bias" [id=17, type=get_attr]; +"18 up_path_2_conv_block_block_3_bias" [id=18, type=get_attr]; +"19 up_path_3_up_bias" [id=19, type=get_attr]; +"20 up_path_3_conv_block_block_0_bias" [id=20, type=get_attr]; +"21 up_path_3_conv_block_block_3_bias" [id=21, type=get_attr]; +"22 last_bias" [id=22, type=get_attr]; +"23 x" [id=23, type=input]; +"24 quantize_per_tensor_default_8" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_12" [id=25, type=dequantize_per_tensor]; +"26 scale_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant0" [id=27, type=get_attr]; +"28 mul_tensor" [id=28, type=mul]; +"29 zero_point_updated_constant0" [id=29, type=get_attr]; +"30 sub_tensor" [id=30, type=sub]; +"31 conv2d" [id=31, type=conv2d]; +"32 relu" [id=32, type=relu]; +"33 quantize_per_tensor_default_9" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_13" [id=34, type=dequantize_per_tensor]; +"35 scale_updated_constant1" [id=35, type=get_attr]; +"36 compressed_weight_updated_constant1" [id=36, type=get_attr]; +"37 mul_tensor_1" [id=37, type=mul]; +"38 zero_point_updated_constant1" [id=38, type=get_attr]; +"39 sub_tensor_1" [id=39, type=sub]; +"40 conv2d_1" [id=40, type=conv2d]; +"41 relu_1" [id=41, type=relu]; +"42 quantize_per_tensor_default" [id=42, type=quantize_per_tensor]; +"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; +"44 dequantize_per_tensor_default" [id=44, type=dequantize_per_tensor]; +"45 max_pool2d" [id=45, type=max_pool2d]; +"46 scale_updated_constant2" [id=46, type=get_attr]; +"47 compressed_weight_updated_constant2" [id=47, type=get_attr]; +"48 mul_tensor_2" [id=48, type=mul]; +"49 zero_point_updated_constant2" [id=49, type=get_attr]; +"50 sub_tensor_2" [id=50, type=sub]; +"51 conv2d_2" [id=51, type=conv2d]; +"52 relu_2" [id=52, type=relu]; +"53 quantize_per_tensor_default_10" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_14" [id=54, type=dequantize_per_tensor]; +"55 scale_updated_constant3" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant3" [id=56, type=get_attr]; +"57 mul_tensor_3" [id=57, type=mul]; +"58 zero_point_updated_constant3" [id=58, type=get_attr]; +"59 sub_tensor_3" [id=59, type=sub]; +"60 conv2d_3" [id=60, type=conv2d]; +"61 relu_3" [id=61, type=relu]; +"62 quantize_per_tensor_default_3" [id=62, type=quantize_per_tensor]; +"63 dequantize_per_tensor_default_5" [id=63, type=dequantize_per_tensor]; +"64 dequantize_per_tensor_default_4" [id=64, type=dequantize_per_tensor]; +"65 max_pool2d_1" [id=65, type=max_pool2d]; +"66 scale_updated_constant4" [id=66, type=get_attr]; +"67 compressed_weight_updated_constant4" [id=67, type=get_attr]; +"68 mul_tensor_4" [id=68, type=mul]; +"69 zero_point_updated_constant4" [id=69, type=get_attr]; +"70 sub_tensor_4" [id=70, type=sub]; +"71 conv2d_4" [id=71, type=conv2d]; +"72 relu_4" [id=72, type=relu]; +"73 quantize_per_tensor_default_11" [id=73, type=quantize_per_tensor]; +"74 dequantize_per_tensor_default_15" [id=74, type=dequantize_per_tensor]; +"75 scale_updated_constant5" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant5" [id=76, type=get_attr]; +"77 mul_tensor_5" [id=77, type=mul]; +"78 zero_point_updated_constant5" [id=78, type=get_attr]; +"79 sub_tensor_5" [id=79, type=sub]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_default_4" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_7" [id=83, type=dequantize_per_tensor]; +"84 dequantize_per_tensor_default_6" [id=84, type=dequantize_per_tensor]; +"85 max_pool2d_2" [id=85, type=max_pool2d]; +"86 scale_updated_constant6" [id=86, type=get_attr]; +"87 compressed_weight_updated_constant6" [id=87, type=get_attr]; +"88 mul_tensor_6" [id=88, type=mul]; +"89 zero_point_updated_constant6" [id=89, type=get_attr]; +"90 sub_tensor_6" [id=90, type=sub]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_default_12" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_16" [id=94, type=dequantize_per_tensor]; +"95 scale_updated_constant7" [id=95, type=get_attr]; +"96 compressed_weight_updated_constant7" [id=96, type=get_attr]; +"97 mul_tensor_7" [id=97, type=mul]; +"98 zero_point_updated_constant7" [id=98, type=get_attr]; +"99 sub_tensor_7" [id=99, type=sub]; +"100 conv2d_7" [id=100, type=conv2d]; +"101 relu_7" [id=101, type=relu]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_11" [id=103, type=dequantize_per_tensor]; +"104 dequantize_per_tensor_default_10" [id=104, type=dequantize_per_tensor]; +"105 max_pool2d_3" [id=105, type=max_pool2d]; +"106 scale_updated_constant8" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant8" [id=107, type=get_attr]; +"108 mul_tensor_8" [id=108, type=mul]; +"109 zero_point_updated_constant8" [id=109, type=get_attr]; +"110 sub_tensor_8" [id=110, type=sub]; +"111 conv2d_8" [id=111, type=conv2d]; +"112 relu_8" [id=112, type=relu]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_17" [id=114, type=dequantize_per_tensor]; +"115 scale_updated_constant9" [id=115, type=get_attr]; +"116 compressed_weight_updated_constant9" [id=116, type=get_attr]; +"117 mul_tensor_9" [id=117, type=mul]; +"118 zero_point_updated_constant9" [id=118, type=get_attr]; +"119 sub_tensor_9" [id=119, type=sub]; +"120 conv2d_9" [id=120, type=conv2d]; +"121 relu_9" [id=121, type=relu]; +"122 quantize_per_tensor_default_14" [id=122, type=quantize_per_tensor]; +"123 dequantize_per_tensor_default_18" [id=123, type=dequantize_per_tensor]; +"124 scale_updated_constant10" [id=124, type=get_attr]; +"125 compressed_weight_updated_constant10" [id=125, type=get_attr]; +"126 mul_tensor_10" [id=126, type=mul]; +"127 zero_point_updated_constant10" [id=127, type=get_attr]; +"128 sub_tensor_10" [id=128, type=sub]; +"129 conv_transpose2d" [id=129, type=conv_transpose2d]; +"130 quantize_per_tensor_default_6" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_9" [id=131, type=dequantize_per_tensor]; +"132 slice_1" [id=132, type=slice]; +"133 slice_2" [id=133, type=slice]; +"134 slice_3" [id=134, type=slice]; +"135 slice_4" [id=135, type=slice]; +"136 cat" [id=136, type=cat]; +"137 scale_updated_constant11" [id=137, type=get_attr]; +"138 compressed_weight_updated_constant11" [id=138, type=get_attr]; +"139 mul_tensor_11" [id=139, type=mul]; +"140 zero_point_updated_constant11" [id=140, type=get_attr]; +"141 sub_tensor_11" [id=141, type=sub]; +"142 conv2d_10" [id=142, type=conv2d]; +"143 relu_10" [id=143, type=relu]; +"144 quantize_per_tensor_default_15" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_19" [id=145, type=dequantize_per_tensor]; +"146 scale_updated_constant12" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant12" [id=147, type=get_attr]; +"148 mul_tensor_12" [id=148, type=mul]; +"149 zero_point_updated_constant12" [id=149, type=get_attr]; +"150 sub_tensor_12" [id=150, type=sub]; +"151 conv2d_11" [id=151, type=conv2d]; +"152 relu_11" [id=152, type=relu]; +"153 quantize_per_tensor_default_16" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_20" [id=154, type=dequantize_per_tensor]; +"155 scale_updated_constant13" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant13" [id=156, type=get_attr]; +"157 mul_tensor_13" [id=157, type=mul]; +"158 zero_point_updated_constant13" [id=158, type=get_attr]; +"159 sub_tensor_13" [id=159, type=sub]; +"160 conv_transpose2d_1" [id=160, type=conv_transpose2d]; +"161 quantize_per_tensor_default_5" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_8" [id=162, type=dequantize_per_tensor]; +"163 slice_5" [id=163, type=slice]; +"164 slice_6" [id=164, type=slice]; +"165 slice_7" [id=165, type=slice]; +"166 slice_8" [id=166, type=slice]; +"167 cat_1" [id=167, type=cat]; +"168 scale_updated_constant14" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant14" [id=169, type=get_attr]; +"170 mul_tensor_14" [id=170, type=mul]; +"171 zero_point_updated_constant14" [id=171, type=get_attr]; +"172 sub_tensor_14" [id=172, type=sub]; +"173 conv2d_12" [id=173, type=conv2d]; +"174 relu_12" [id=174, type=relu]; +"175 quantize_per_tensor_default_17" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_21" [id=176, type=dequantize_per_tensor]; +"177 scale_updated_constant15" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; +"179 mul_tensor_15" [id=179, type=mul]; +"180 zero_point_updated_constant15" [id=180, type=get_attr]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_13" [id=182, type=conv2d]; +"183 relu_13" [id=183, type=relu]; +"184 quantize_per_tensor_default_18" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_22" [id=185, type=dequantize_per_tensor]; +"186 scale_updated_constant16" [id=186, type=get_attr]; +"187 compressed_weight_updated_constant16" [id=187, type=get_attr]; +"188 mul_tensor_16" [id=188, type=mul]; +"189 zero_point_updated_constant16" [id=189, type=get_attr]; +"190 sub_tensor_16" [id=190, type=sub]; +"191 conv_transpose2d_2" [id=191, type=conv_transpose2d]; +"192 quantize_per_tensor_default_2" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_3" [id=193, type=dequantize_per_tensor]; +"194 slice_9" [id=194, type=slice]; +"195 slice_10" [id=195, type=slice]; +"196 slice_11" [id=196, type=slice]; +"197 slice_12" [id=197, type=slice]; +"198 cat_2" [id=198, type=cat]; +"199 scale_updated_constant17" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant17" [id=200, type=get_attr]; +"201 mul_tensor_17" [id=201, type=mul]; +"202 zero_point_updated_constant17" [id=202, type=get_attr]; +"203 sub_tensor_17" [id=203, type=sub]; +"204 conv2d_14" [id=204, type=conv2d]; +"205 relu_14" [id=205, type=relu]; +"206 quantize_per_tensor_default_19" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_23" [id=207, type=dequantize_per_tensor]; +"208 scale_updated_constant18" [id=208, type=get_attr]; +"209 compressed_weight_updated_constant18" [id=209, type=get_attr]; +"210 mul_tensor_18" [id=210, type=mul]; +"211 zero_point_updated_constant18" [id=211, type=get_attr]; +"212 sub_tensor_18" [id=212, type=sub]; +"213 conv2d_15" [id=213, type=conv2d]; +"214 relu_15" [id=214, type=relu]; +"215 quantize_per_tensor_default_20" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_24" [id=216, type=dequantize_per_tensor]; +"217 scale_updated_constant19" [id=217, type=get_attr]; +"218 compressed_weight_updated_constant19" [id=218, type=get_attr]; +"219 mul_tensor_19" [id=219, type=mul]; +"220 zero_point_updated_constant19" [id=220, type=get_attr]; +"221 sub_tensor_19" [id=221, type=sub]; +"222 conv_transpose2d_3" [id=222, type=conv_transpose2d]; +"223 quantize_per_tensor_default_1" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_2" [id=224, type=dequantize_per_tensor]; +"225 slice_13" [id=225, type=slice]; +"226 slice_14" [id=226, type=slice]; +"227 slice_15" [id=227, type=slice]; +"228 slice_16" [id=228, type=slice]; +"229 cat_3" [id=229, type=cat]; +"230 scale_updated_constant20" [id=230, type=get_attr]; +"231 compressed_weight_updated_constant20" [id=231, type=get_attr]; +"232 mul_tensor_20" [id=232, type=mul]; +"233 zero_point_updated_constant20" [id=233, type=get_attr]; +"234 sub_tensor_20" [id=234, type=sub]; +"235 conv2d_16" [id=235, type=conv2d]; +"236 relu_16" [id=236, type=relu]; +"237 quantize_per_tensor_default_21" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_25" [id=238, type=dequantize_per_tensor]; +"239 scale_updated_constant21" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant21" [id=240, type=get_attr]; +"241 mul_tensor_21" [id=241, type=mul]; +"242 zero_point_updated_constant21" [id=242, type=get_attr]; +"243 sub_tensor_21" [id=243, type=sub]; +"244 conv2d_17" [id=244, type=conv2d]; +"245 relu_17" [id=245, type=relu]; +"246 quantize_per_tensor_default_22" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_26" [id=247, type=dequantize_per_tensor]; +"248 scale_updated_constant22" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; +"250 mul_tensor_22" [id=250, type=mul]; +"251 zero_point_updated_constant22" [id=251, type=get_attr]; +"252 sub_tensor_22" [id=252, type=sub]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; +"0 down_path_0_block_0_bias" -> "31 conv2d" [label="(64,)", style=solid]; +"1 down_path_0_block_3_bias" -> "40 conv2d_1" [label="(64,)", style=solid]; +"2 down_path_1_block_0_bias" -> "51 conv2d_2" [label="(128,)", style=solid]; +"3 down_path_1_block_3_bias" -> "60 conv2d_3" [label="(128,)", style=solid]; +"4 down_path_2_block_0_bias" -> "71 conv2d_4" [label="(256,)", style=solid]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [label="(256,)", style=solid]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [label="(512,)", style=solid]; +"7 down_path_3_block_3_bias" -> "100 conv2d_7" [label="(512,)", style=solid]; +"8 down_path_4_block_0_bias" -> "111 conv2d_8" [label="(1024,)", style=solid]; +"9 down_path_4_block_3_bias" -> "120 conv2d_9" [label="(1024,)", style=solid]; +"10 up_path_0_up_bias" -> "129 conv_transpose2d" [label="(512,)", style=solid]; +"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [label="(512,)", style=solid]; +"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [label="(512,)", style=solid]; +"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [label="(256,)", style=solid]; +"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [label="(256,)", style=solid]; +"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [label="(256,)", style=solid]; +"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [label="(128,)", style=solid]; +"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [label="(128,)", style=solid]; +"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [label="(128,)", style=solid]; +"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [label="(64,)", style=solid]; +"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [label="(64,)", style=solid]; +"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [label="(64,)", style=solid]; +"22 last_bias" -> "253 conv2d_18" [label="(12,)", style=solid]; +"23 x" -> "24 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"25 dequantize_per_tensor_default_12" -> "31 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"26 scale_updated_constant0" -> "28 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant0" -> "28 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"28 mul_tensor" -> "30 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"29 zero_point_updated_constant0" -> "30 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"30 sub_tensor" -> "31 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"31 conv2d" -> "32 relu" [label="(1, 64, 222, 222)", style=solid]; +"32 relu" -> "33 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"33 quantize_per_tensor_default_9" -> "34 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"34 dequantize_per_tensor_default_13" -> "40 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"35 scale_updated_constant1" -> "37 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"36 compressed_weight_updated_constant1" -> "37 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"37 mul_tensor_1" -> "39 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"38 zero_point_updated_constant1" -> "39 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"39 sub_tensor_1" -> "40 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"40 conv2d_1" -> "41 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"41 relu_1" -> "42 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"43 dequantize_per_tensor_default_1" -> "225 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"44 dequantize_per_tensor_default" -> "45 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"45 max_pool2d" -> "51 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"46 scale_updated_constant2" -> "48 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"47 compressed_weight_updated_constant2" -> "48 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"48 mul_tensor_2" -> "50 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"49 zero_point_updated_constant2" -> "50 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"50 sub_tensor_2" -> "51 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"51 conv2d_2" -> "52 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"52 relu_2" -> "53 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"53 quantize_per_tensor_default_10" -> "54 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"54 dequantize_per_tensor_default_14" -> "60 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"55 scale_updated_constant3" -> "57 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"56 compressed_weight_updated_constant3" -> "57 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"57 mul_tensor_3" -> "59 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"58 zero_point_updated_constant3" -> "59 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"59 sub_tensor_3" -> "60 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"60 conv2d_3" -> "61 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"61 relu_3" -> "62 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"63 dequantize_per_tensor_default_5" -> "194 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"64 dequantize_per_tensor_default_4" -> "65 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"65 max_pool2d_1" -> "71 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"66 scale_updated_constant4" -> "68 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"67 compressed_weight_updated_constant4" -> "68 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"68 mul_tensor_4" -> "70 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"69 zero_point_updated_constant4" -> "70 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"70 sub_tensor_4" -> "71 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"71 conv2d_4" -> "72 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"72 relu_4" -> "73 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"73 quantize_per_tensor_default_11" -> "74 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"74 dequantize_per_tensor_default_15" -> "80 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"75 scale_updated_constant5" -> "77 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant5" -> "77 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"77 mul_tensor_5" -> "79 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"78 zero_point_updated_constant5" -> "79 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"79 sub_tensor_5" -> "80 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"80 conv2d_5" -> "81 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "82 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"83 dequantize_per_tensor_default_7" -> "163 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"84 dequantize_per_tensor_default_6" -> "85 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"85 max_pool2d_2" -> "91 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"86 scale_updated_constant6" -> "88 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"87 compressed_weight_updated_constant6" -> "88 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"88 mul_tensor_6" -> "90 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"89 zero_point_updated_constant6" -> "90 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"90 sub_tensor_6" -> "91 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"91 conv2d_6" -> "92 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"92 relu_6" -> "93 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"93 quantize_per_tensor_default_12" -> "94 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"94 dequantize_per_tensor_default_16" -> "100 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"95 scale_updated_constant7" -> "97 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"96 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"97 mul_tensor_7" -> "99 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"98 zero_point_updated_constant7" -> "99 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"99 sub_tensor_7" -> "100 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"100 conv2d_7" -> "101 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"101 relu_7" -> "102 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"103 dequantize_per_tensor_default_11" -> "132 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"104 dequantize_per_tensor_default_10" -> "105 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"105 max_pool2d_3" -> "111 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"106 scale_updated_constant8" -> "108 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant8" -> "108 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"108 mul_tensor_8" -> "110 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"109 zero_point_updated_constant8" -> "110 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"110 sub_tensor_8" -> "111 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"111 conv2d_8" -> "112 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"112 relu_8" -> "113 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"114 dequantize_per_tensor_default_17" -> "120 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"115 scale_updated_constant9" -> "117 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"116 compressed_weight_updated_constant9" -> "117 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"117 mul_tensor_9" -> "119 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"118 zero_point_updated_constant9" -> "119 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"119 sub_tensor_9" -> "120 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"120 conv2d_9" -> "121 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"121 relu_9" -> "122 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"122 quantize_per_tensor_default_14" -> "123 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"123 dequantize_per_tensor_default_18" -> "129 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"124 scale_updated_constant10" -> "126 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"125 compressed_weight_updated_constant10" -> "126 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"126 mul_tensor_10" -> "128 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"127 zero_point_updated_constant10" -> "128 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"128 sub_tensor_10" -> "129 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"131 dequantize_per_tensor_default_9" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"132 slice_1" -> "133 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"133 slice_2" -> "134 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"134 slice_3" -> "135 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"135 slice_4" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"136 cat" -> "142 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"137 scale_updated_constant11" -> "139 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"139 mul_tensor_11" -> "141 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"141 sub_tensor_11" -> "142 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"142 conv2d_10" -> "143 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"143 relu_10" -> "144 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"145 dequantize_per_tensor_default_19" -> "151 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"146 scale_updated_constant12" -> "148 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"148 mul_tensor_12" -> "150 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"150 sub_tensor_12" -> "151 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"151 conv2d_11" -> "152 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"152 relu_11" -> "153 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"154 dequantize_per_tensor_default_20" -> "160 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"155 scale_updated_constant13" -> "157 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"157 mul_tensor_13" -> "159 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"159 sub_tensor_13" -> "160 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"162 dequantize_per_tensor_default_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"163 slice_5" -> "164 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"164 slice_6" -> "165 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"165 slice_7" -> "166 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"166 slice_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"167 cat_1" -> "173 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"168 scale_updated_constant14" -> "170 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"170 mul_tensor_14" -> "172 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"172 sub_tensor_14" -> "173 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"173 conv2d_12" -> "174 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"174 relu_12" -> "175 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_21" -> "182 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"179 mul_tensor_15" -> "181 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"182 conv2d_13" -> "183 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"183 relu_13" -> "184 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"185 dequantize_per_tensor_default_22" -> "191 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"186 scale_updated_constant16" -> "188 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"188 mul_tensor_16" -> "190 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"190 sub_tensor_16" -> "191 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"193 dequantize_per_tensor_default_3" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"194 slice_9" -> "195 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"195 slice_10" -> "196 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"196 slice_11" -> "197 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"197 slice_12" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"198 cat_2" -> "204 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"199 scale_updated_constant17" -> "201 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"201 mul_tensor_17" -> "203 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"203 sub_tensor_17" -> "204 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"204 conv2d_14" -> "205 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"205 relu_14" -> "206 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"207 dequantize_per_tensor_default_23" -> "213 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"208 scale_updated_constant18" -> "210 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"210 mul_tensor_18" -> "212 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"212 sub_tensor_18" -> "213 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"213 conv2d_15" -> "214 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"214 relu_15" -> "215 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"216 dequantize_per_tensor_default_24" -> "222 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"217 scale_updated_constant19" -> "219 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"219 mul_tensor_19" -> "221 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"221 sub_tensor_19" -> "222 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"224 dequantize_per_tensor_default_2" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"225 slice_13" -> "226 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"226 slice_14" -> "227 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"227 slice_15" -> "228 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"228 slice_16" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"229 cat_3" -> "235 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"230 scale_updated_constant20" -> "232 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"232 mul_tensor_20" -> "234 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"234 sub_tensor_20" -> "235 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"235 conv2d_16" -> "236 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"236 relu_16" -> "237 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"238 dequantize_per_tensor_default_25" -> "244 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"239 scale_updated_constant21" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"241 mul_tensor_21" -> "243 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"243 sub_tensor_21" -> "244 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"244 conv2d_17" -> "245 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"245 relu_17" -> "246 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"247 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"248 scale_updated_constant22" -> "250 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"250 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"252 sub_tensor_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/vit_b_16.dot new file mode 100644 index 00000000000..eaa483dfd25 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/vit_b_16.dot @@ -0,0 +1,2011 @@ +strict digraph { +"0 encoder_pos_embedding" [id=0, type=get_attr]; +"1 conv_proj_bias" [id=1, type=get_attr]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" [id=2, type=get_attr]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" [id=3, type=get_attr]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=4, type=get_attr]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" [id=8, type=get_attr]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" [id=9, type=get_attr]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" [id=10, type=get_attr]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" [id=11, type=get_attr]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=12, type=get_attr]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=13, type=get_attr]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" [id=14, type=get_attr]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" [id=15, type=get_attr]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" [id=16, type=get_attr]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=20, type=get_attr]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=21, type=get_attr]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" [id=22, type=get_attr]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" [id=23, type=get_attr]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" [id=24, type=get_attr]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" [id=25, type=get_attr]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" [id=26, type=get_attr]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" [id=27, type=get_attr]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=28, type=get_attr]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" [id=32, type=get_attr]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" [id=33, type=get_attr]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" [id=34, type=get_attr]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" [id=35, type=get_attr]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=36, type=get_attr]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=37, type=get_attr]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" [id=38, type=get_attr]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" [id=39, type=get_attr]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" [id=40, type=get_attr]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=44, type=get_attr]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=45, type=get_attr]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" [id=46, type=get_attr]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" [id=47, type=get_attr]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" [id=48, type=get_attr]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" [id=49, type=get_attr]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" [id=50, type=get_attr]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" [id=51, type=get_attr]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=52, type=get_attr]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" [id=56, type=get_attr]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" [id=57, type=get_attr]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" [id=58, type=get_attr]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" [id=59, type=get_attr]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=60, type=get_attr]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=61, type=get_attr]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" [id=62, type=get_attr]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" [id=63, type=get_attr]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" [id=64, type=get_attr]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=68, type=get_attr]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=69, type=get_attr]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" [id=70, type=get_attr]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" [id=71, type=get_attr]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" [id=72, type=get_attr]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" [id=73, type=get_attr]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" [id=74, type=get_attr]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" [id=75, type=get_attr]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=76, type=get_attr]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" [id=80, type=get_attr]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" [id=81, type=get_attr]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" [id=82, type=get_attr]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" [id=83, type=get_attr]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=84, type=get_attr]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=85, type=get_attr]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" [id=86, type=get_attr]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" [id=87, type=get_attr]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" [id=88, type=get_attr]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=92, type=get_attr]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=93, type=get_attr]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" [id=94, type=get_attr]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" [id=95, type=get_attr]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" [id=96, type=get_attr]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" [id=97, type=get_attr]; +"98 encoder_ln_weight" [id=98, type=get_attr]; +"99 encoder_ln_bias" [id=99, type=get_attr]; +"100 heads_head_bias" [id=100, type=get_attr]; +"101 x" [id=101, type=input]; +"102 quantize_per_tensor_default" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default" [id=103, type=dequantize_per_tensor]; +"104 scale_updated_constant0" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant0" [id=105, type=get_attr]; +"106 mul_tensor" [id=106, type=mul]; +"107 zero_point_updated_constant0" [id=107, type=get_attr]; +"108 sub_tensor" [id=108, type=sub]; +"109 conv2d" [id=109, type=conv2d]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 _frozen_param0" [id=112, type=get_attr]; +"113 cat" [id=113, type=cat]; +"114 add" [id=114, type=add]; +"115 dropout" [id=115, type=dropout]; +"116 layer_norm" [id=116, type=layer_norm]; +"117 transpose" [id=117, type=transpose]; +"118 transpose_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; +"119 quantize_per_tensor_default_1" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_1" [id=120, type=dequantize_per_tensor]; +"121 scale_updated_constant1" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant1" [id=122, type=get_attr]; +"123 mul_tensor_1" [id=123, type=mul]; +"124 zero_point_updated_constant1" [id=124, type=get_attr]; +"125 sub_tensor_1" [id=125, type=sub]; +"126 linear" [id=126, type=linear]; +"127 unflatten" [id=127, type=unflatten]; +"128 unsqueeze" [id=128, type=unsqueeze]; +"129 transpose_1" [id=129, type=transpose]; +"130 squeeze" [id=130, type=squeeze]; +"131 contiguous" [id=131, type=contiguous]; +"132 quantize_per_tensor_default_2" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_2" [id=133, type=dequantize_per_tensor]; +"134 select" [id=134, type=select]; +"135 quantize_per_tensor_default_3" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_3" [id=136, type=dequantize_per_tensor]; +"137 select_1" [id=137, type=select]; +"138 select_2" [id=138, type=select]; +"139 view" [id=139, type=view]; +"140 transpose_2" [id=140, type=transpose]; +"141 view_1" [id=141, type=view]; +"142 transpose_3" [id=142, type=transpose]; +"143 view_2" [id=143, type=view]; +"144 transpose_4" [id=144, type=transpose]; +"145 view_3" [id=145, type=view]; +"146 view_4" [id=146, type=view]; +"147 view_5" [id=147, type=view]; +"148 scaled_dot_product_attention" [id=148, type=scaled_dot_product_attention]; +"149 permute_1" [id=149, type=permute]; +"150 view_6" [id=150, type=view]; +"151 view_6_0_0_nncf_smooth_quant_0" [id=151, type=call_module]; +"152 quantize_per_tensor_default_4" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_4" [id=153, type=dequantize_per_tensor]; +"154 scale_updated_constant2" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant2" [id=155, type=get_attr]; +"156 mul_tensor_2" [id=156, type=mul]; +"157 zero_point_updated_constant2" [id=157, type=get_attr]; +"158 sub_tensor_2" [id=158, type=sub]; +"159 linear_1" [id=159, type=linear]; +"160 view_7" [id=160, type=view]; +"161 transpose_5" [id=161, type=transpose]; +"162 dropout_1" [id=162, type=dropout]; +"163 add_1" [id=163, type=add]; +"164 layer_norm_1" [id=164, type=layer_norm]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_5" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_5" [id=167, type=dequantize_per_tensor]; +"168 scale_updated_constant3" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant3" [id=169, type=get_attr]; +"170 mul_tensor_3" [id=170, type=mul]; +"171 zero_point_updated_constant3" [id=171, type=get_attr]; +"172 sub_tensor_3" [id=172, type=sub]; +"173 linear_2" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type=call_module]; +"177 quantize_per_tensor_default_6" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_6" [id=178, type=dequantize_per_tensor]; +"179 scale_updated_constant4" [id=179, type=get_attr]; +"180 compressed_weight_updated_constant4" [id=180, type=get_attr]; +"181 mul_tensor_4" [id=181, type=mul]; +"182 zero_point_updated_constant4" [id=182, type=get_attr]; +"183 sub_tensor_4" [id=183, type=sub]; +"184 linear_3" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 add_2" [id=186, type=add]; +"187 layer_norm_2" [id=187, type=layer_norm]; +"188 transpose_6" [id=188, type=transpose]; +"189 transpose_6_0_0_nncf_smooth_quant_0" [id=189, type=call_module]; +"190 quantize_per_tensor_default_7" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_7" [id=191, type=dequantize_per_tensor]; +"192 scale_updated_constant5" [id=192, type=get_attr]; +"193 compressed_weight_updated_constant5" [id=193, type=get_attr]; +"194 mul_tensor_5" [id=194, type=mul]; +"195 zero_point_updated_constant5" [id=195, type=get_attr]; +"196 sub_tensor_5" [id=196, type=sub]; +"197 linear_4" [id=197, type=linear]; +"198 unflatten_1" [id=198, type=unflatten]; +"199 unsqueeze_1" [id=199, type=unsqueeze]; +"200 transpose_7" [id=200, type=transpose]; +"201 squeeze_1" [id=201, type=squeeze]; +"202 contiguous_1" [id=202, type=contiguous]; +"203 quantize_per_tensor_default_8" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_8" [id=204, type=dequantize_per_tensor]; +"205 select_3" [id=205, type=select]; +"206 quantize_per_tensor_default_9" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_9" [id=207, type=dequantize_per_tensor]; +"208 select_4" [id=208, type=select]; +"209 select_5" [id=209, type=select]; +"210 view_8" [id=210, type=view]; +"211 transpose_8" [id=211, type=transpose]; +"212 view_9" [id=212, type=view]; +"213 transpose_9" [id=213, type=transpose]; +"214 view_10" [id=214, type=view]; +"215 transpose_10" [id=215, type=transpose]; +"216 view_11" [id=216, type=view]; +"217 view_12" [id=217, type=view]; +"218 view_13" [id=218, type=view]; +"219 scaled_dot_product_attention_1" [id=219, type=scaled_dot_product_attention]; +"220 permute_2" [id=220, type=permute]; +"221 view_14" [id=221, type=view]; +"222 view_14_0_0_nncf_smooth_quant_0" [id=222, type=call_module]; +"223 quantize_per_tensor_default_10" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_10" [id=224, type=dequantize_per_tensor]; +"225 scale_updated_constant6" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant6" [id=226, type=get_attr]; +"227 mul_tensor_6" [id=227, type=mul]; +"228 zero_point_updated_constant6" [id=228, type=get_attr]; +"229 sub_tensor_6" [id=229, type=sub]; +"230 linear_5" [id=230, type=linear]; +"231 view_15" [id=231, type=view]; +"232 transpose_11" [id=232, type=transpose]; +"233 dropout_4" [id=233, type=dropout]; +"234 add_3" [id=234, type=add]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" [id=236, type=call_module]; +"237 quantize_per_tensor_default_11" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_11" [id=238, type=dequantize_per_tensor]; +"239 scale_updated_constant7" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant7" [id=240, type=get_attr]; +"241 mul_tensor_7" [id=241, type=mul]; +"242 zero_point_updated_constant7" [id=242, type=get_attr]; +"243 sub_tensor_7" [id=243, type=sub]; +"244 linear_6" [id=244, type=linear]; +"245 gelu_1" [id=245, type=gelu]; +"246 dropout_5" [id=246, type=dropout]; +"247 dropout_5_0_0_nncf_smooth_quant_0" [id=247, type=call_module]; +"248 quantize_per_tensor_default_12" [id=248, type=quantize_per_tensor]; +"249 dequantize_per_tensor_default_12" [id=249, type=dequantize_per_tensor]; +"250 scale_updated_constant8" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant8" [id=251, type=get_attr]; +"252 mul_tensor_8" [id=252, type=mul]; +"253 zero_point_updated_constant8" [id=253, type=get_attr]; +"254 sub_tensor_8" [id=254, type=sub]; +"255 linear_7" [id=255, type=linear]; +"256 dropout_6" [id=256, type=dropout]; +"257 add_4" [id=257, type=add]; +"258 layer_norm_4" [id=258, type=layer_norm]; +"259 transpose_12" [id=259, type=transpose]; +"260 transpose_12_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_13" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_13" [id=262, type=dequantize_per_tensor]; +"263 scale_updated_constant9" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant9" [id=264, type=get_attr]; +"265 mul_tensor_9" [id=265, type=mul]; +"266 zero_point_updated_constant9" [id=266, type=get_attr]; +"267 sub_tensor_9" [id=267, type=sub]; +"268 linear_8" [id=268, type=linear]; +"269 unflatten_2" [id=269, type=unflatten]; +"270 unsqueeze_2" [id=270, type=unsqueeze]; +"271 transpose_13" [id=271, type=transpose]; +"272 squeeze_2" [id=272, type=squeeze]; +"273 contiguous_2" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_14" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_14" [id=275, type=dequantize_per_tensor]; +"276 select_6" [id=276, type=select]; +"277 quantize_per_tensor_default_15" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_15" [id=278, type=dequantize_per_tensor]; +"279 select_7" [id=279, type=select]; +"280 select_8" [id=280, type=select]; +"281 view_16" [id=281, type=view]; +"282 transpose_14" [id=282, type=transpose]; +"283 view_17" [id=283, type=view]; +"284 transpose_15" [id=284, type=transpose]; +"285 view_18" [id=285, type=view]; +"286 transpose_16" [id=286, type=transpose]; +"287 view_19" [id=287, type=view]; +"288 view_20" [id=288, type=view]; +"289 view_21" [id=289, type=view]; +"290 scaled_dot_product_attention_2" [id=290, type=scaled_dot_product_attention]; +"291 permute_3" [id=291, type=permute]; +"292 view_22" [id=292, type=view]; +"293 view_22_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_16" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_16" [id=295, type=dequantize_per_tensor]; +"296 scale_updated_constant10" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant10" [id=297, type=get_attr]; +"298 mul_tensor_10" [id=298, type=mul]; +"299 zero_point_updated_constant10" [id=299, type=get_attr]; +"300 sub_tensor_10" [id=300, type=sub]; +"301 linear_9" [id=301, type=linear]; +"302 view_23" [id=302, type=view]; +"303 transpose_17" [id=303, type=transpose]; +"304 dropout_7" [id=304, type=dropout]; +"305 add_5" [id=305, type=add]; +"306 layer_norm_5" [id=306, type=layer_norm]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" [id=307, type=call_module]; +"308 quantize_per_tensor_default_17" [id=308, type=quantize_per_tensor]; +"309 dequantize_per_tensor_default_17" [id=309, type=dequantize_per_tensor]; +"310 scale_updated_constant11" [id=310, type=get_attr]; +"311 compressed_weight_updated_constant11" [id=311, type=get_attr]; +"312 mul_tensor_11" [id=312, type=mul]; +"313 zero_point_updated_constant11" [id=313, type=get_attr]; +"314 sub_tensor_11" [id=314, type=sub]; +"315 linear_10" [id=315, type=linear]; +"316 gelu_2" [id=316, type=gelu]; +"317 dropout_8" [id=317, type=dropout]; +"318 dropout_8_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; +"319 quantize_per_tensor_default_18" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_18" [id=320, type=dequantize_per_tensor]; +"321 scale_updated_constant12" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant12" [id=322, type=get_attr]; +"323 mul_tensor_12" [id=323, type=mul]; +"324 zero_point_updated_constant12" [id=324, type=get_attr]; +"325 sub_tensor_12" [id=325, type=sub]; +"326 linear_11" [id=326, type=linear]; +"327 dropout_9" [id=327, type=dropout]; +"328 add_6" [id=328, type=add]; +"329 layer_norm_6" [id=329, type=layer_norm]; +"330 transpose_18" [id=330, type=transpose]; +"331 transpose_18_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"332 quantize_per_tensor_default_19" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_19" [id=333, type=dequantize_per_tensor]; +"334 scale_updated_constant13" [id=334, type=get_attr]; +"335 compressed_weight_updated_constant13" [id=335, type=get_attr]; +"336 mul_tensor_13" [id=336, type=mul]; +"337 zero_point_updated_constant13" [id=337, type=get_attr]; +"338 sub_tensor_13" [id=338, type=sub]; +"339 linear_12" [id=339, type=linear]; +"340 unflatten_3" [id=340, type=unflatten]; +"341 unsqueeze_3" [id=341, type=unsqueeze]; +"342 transpose_19" [id=342, type=transpose]; +"343 squeeze_3" [id=343, type=squeeze]; +"344 contiguous_3" [id=344, type=contiguous]; +"345 quantize_per_tensor_default_20" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_20" [id=346, type=dequantize_per_tensor]; +"347 select_9" [id=347, type=select]; +"348 quantize_per_tensor_default_21" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_21" [id=349, type=dequantize_per_tensor]; +"350 select_10" [id=350, type=select]; +"351 select_11" [id=351, type=select]; +"352 view_24" [id=352, type=view]; +"353 transpose_20" [id=353, type=transpose]; +"354 view_25" [id=354, type=view]; +"355 transpose_21" [id=355, type=transpose]; +"356 view_26" [id=356, type=view]; +"357 transpose_22" [id=357, type=transpose]; +"358 view_27" [id=358, type=view]; +"359 view_28" [id=359, type=view]; +"360 view_29" [id=360, type=view]; +"361 scaled_dot_product_attention_3" [id=361, type=scaled_dot_product_attention]; +"362 permute_4" [id=362, type=permute]; +"363 view_30" [id=363, type=view]; +"364 view_30_0_0_nncf_smooth_quant_0" [id=364, type=call_module]; +"365 quantize_per_tensor_default_22" [id=365, type=quantize_per_tensor]; +"366 dequantize_per_tensor_default_22" [id=366, type=dequantize_per_tensor]; +"367 scale_updated_constant14" [id=367, type=get_attr]; +"368 compressed_weight_updated_constant14" [id=368, type=get_attr]; +"369 mul_tensor_14" [id=369, type=mul]; +"370 zero_point_updated_constant14" [id=370, type=get_attr]; +"371 sub_tensor_14" [id=371, type=sub]; +"372 linear_13" [id=372, type=linear]; +"373 view_31" [id=373, type=view]; +"374 transpose_23" [id=374, type=transpose]; +"375 dropout_10" [id=375, type=dropout]; +"376 add_7" [id=376, type=add]; +"377 layer_norm_7" [id=377, type=layer_norm]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" [id=378, type=call_module]; +"379 quantize_per_tensor_default_23" [id=379, type=quantize_per_tensor]; +"380 dequantize_per_tensor_default_23" [id=380, type=dequantize_per_tensor]; +"381 scale_updated_constant15" [id=381, type=get_attr]; +"382 compressed_weight_updated_constant15" [id=382, type=get_attr]; +"383 mul_tensor_15" [id=383, type=mul]; +"384 zero_point_updated_constant15" [id=384, type=get_attr]; +"385 sub_tensor_15" [id=385, type=sub]; +"386 linear_14" [id=386, type=linear]; +"387 gelu_3" [id=387, type=gelu]; +"388 dropout_11" [id=388, type=dropout]; +"389 dropout_11_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_24" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_24" [id=391, type=dequantize_per_tensor]; +"392 scale_updated_constant16" [id=392, type=get_attr]; +"393 compressed_weight_updated_constant16" [id=393, type=get_attr]; +"394 mul_tensor_16" [id=394, type=mul]; +"395 zero_point_updated_constant16" [id=395, type=get_attr]; +"396 sub_tensor_16" [id=396, type=sub]; +"397 linear_15" [id=397, type=linear]; +"398 dropout_12" [id=398, type=dropout]; +"399 add_8" [id=399, type=add]; +"400 layer_norm_8" [id=400, type=layer_norm]; +"401 transpose_24" [id=401, type=transpose]; +"402 transpose_24_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_25" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_25" [id=404, type=dequantize_per_tensor]; +"405 scale_updated_constant17" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant17" [id=406, type=get_attr]; +"407 mul_tensor_17" [id=407, type=mul]; +"408 zero_point_updated_constant17" [id=408, type=get_attr]; +"409 sub_tensor_17" [id=409, type=sub]; +"410 linear_16" [id=410, type=linear]; +"411 unflatten_4" [id=411, type=unflatten]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 transpose_25" [id=413, type=transpose]; +"414 squeeze_4" [id=414, type=squeeze]; +"415 contiguous_4" [id=415, type=contiguous]; +"416 quantize_per_tensor_default_26" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_26" [id=417, type=dequantize_per_tensor]; +"418 select_12" [id=418, type=select]; +"419 quantize_per_tensor_default_27" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_27" [id=420, type=dequantize_per_tensor]; +"421 select_13" [id=421, type=select]; +"422 select_14" [id=422, type=select]; +"423 view_32" [id=423, type=view]; +"424 transpose_26" [id=424, type=transpose]; +"425 view_33" [id=425, type=view]; +"426 transpose_27" [id=426, type=transpose]; +"427 view_34" [id=427, type=view]; +"428 transpose_28" [id=428, type=transpose]; +"429 view_35" [id=429, type=view]; +"430 view_36" [id=430, type=view]; +"431 view_37" [id=431, type=view]; +"432 scaled_dot_product_attention_4" [id=432, type=scaled_dot_product_attention]; +"433 permute_5" [id=433, type=permute]; +"434 view_38" [id=434, type=view]; +"435 view_38_0_0_nncf_smooth_quant_0" [id=435, type=call_module]; +"436 quantize_per_tensor_default_28" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_28" [id=437, type=dequantize_per_tensor]; +"438 scale_updated_constant18" [id=438, type=get_attr]; +"439 compressed_weight_updated_constant18" [id=439, type=get_attr]; +"440 mul_tensor_18" [id=440, type=mul]; +"441 zero_point_updated_constant18" [id=441, type=get_attr]; +"442 sub_tensor_18" [id=442, type=sub]; +"443 linear_17" [id=443, type=linear]; +"444 view_39" [id=444, type=view]; +"445 transpose_29" [id=445, type=transpose]; +"446 dropout_13" [id=446, type=dropout]; +"447 add_9" [id=447, type=add]; +"448 layer_norm_9" [id=448, type=layer_norm]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_29" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_29" [id=451, type=dequantize_per_tensor]; +"452 scale_updated_constant19" [id=452, type=get_attr]; +"453 compressed_weight_updated_constant19" [id=453, type=get_attr]; +"454 mul_tensor_19" [id=454, type=mul]; +"455 zero_point_updated_constant19" [id=455, type=get_attr]; +"456 sub_tensor_19" [id=456, type=sub]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_4" [id=458, type=gelu]; +"459 dropout_14" [id=459, type=dropout]; +"460 dropout_14_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"461 quantize_per_tensor_default_30" [id=461, type=quantize_per_tensor]; +"462 dequantize_per_tensor_default_30" [id=462, type=dequantize_per_tensor]; +"463 scale_updated_constant20" [id=463, type=get_attr]; +"464 compressed_weight_updated_constant20" [id=464, type=get_attr]; +"465 mul_tensor_20" [id=465, type=mul]; +"466 zero_point_updated_constant20" [id=466, type=get_attr]; +"467 sub_tensor_20" [id=467, type=sub]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_15" [id=469, type=dropout]; +"470 add_10" [id=470, type=add]; +"471 layer_norm_10" [id=471, type=layer_norm]; +"472 transpose_30" [id=472, type=transpose]; +"473 transpose_30_0_0_nncf_smooth_quant_0" [id=473, type=call_module]; +"474 quantize_per_tensor_default_31" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_31" [id=475, type=dequantize_per_tensor]; +"476 scale_updated_constant21" [id=476, type=get_attr]; +"477 compressed_weight_updated_constant21" [id=477, type=get_attr]; +"478 mul_tensor_21" [id=478, type=mul]; +"479 zero_point_updated_constant21" [id=479, type=get_attr]; +"480 sub_tensor_21" [id=480, type=sub]; +"481 linear_20" [id=481, type=linear]; +"482 unflatten_5" [id=482, type=unflatten]; +"483 unsqueeze_5" [id=483, type=unsqueeze]; +"484 transpose_31" [id=484, type=transpose]; +"485 squeeze_5" [id=485, type=squeeze]; +"486 contiguous_5" [id=486, type=contiguous]; +"487 quantize_per_tensor_default_32" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_32" [id=488, type=dequantize_per_tensor]; +"489 select_15" [id=489, type=select]; +"490 quantize_per_tensor_default_33" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_33" [id=491, type=dequantize_per_tensor]; +"492 select_16" [id=492, type=select]; +"493 select_17" [id=493, type=select]; +"494 view_40" [id=494, type=view]; +"495 transpose_32" [id=495, type=transpose]; +"496 view_41" [id=496, type=view]; +"497 transpose_33" [id=497, type=transpose]; +"498 view_42" [id=498, type=view]; +"499 transpose_34" [id=499, type=transpose]; +"500 view_43" [id=500, type=view]; +"501 view_44" [id=501, type=view]; +"502 view_45" [id=502, type=view]; +"503 scaled_dot_product_attention_5" [id=503, type=scaled_dot_product_attention]; +"504 permute_6" [id=504, type=permute]; +"505 view_46" [id=505, type=view]; +"506 view_46_0_0_nncf_smooth_quant_0" [id=506, type=call_module]; +"507 quantize_per_tensor_default_34" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_34" [id=508, type=dequantize_per_tensor]; +"509 scale_updated_constant22" [id=509, type=get_attr]; +"510 compressed_weight_updated_constant22" [id=510, type=get_attr]; +"511 mul_tensor_22" [id=511, type=mul]; +"512 zero_point_updated_constant22" [id=512, type=get_attr]; +"513 sub_tensor_22" [id=513, type=sub]; +"514 linear_21" [id=514, type=linear]; +"515 view_47" [id=515, type=view]; +"516 transpose_35" [id=516, type=transpose]; +"517 dropout_16" [id=517, type=dropout]; +"518 add_11" [id=518, type=add]; +"519 layer_norm_11" [id=519, type=layer_norm]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_35" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_35" [id=522, type=dequantize_per_tensor]; +"523 scale_updated_constant23" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant23" [id=524, type=get_attr]; +"525 mul_tensor_23" [id=525, type=mul]; +"526 zero_point_updated_constant23" [id=526, type=get_attr]; +"527 sub_tensor_23" [id=527, type=sub]; +"528 linear_22" [id=528, type=linear]; +"529 gelu_5" [id=529, type=gelu]; +"530 dropout_17" [id=530, type=dropout]; +"531 dropout_17_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_36" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_36" [id=533, type=dequantize_per_tensor]; +"534 scale_updated_constant24" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant24" [id=535, type=get_attr]; +"536 mul_tensor_24" [id=536, type=mul]; +"537 zero_point_updated_constant24" [id=537, type=get_attr]; +"538 sub_tensor_24" [id=538, type=sub]; +"539 linear_23" [id=539, type=linear]; +"540 dropout_18" [id=540, type=dropout]; +"541 add_12" [id=541, type=add]; +"542 layer_norm_12" [id=542, type=layer_norm]; +"543 transpose_36" [id=543, type=transpose]; +"544 transpose_36_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_37" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_37" [id=546, type=dequantize_per_tensor]; +"547 scale_updated_constant25" [id=547, type=get_attr]; +"548 compressed_weight_updated_constant25" [id=548, type=get_attr]; +"549 mul_tensor_25" [id=549, type=mul]; +"550 zero_point_updated_constant25" [id=550, type=get_attr]; +"551 sub_tensor_25" [id=551, type=sub]; +"552 linear_24" [id=552, type=linear]; +"553 unflatten_6" [id=553, type=unflatten]; +"554 unsqueeze_6" [id=554, type=unsqueeze]; +"555 transpose_37" [id=555, type=transpose]; +"556 squeeze_6" [id=556, type=squeeze]; +"557 contiguous_6" [id=557, type=contiguous]; +"558 quantize_per_tensor_default_38" [id=558, type=quantize_per_tensor]; +"559 dequantize_per_tensor_default_38" [id=559, type=dequantize_per_tensor]; +"560 select_18" [id=560, type=select]; +"561 quantize_per_tensor_default_39" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_39" [id=562, type=dequantize_per_tensor]; +"563 select_19" [id=563, type=select]; +"564 select_20" [id=564, type=select]; +"565 view_48" [id=565, type=view]; +"566 transpose_38" [id=566, type=transpose]; +"567 view_49" [id=567, type=view]; +"568 transpose_39" [id=568, type=transpose]; +"569 view_50" [id=569, type=view]; +"570 transpose_40" [id=570, type=transpose]; +"571 view_51" [id=571, type=view]; +"572 view_52" [id=572, type=view]; +"573 view_53" [id=573, type=view]; +"574 scaled_dot_product_attention_6" [id=574, type=scaled_dot_product_attention]; +"575 permute_7" [id=575, type=permute]; +"576 view_54" [id=576, type=view]; +"577 view_54_0_0_nncf_smooth_quant_0" [id=577, type=call_module]; +"578 quantize_per_tensor_default_40" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_40" [id=579, type=dequantize_per_tensor]; +"580 scale_updated_constant26" [id=580, type=get_attr]; +"581 compressed_weight_updated_constant26" [id=581, type=get_attr]; +"582 mul_tensor_26" [id=582, type=mul]; +"583 zero_point_updated_constant26" [id=583, type=get_attr]; +"584 sub_tensor_26" [id=584, type=sub]; +"585 linear_25" [id=585, type=linear]; +"586 view_55" [id=586, type=view]; +"587 transpose_41" [id=587, type=transpose]; +"588 dropout_19" [id=588, type=dropout]; +"589 add_13" [id=589, type=add]; +"590 layer_norm_13" [id=590, type=layer_norm]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" [id=591, type=call_module]; +"592 quantize_per_tensor_default_41" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_41" [id=593, type=dequantize_per_tensor]; +"594 scale_updated_constant27" [id=594, type=get_attr]; +"595 compressed_weight_updated_constant27" [id=595, type=get_attr]; +"596 mul_tensor_27" [id=596, type=mul]; +"597 zero_point_updated_constant27" [id=597, type=get_attr]; +"598 sub_tensor_27" [id=598, type=sub]; +"599 linear_26" [id=599, type=linear]; +"600 gelu_6" [id=600, type=gelu]; +"601 dropout_20" [id=601, type=dropout]; +"602 dropout_20_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_42" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_42" [id=604, type=dequantize_per_tensor]; +"605 scale_updated_constant28" [id=605, type=get_attr]; +"606 compressed_weight_updated_constant28" [id=606, type=get_attr]; +"607 mul_tensor_28" [id=607, type=mul]; +"608 zero_point_updated_constant28" [id=608, type=get_attr]; +"609 sub_tensor_28" [id=609, type=sub]; +"610 linear_27" [id=610, type=linear]; +"611 dropout_21" [id=611, type=dropout]; +"612 add_14" [id=612, type=add]; +"613 layer_norm_14" [id=613, type=layer_norm]; +"614 transpose_42" [id=614, type=transpose]; +"615 transpose_42_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_43" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_43" [id=617, type=dequantize_per_tensor]; +"618 scale_updated_constant29" [id=618, type=get_attr]; +"619 compressed_weight_updated_constant29" [id=619, type=get_attr]; +"620 mul_tensor_29" [id=620, type=mul]; +"621 zero_point_updated_constant29" [id=621, type=get_attr]; +"622 sub_tensor_29" [id=622, type=sub]; +"623 linear_28" [id=623, type=linear]; +"624 unflatten_7" [id=624, type=unflatten]; +"625 unsqueeze_7" [id=625, type=unsqueeze]; +"626 transpose_43" [id=626, type=transpose]; +"627 squeeze_7" [id=627, type=squeeze]; +"628 contiguous_7" [id=628, type=contiguous]; +"629 quantize_per_tensor_default_44" [id=629, type=quantize_per_tensor]; +"630 dequantize_per_tensor_default_44" [id=630, type=dequantize_per_tensor]; +"631 select_21" [id=631, type=select]; +"632 quantize_per_tensor_default_45" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_45" [id=633, type=dequantize_per_tensor]; +"634 select_22" [id=634, type=select]; +"635 select_23" [id=635, type=select]; +"636 view_56" [id=636, type=view]; +"637 transpose_44" [id=637, type=transpose]; +"638 view_57" [id=638, type=view]; +"639 transpose_45" [id=639, type=transpose]; +"640 view_58" [id=640, type=view]; +"641 transpose_46" [id=641, type=transpose]; +"642 view_59" [id=642, type=view]; +"643 view_60" [id=643, type=view]; +"644 view_61" [id=644, type=view]; +"645 scaled_dot_product_attention_7" [id=645, type=scaled_dot_product_attention]; +"646 permute_8" [id=646, type=permute]; +"647 view_62" [id=647, type=view]; +"648 view_62_0_0_nncf_smooth_quant_0" [id=648, type=call_module]; +"649 quantize_per_tensor_default_46" [id=649, type=quantize_per_tensor]; +"650 dequantize_per_tensor_default_46" [id=650, type=dequantize_per_tensor]; +"651 scale_updated_constant30" [id=651, type=get_attr]; +"652 compressed_weight_updated_constant30" [id=652, type=get_attr]; +"653 mul_tensor_30" [id=653, type=mul]; +"654 zero_point_updated_constant30" [id=654, type=get_attr]; +"655 sub_tensor_30" [id=655, type=sub]; +"656 linear_29" [id=656, type=linear]; +"657 view_63" [id=657, type=view]; +"658 transpose_47" [id=658, type=transpose]; +"659 dropout_22" [id=659, type=dropout]; +"660 add_15" [id=660, type=add]; +"661 layer_norm_15" [id=661, type=layer_norm]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" [id=662, type=call_module]; +"663 quantize_per_tensor_default_47" [id=663, type=quantize_per_tensor]; +"664 dequantize_per_tensor_default_47" [id=664, type=dequantize_per_tensor]; +"665 scale_updated_constant31" [id=665, type=get_attr]; +"666 compressed_weight_updated_constant31" [id=666, type=get_attr]; +"667 mul_tensor_31" [id=667, type=mul]; +"668 zero_point_updated_constant31" [id=668, type=get_attr]; +"669 sub_tensor_31" [id=669, type=sub]; +"670 linear_30" [id=670, type=linear]; +"671 gelu_7" [id=671, type=gelu]; +"672 dropout_23" [id=672, type=dropout]; +"673 dropout_23_0_0_nncf_smooth_quant_0" [id=673, type=call_module]; +"674 quantize_per_tensor_default_48" [id=674, type=quantize_per_tensor]; +"675 dequantize_per_tensor_default_48" [id=675, type=dequantize_per_tensor]; +"676 scale_updated_constant32" [id=676, type=get_attr]; +"677 compressed_weight_updated_constant32" [id=677, type=get_attr]; +"678 mul_tensor_32" [id=678, type=mul]; +"679 zero_point_updated_constant32" [id=679, type=get_attr]; +"680 sub_tensor_32" [id=680, type=sub]; +"681 linear_31" [id=681, type=linear]; +"682 dropout_24" [id=682, type=dropout]; +"683 add_16" [id=683, type=add]; +"684 layer_norm_16" [id=684, type=layer_norm]; +"685 transpose_48" [id=685, type=transpose]; +"686 transpose_48_0_0_nncf_smooth_quant_0" [id=686, type=call_module]; +"687 quantize_per_tensor_default_49" [id=687, type=quantize_per_tensor]; +"688 dequantize_per_tensor_default_49" [id=688, type=dequantize_per_tensor]; +"689 scale_updated_constant33" [id=689, type=get_attr]; +"690 compressed_weight_updated_constant33" [id=690, type=get_attr]; +"691 mul_tensor_33" [id=691, type=mul]; +"692 zero_point_updated_constant33" [id=692, type=get_attr]; +"693 sub_tensor_33" [id=693, type=sub]; +"694 linear_32" [id=694, type=linear]; +"695 unflatten_8" [id=695, type=unflatten]; +"696 unsqueeze_8" [id=696, type=unsqueeze]; +"697 transpose_49" [id=697, type=transpose]; +"698 squeeze_8" [id=698, type=squeeze]; +"699 contiguous_8" [id=699, type=contiguous]; +"700 quantize_per_tensor_default_50" [id=700, type=quantize_per_tensor]; +"701 dequantize_per_tensor_default_50" [id=701, type=dequantize_per_tensor]; +"702 select_24" [id=702, type=select]; +"703 quantize_per_tensor_default_51" [id=703, type=quantize_per_tensor]; +"704 dequantize_per_tensor_default_51" [id=704, type=dequantize_per_tensor]; +"705 select_25" [id=705, type=select]; +"706 select_26" [id=706, type=select]; +"707 view_64" [id=707, type=view]; +"708 transpose_50" [id=708, type=transpose]; +"709 view_65" [id=709, type=view]; +"710 transpose_51" [id=710, type=transpose]; +"711 view_66" [id=711, type=view]; +"712 transpose_52" [id=712, type=transpose]; +"713 view_67" [id=713, type=view]; +"714 view_68" [id=714, type=view]; +"715 view_69" [id=715, type=view]; +"716 scaled_dot_product_attention_8" [id=716, type=scaled_dot_product_attention]; +"717 permute_9" [id=717, type=permute]; +"718 view_70" [id=718, type=view]; +"719 view_70_0_0_nncf_smooth_quant_0" [id=719, type=call_module]; +"720 quantize_per_tensor_default_52" [id=720, type=quantize_per_tensor]; +"721 dequantize_per_tensor_default_52" [id=721, type=dequantize_per_tensor]; +"722 scale_updated_constant34" [id=722, type=get_attr]; +"723 compressed_weight_updated_constant34" [id=723, type=get_attr]; +"724 mul_tensor_34" [id=724, type=mul]; +"725 zero_point_updated_constant34" [id=725, type=get_attr]; +"726 sub_tensor_34" [id=726, type=sub]; +"727 linear_33" [id=727, type=linear]; +"728 view_71" [id=728, type=view]; +"729 transpose_53" [id=729, type=transpose]; +"730 dropout_25" [id=730, type=dropout]; +"731 add_17" [id=731, type=add]; +"732 layer_norm_17" [id=732, type=layer_norm]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_53" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_53" [id=735, type=dequantize_per_tensor]; +"736 scale_updated_constant35" [id=736, type=get_attr]; +"737 compressed_weight_updated_constant35" [id=737, type=get_attr]; +"738 mul_tensor_35" [id=738, type=mul]; +"739 zero_point_updated_constant35" [id=739, type=get_attr]; +"740 sub_tensor_35" [id=740, type=sub]; +"741 linear_34" [id=741, type=linear]; +"742 gelu_8" [id=742, type=gelu]; +"743 dropout_26" [id=743, type=dropout]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_54" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_54" [id=746, type=dequantize_per_tensor]; +"747 scale_updated_constant36" [id=747, type=get_attr]; +"748 compressed_weight_updated_constant36" [id=748, type=get_attr]; +"749 mul_tensor_36" [id=749, type=mul]; +"750 zero_point_updated_constant36" [id=750, type=get_attr]; +"751 sub_tensor_36" [id=751, type=sub]; +"752 linear_35" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 add_18" [id=754, type=add]; +"755 layer_norm_18" [id=755, type=layer_norm]; +"756 transpose_54" [id=756, type=transpose]; +"757 transpose_54_0_0_nncf_smooth_quant_0" [id=757, type=call_module]; +"758 quantize_per_tensor_default_55" [id=758, type=quantize_per_tensor]; +"759 dequantize_per_tensor_default_55" [id=759, type=dequantize_per_tensor]; +"760 scale_updated_constant37" [id=760, type=get_attr]; +"761 compressed_weight_updated_constant37" [id=761, type=get_attr]; +"762 mul_tensor_37" [id=762, type=mul]; +"763 zero_point_updated_constant37" [id=763, type=get_attr]; +"764 sub_tensor_37" [id=764, type=sub]; +"765 linear_36" [id=765, type=linear]; +"766 unflatten_9" [id=766, type=unflatten]; +"767 unsqueeze_9" [id=767, type=unsqueeze]; +"768 transpose_55" [id=768, type=transpose]; +"769 squeeze_9" [id=769, type=squeeze]; +"770 contiguous_9" [id=770, type=contiguous]; +"771 quantize_per_tensor_default_56" [id=771, type=quantize_per_tensor]; +"772 dequantize_per_tensor_default_56" [id=772, type=dequantize_per_tensor]; +"773 select_27" [id=773, type=select]; +"774 quantize_per_tensor_default_57" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_57" [id=775, type=dequantize_per_tensor]; +"776 select_28" [id=776, type=select]; +"777 select_29" [id=777, type=select]; +"778 view_72" [id=778, type=view]; +"779 transpose_56" [id=779, type=transpose]; +"780 view_73" [id=780, type=view]; +"781 transpose_57" [id=781, type=transpose]; +"782 view_74" [id=782, type=view]; +"783 transpose_58" [id=783, type=transpose]; +"784 view_75" [id=784, type=view]; +"785 view_76" [id=785, type=view]; +"786 view_77" [id=786, type=view]; +"787 scaled_dot_product_attention_9" [id=787, type=scaled_dot_product_attention]; +"788 permute_10" [id=788, type=permute]; +"789 view_78" [id=789, type=view]; +"790 view_78_0_0_nncf_smooth_quant_0" [id=790, type=call_module]; +"791 quantize_per_tensor_default_58" [id=791, type=quantize_per_tensor]; +"792 dequantize_per_tensor_default_58" [id=792, type=dequantize_per_tensor]; +"793 scale_updated_constant38" [id=793, type=get_attr]; +"794 compressed_weight_updated_constant38" [id=794, type=get_attr]; +"795 mul_tensor_38" [id=795, type=mul]; +"796 zero_point_updated_constant38" [id=796, type=get_attr]; +"797 sub_tensor_38" [id=797, type=sub]; +"798 linear_37" [id=798, type=linear]; +"799 view_79" [id=799, type=view]; +"800 transpose_59" [id=800, type=transpose]; +"801 dropout_28" [id=801, type=dropout]; +"802 add_19" [id=802, type=add]; +"803 layer_norm_19" [id=803, type=layer_norm]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" [id=804, type=call_module]; +"805 quantize_per_tensor_default_59" [id=805, type=quantize_per_tensor]; +"806 dequantize_per_tensor_default_59" [id=806, type=dequantize_per_tensor]; +"807 scale_updated_constant39" [id=807, type=get_attr]; +"808 compressed_weight_updated_constant39" [id=808, type=get_attr]; +"809 mul_tensor_39" [id=809, type=mul]; +"810 zero_point_updated_constant39" [id=810, type=get_attr]; +"811 sub_tensor_39" [id=811, type=sub]; +"812 linear_38" [id=812, type=linear]; +"813 gelu_9" [id=813, type=gelu]; +"814 dropout_29" [id=814, type=dropout]; +"815 dropout_29_0_0_nncf_smooth_quant_0" [id=815, type=call_module]; +"816 quantize_per_tensor_default_60" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_60" [id=817, type=dequantize_per_tensor]; +"818 scale_updated_constant40" [id=818, type=get_attr]; +"819 compressed_weight_updated_constant40" [id=819, type=get_attr]; +"820 mul_tensor_40" [id=820, type=mul]; +"821 zero_point_updated_constant40" [id=821, type=get_attr]; +"822 sub_tensor_40" [id=822, type=sub]; +"823 linear_39" [id=823, type=linear]; +"824 dropout_30" [id=824, type=dropout]; +"825 add_20" [id=825, type=add]; +"826 layer_norm_20" [id=826, type=layer_norm]; +"827 transpose_60" [id=827, type=transpose]; +"828 transpose_60_0_0_nncf_smooth_quant_0" [id=828, type=call_module]; +"829 quantize_per_tensor_default_61" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_61" [id=830, type=dequantize_per_tensor]; +"831 scale_updated_constant41" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant41" [id=832, type=get_attr]; +"833 mul_tensor_41" [id=833, type=mul]; +"834 zero_point_updated_constant41" [id=834, type=get_attr]; +"835 sub_tensor_41" [id=835, type=sub]; +"836 linear_40" [id=836, type=linear]; +"837 unflatten_10" [id=837, type=unflatten]; +"838 unsqueeze_10" [id=838, type=unsqueeze]; +"839 transpose_61" [id=839, type=transpose]; +"840 squeeze_10" [id=840, type=squeeze]; +"841 contiguous_10" [id=841, type=contiguous]; +"842 quantize_per_tensor_default_62" [id=842, type=quantize_per_tensor]; +"843 dequantize_per_tensor_default_62" [id=843, type=dequantize_per_tensor]; +"844 select_30" [id=844, type=select]; +"845 quantize_per_tensor_default_63" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_63" [id=846, type=dequantize_per_tensor]; +"847 select_31" [id=847, type=select]; +"848 select_32" [id=848, type=select]; +"849 view_80" [id=849, type=view]; +"850 transpose_62" [id=850, type=transpose]; +"851 view_81" [id=851, type=view]; +"852 transpose_63" [id=852, type=transpose]; +"853 view_82" [id=853, type=view]; +"854 transpose_64" [id=854, type=transpose]; +"855 view_83" [id=855, type=view]; +"856 view_84" [id=856, type=view]; +"857 view_85" [id=857, type=view]; +"858 scaled_dot_product_attention_10" [id=858, type=scaled_dot_product_attention]; +"859 permute_11" [id=859, type=permute]; +"860 view_86" [id=860, type=view]; +"861 view_86_0_0_nncf_smooth_quant_0" [id=861, type=call_module]; +"862 quantize_per_tensor_default_64" [id=862, type=quantize_per_tensor]; +"863 dequantize_per_tensor_default_64" [id=863, type=dequantize_per_tensor]; +"864 scale_updated_constant42" [id=864, type=get_attr]; +"865 compressed_weight_updated_constant42" [id=865, type=get_attr]; +"866 mul_tensor_42" [id=866, type=mul]; +"867 zero_point_updated_constant42" [id=867, type=get_attr]; +"868 sub_tensor_42" [id=868, type=sub]; +"869 linear_41" [id=869, type=linear]; +"870 view_87" [id=870, type=view]; +"871 transpose_65" [id=871, type=transpose]; +"872 dropout_31" [id=872, type=dropout]; +"873 add_21" [id=873, type=add]; +"874 layer_norm_21" [id=874, type=layer_norm]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_65" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_65" [id=877, type=dequantize_per_tensor]; +"878 scale_updated_constant43" [id=878, type=get_attr]; +"879 compressed_weight_updated_constant43" [id=879, type=get_attr]; +"880 mul_tensor_43" [id=880, type=mul]; +"881 zero_point_updated_constant43" [id=881, type=get_attr]; +"882 sub_tensor_43" [id=882, type=sub]; +"883 linear_42" [id=883, type=linear]; +"884 gelu_10" [id=884, type=gelu]; +"885 dropout_32" [id=885, type=dropout]; +"886 dropout_32_0_0_nncf_smooth_quant_0" [id=886, type=call_module]; +"887 quantize_per_tensor_default_66" [id=887, type=quantize_per_tensor]; +"888 dequantize_per_tensor_default_66" [id=888, type=dequantize_per_tensor]; +"889 scale_updated_constant44" [id=889, type=get_attr]; +"890 compressed_weight_updated_constant44" [id=890, type=get_attr]; +"891 mul_tensor_44" [id=891, type=mul]; +"892 zero_point_updated_constant44" [id=892, type=get_attr]; +"893 sub_tensor_44" [id=893, type=sub]; +"894 linear_43" [id=894, type=linear]; +"895 dropout_33" [id=895, type=dropout]; +"896 add_22" [id=896, type=add]; +"897 layer_norm_22" [id=897, type=layer_norm]; +"898 transpose_66" [id=898, type=transpose]; +"899 transpose_66_0_0_nncf_smooth_quant_0" [id=899, type=call_module]; +"900 quantize_per_tensor_default_67" [id=900, type=quantize_per_tensor]; +"901 dequantize_per_tensor_default_67" [id=901, type=dequantize_per_tensor]; +"902 scale_updated_constant45" [id=902, type=get_attr]; +"903 compressed_weight_updated_constant45" [id=903, type=get_attr]; +"904 mul_tensor_45" [id=904, type=mul]; +"905 zero_point_updated_constant45" [id=905, type=get_attr]; +"906 sub_tensor_45" [id=906, type=sub]; +"907 linear_44" [id=907, type=linear]; +"908 unflatten_11" [id=908, type=unflatten]; +"909 unsqueeze_11" [id=909, type=unsqueeze]; +"910 transpose_67" [id=910, type=transpose]; +"911 squeeze_11" [id=911, type=squeeze]; +"912 contiguous_11" [id=912, type=contiguous]; +"913 quantize_per_tensor_default_68" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_68" [id=914, type=dequantize_per_tensor]; +"915 select_33" [id=915, type=select]; +"916 quantize_per_tensor_default_69" [id=916, type=quantize_per_tensor]; +"917 dequantize_per_tensor_default_69" [id=917, type=dequantize_per_tensor]; +"918 select_34" [id=918, type=select]; +"919 select_35" [id=919, type=select]; +"920 view_88" [id=920, type=view]; +"921 transpose_68" [id=921, type=transpose]; +"922 view_89" [id=922, type=view]; +"923 transpose_69" [id=923, type=transpose]; +"924 view_90" [id=924, type=view]; +"925 transpose_70" [id=925, type=transpose]; +"926 view_91" [id=926, type=view]; +"927 view_92" [id=927, type=view]; +"928 view_93" [id=928, type=view]; +"929 scaled_dot_product_attention_11" [id=929, type=scaled_dot_product_attention]; +"930 permute_12" [id=930, type=permute]; +"931 view_94" [id=931, type=view]; +"932 view_94_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_70" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_70" [id=934, type=dequantize_per_tensor]; +"935 scale_updated_constant46" [id=935, type=get_attr]; +"936 compressed_weight_updated_constant46" [id=936, type=get_attr]; +"937 mul_tensor_46" [id=937, type=mul]; +"938 zero_point_updated_constant46" [id=938, type=get_attr]; +"939 sub_tensor_46" [id=939, type=sub]; +"940 linear_45" [id=940, type=linear]; +"941 view_95" [id=941, type=view]; +"942 transpose_71" [id=942, type=transpose]; +"943 dropout_34" [id=943, type=dropout]; +"944 add_23" [id=944, type=add]; +"945 layer_norm_23" [id=945, type=layer_norm]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_71" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_71" [id=948, type=dequantize_per_tensor]; +"949 scale_updated_constant47" [id=949, type=get_attr]; +"950 compressed_weight_updated_constant47" [id=950, type=get_attr]; +"951 mul_tensor_47" [id=951, type=mul]; +"952 zero_point_updated_constant47" [id=952, type=get_attr]; +"953 sub_tensor_47" [id=953, type=sub]; +"954 linear_46" [id=954, type=linear]; +"955 gelu_11" [id=955, type=gelu]; +"956 dropout_35" [id=956, type=dropout]; +"957 dropout_35_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 quantize_per_tensor_default_72" [id=958, type=quantize_per_tensor]; +"959 dequantize_per_tensor_default_72" [id=959, type=dequantize_per_tensor]; +"960 scale_updated_constant48" [id=960, type=get_attr]; +"961 compressed_weight_updated_constant48" [id=961, type=get_attr]; +"962 mul_tensor_48" [id=962, type=mul]; +"963 zero_point_updated_constant48" [id=963, type=get_attr]; +"964 sub_tensor_48" [id=964, type=sub]; +"965 linear_47" [id=965, type=linear]; +"966 dropout_36" [id=966, type=dropout]; +"967 add_24" [id=967, type=add]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 scale_updated_constant49" [id=974, type=get_attr]; +"975 compressed_weight_updated_constant49" [id=975, type=get_attr]; +"976 mul_tensor_49" [id=976, type=mul]; +"977 zero_point_updated_constant49" [id=977, type=get_attr]; +"978 sub_tensor_49" [id=978, type=sub]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; +"0 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; +"1 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "126 linear" [label="(2304,)", style=solid]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "159 linear_1" [label="(768,)", style=solid]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" -> "173 linear_2" [label="(3072,)", style=solid]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" -> "184 linear_3" [label="(768,)", style=solid]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "197 linear_4" [label="(2304,)", style=solid]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "230 linear_5" [label="(768,)", style=solid]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" -> "244 linear_6" [label="(3072,)", style=solid]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" -> "255 linear_7" [label="(768,)", style=solid]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "268 linear_8" [label="(2304,)", style=solid]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "301 linear_9" [label="(768,)", style=solid]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" -> "315 linear_10" [label="(3072,)", style=solid]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" -> "326 linear_11" [label="(768,)", style=solid]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "339 linear_12" [label="(2304,)", style=solid]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "372 linear_13" [label="(768,)", style=solid]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" -> "386 linear_14" [label="(3072,)", style=solid]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" -> "397 linear_15" [label="(768,)", style=solid]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "410 linear_16" [label="(2304,)", style=solid]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "443 linear_17" [label="(768,)", style=solid]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" -> "457 linear_18" [label="(3072,)", style=solid]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" -> "468 linear_19" [label="(768,)", style=solid]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "481 linear_20" [label="(2304,)", style=solid]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "514 linear_21" [label="(768,)", style=solid]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" -> "528 linear_22" [label="(3072,)", style=solid]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" -> "539 linear_23" [label="(768,)", style=solid]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "552 linear_24" [label="(2304,)", style=solid]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "585 linear_25" [label="(768,)", style=solid]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" -> "599 linear_26" [label="(3072,)", style=solid]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" -> "610 linear_27" [label="(768,)", style=solid]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "623 linear_28" [label="(2304,)", style=solid]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "656 linear_29" [label="(768,)", style=solid]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" -> "670 linear_30" [label="(3072,)", style=solid]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" -> "681 linear_31" [label="(768,)", style=solid]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "694 linear_32" [label="(2304,)", style=solid]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "727 linear_33" [label="(768,)", style=solid]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" -> "741 linear_34" [label="(3072,)", style=solid]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" -> "752 linear_35" [label="(768,)", style=solid]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "765 linear_36" [label="(2304,)", style=solid]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "798 linear_37" [label="(768,)", style=solid]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" -> "812 linear_38" [label="(3072,)", style=solid]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" -> "823 linear_39" [label="(768,)", style=solid]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "836 linear_40" [label="(2304,)", style=solid]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "869 linear_41" [label="(768,)", style=solid]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" -> "883 linear_42" [label="(3072,)", style=solid]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" -> "894 linear_43" [label="(768,)", style=solid]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "907 linear_44" [label="(2304,)", style=solid]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "940 linear_45" [label="(768,)", style=solid]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" -> "954 linear_46" [label="(3072,)", style=solid]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" -> "965 linear_47" [label="(768,)", style=solid]; +"98 encoder_ln_weight" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"99 encoder_ln_bias" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"100 heads_head_bias" -> "979 linear_48" [label="(1000,)", style=solid]; +"101 x" -> "102 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"102 quantize_per_tensor_default" -> "103 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"103 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"104 scale_updated_constant0" -> "106 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant0" -> "106 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"106 mul_tensor" -> "108 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"107 zero_point_updated_constant0" -> "108 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"108 sub_tensor" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; +"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; +"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; +"112 _frozen_param0" -> "113 cat" [label="(1, 1, 768)", style=solid]; +"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; +"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; +"117 transpose" -> "118 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"118 transpose_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_1" -> "120 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_1" -> "126 linear" [label="(197, 1, 768)", style=solid]; +"121 scale_updated_constant1" -> "123 mul_tensor_1" [label="(2304, 1)", style=solid]; +"122 compressed_weight_updated_constant1" -> "123 mul_tensor_1" [label="(2304, 768)", style=solid]; +"123 mul_tensor_1" -> "125 sub_tensor_1" [label="(2304, 768)", style=solid]; +"124 zero_point_updated_constant1" -> "125 sub_tensor_1" [label="(2304, 1)", style=solid]; +"125 sub_tensor_1" -> "126 linear" [label="(2304, 768)", style=solid]; +"126 linear" -> "127 unflatten" [label="(197, 1, 2304)", style=solid]; +"127 unflatten" -> "128 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"128 unsqueeze" -> "129 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"129 transpose_1" -> "130 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"130 squeeze" -> "131 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "132 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "135 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "138 select_2" [label="(3, 197, 1, 768)", style=solid]; +"132 quantize_per_tensor_default_2" -> "133 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"133 dequantize_per_tensor_default_2" -> "134 select" [label="(3, 197, 1, 768)", style=solid]; +"134 select" -> "139 view" [label="(197, 1, 768)", style=solid]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"136 dequantize_per_tensor_default_3" -> "137 select_1" [label="(3, 197, 1, 768)", style=solid]; +"137 select_1" -> "141 view_1" [label="(197, 1, 768)", style=solid]; +"138 select_2" -> "143 view_2" [label="(197, 1, 768)", style=solid]; +"139 view" -> "140 transpose_2" [label="(197, 12, 64)", style=solid]; +"140 transpose_2" -> "145 view_3" [label="(12, 197, 64)", style=solid]; +"141 view_1" -> "142 transpose_3" [label="(197, 12, 64)", style=solid]; +"142 transpose_3" -> "146 view_4" [label="(12, 197, 64)", style=solid]; +"143 view_2" -> "144 transpose_4" [label="(197, 12, 64)", style=solid]; +"144 transpose_4" -> "147 view_5" [label="(12, 197, 64)", style=solid]; +"145 view_3" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"146 view_4" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"147 view_5" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"148 scaled_dot_product_attention" -> "149 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"149 permute_1" -> "150 view_6" [label="(197, 1, 12, 64)", style=solid]; +"150 view_6" -> "151 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"151 view_6_0_0_nncf_smooth_quant_0" -> "152 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"152 quantize_per_tensor_default_4" -> "153 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"153 dequantize_per_tensor_default_4" -> "159 linear_1" [label="(197, 768)", style=solid]; +"154 scale_updated_constant2" -> "156 mul_tensor_2" [label="(768, 1)", style=solid]; +"155 compressed_weight_updated_constant2" -> "156 mul_tensor_2" [label="(768, 768)", style=solid]; +"156 mul_tensor_2" -> "158 sub_tensor_2" [label="(768, 768)", style=solid]; +"157 zero_point_updated_constant2" -> "158 sub_tensor_2" [label="(768, 1)", style=solid]; +"158 sub_tensor_2" -> "159 linear_1" [label="(768, 768)", style=solid]; +"159 linear_1" -> "160 view_7" [label="(197, 768)", style=solid]; +"160 view_7" -> "161 transpose_5" [label="(197, 1, 768)", style=solid]; +"161 transpose_5" -> "162 dropout_1" [label="(1, 197, 768)", style=solid]; +"162 dropout_1" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "164 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"164 layer_norm_1" -> "165 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"167 dequantize_per_tensor_default_5" -> "173 linear_2" [label="(1, 197, 768)", style=solid]; +"168 scale_updated_constant3" -> "170 mul_tensor_3" [label="(3072, 1)", style=solid]; +"169 compressed_weight_updated_constant3" -> "170 mul_tensor_3" [label="(3072, 768)", style=solid]; +"170 mul_tensor_3" -> "172 sub_tensor_3" [label="(3072, 768)", style=solid]; +"171 zero_point_updated_constant3" -> "172 sub_tensor_3" [label="(3072, 1)", style=solid]; +"172 sub_tensor_3" -> "173 linear_2" [label="(3072, 768)", style=solid]; +"173 linear_2" -> "174 gelu" [label="(1, 197, 3072)", style=solid]; +"174 gelu" -> "175 dropout_2" [label="(1, 197, 3072)", style=solid]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"178 dequantize_per_tensor_default_6" -> "184 linear_3" [label="(1, 197, 3072)", style=solid]; +"179 scale_updated_constant4" -> "181 mul_tensor_4" [label="(768, 1)", style=solid]; +"180 compressed_weight_updated_constant4" -> "181 mul_tensor_4" [label="(768, 3072)", style=solid]; +"181 mul_tensor_4" -> "183 sub_tensor_4" [label="(768, 3072)", style=solid]; +"182 zero_point_updated_constant4" -> "183 sub_tensor_4" [label="(768, 1)", style=solid]; +"183 sub_tensor_4" -> "184 linear_3" [label="(768, 3072)", style=solid]; +"184 linear_3" -> "185 dropout_3" [label="(1, 197, 768)", style=solid]; +"185 dropout_3" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "187 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"187 layer_norm_2" -> "188 transpose_6" [label="(1, 197, 768)", style=solid]; +"188 transpose_6" -> "189 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"189 transpose_6_0_0_nncf_smooth_quant_0" -> "190 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"190 quantize_per_tensor_default_7" -> "191 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"191 dequantize_per_tensor_default_7" -> "197 linear_4" [label="(197, 1, 768)", style=solid]; +"192 scale_updated_constant5" -> "194 mul_tensor_5" [label="(2304, 1)", style=solid]; +"193 compressed_weight_updated_constant5" -> "194 mul_tensor_5" [label="(2304, 768)", style=solid]; +"194 mul_tensor_5" -> "196 sub_tensor_5" [label="(2304, 768)", style=solid]; +"195 zero_point_updated_constant5" -> "196 sub_tensor_5" [label="(2304, 1)", style=solid]; +"196 sub_tensor_5" -> "197 linear_4" [label="(2304, 768)", style=solid]; +"197 linear_4" -> "198 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"198 unflatten_1" -> "199 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"199 unsqueeze_1" -> "200 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"200 transpose_7" -> "201 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"201 squeeze_1" -> "202 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "203 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "206 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "209 select_5" [label="(3, 197, 1, 768)", style=solid]; +"203 quantize_per_tensor_default_8" -> "204 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"204 dequantize_per_tensor_default_8" -> "205 select_3" [label="(3, 197, 1, 768)", style=solid]; +"205 select_3" -> "210 view_8" [label="(197, 1, 768)", style=solid]; +"206 quantize_per_tensor_default_9" -> "207 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"207 dequantize_per_tensor_default_9" -> "208 select_4" [label="(3, 197, 1, 768)", style=solid]; +"208 select_4" -> "212 view_9" [label="(197, 1, 768)", style=solid]; +"209 select_5" -> "214 view_10" [label="(197, 1, 768)", style=solid]; +"210 view_8" -> "211 transpose_8" [label="(197, 12, 64)", style=solid]; +"211 transpose_8" -> "216 view_11" [label="(12, 197, 64)", style=solid]; +"212 view_9" -> "213 transpose_9" [label="(197, 12, 64)", style=solid]; +"213 transpose_9" -> "217 view_12" [label="(12, 197, 64)", style=solid]; +"214 view_10" -> "215 transpose_10" [label="(197, 12, 64)", style=solid]; +"215 transpose_10" -> "218 view_13" [label="(12, 197, 64)", style=solid]; +"216 view_11" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"217 view_12" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"218 view_13" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"219 scaled_dot_product_attention_1" -> "220 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"220 permute_2" -> "221 view_14" [label="(197, 1, 12, 64)", style=solid]; +"221 view_14" -> "222 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"222 view_14_0_0_nncf_smooth_quant_0" -> "223 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"223 quantize_per_tensor_default_10" -> "224 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"224 dequantize_per_tensor_default_10" -> "230 linear_5" [label="(197, 768)", style=solid]; +"225 scale_updated_constant6" -> "227 mul_tensor_6" [label="(768, 1)", style=solid]; +"226 compressed_weight_updated_constant6" -> "227 mul_tensor_6" [label="(768, 768)", style=solid]; +"227 mul_tensor_6" -> "229 sub_tensor_6" [label="(768, 768)", style=solid]; +"228 zero_point_updated_constant6" -> "229 sub_tensor_6" [label="(768, 1)", style=solid]; +"229 sub_tensor_6" -> "230 linear_5" [label="(768, 768)", style=solid]; +"230 linear_5" -> "231 view_15" [label="(197, 768)", style=solid]; +"231 view_15" -> "232 transpose_11" [label="(197, 1, 768)", style=solid]; +"232 transpose_11" -> "233 dropout_4" [label="(1, 197, 768)", style=solid]; +"233 dropout_4" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "235 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"235 layer_norm_3" -> "236 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" -> "237 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"237 quantize_per_tensor_default_11" -> "238 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"238 dequantize_per_tensor_default_11" -> "244 linear_6" [label="(1, 197, 768)", style=solid]; +"239 scale_updated_constant7" -> "241 mul_tensor_7" [label="(3072, 1)", style=solid]; +"240 compressed_weight_updated_constant7" -> "241 mul_tensor_7" [label="(3072, 768)", style=solid]; +"241 mul_tensor_7" -> "243 sub_tensor_7" [label="(3072, 768)", style=solid]; +"242 zero_point_updated_constant7" -> "243 sub_tensor_7" [label="(3072, 1)", style=solid]; +"243 sub_tensor_7" -> "244 linear_6" [label="(3072, 768)", style=solid]; +"244 linear_6" -> "245 gelu_1" [label="(1, 197, 3072)", style=solid]; +"245 gelu_1" -> "246 dropout_5" [label="(1, 197, 3072)", style=solid]; +"246 dropout_5" -> "247 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"247 dropout_5_0_0_nncf_smooth_quant_0" -> "248 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"248 quantize_per_tensor_default_12" -> "249 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"249 dequantize_per_tensor_default_12" -> "255 linear_7" [label="(1, 197, 3072)", style=solid]; +"250 scale_updated_constant8" -> "252 mul_tensor_8" [label="(768, 1)", style=solid]; +"251 compressed_weight_updated_constant8" -> "252 mul_tensor_8" [label="(768, 3072)", style=solid]; +"252 mul_tensor_8" -> "254 sub_tensor_8" [label="(768, 3072)", style=solid]; +"253 zero_point_updated_constant8" -> "254 sub_tensor_8" [label="(768, 1)", style=solid]; +"254 sub_tensor_8" -> "255 linear_7" [label="(768, 3072)", style=solid]; +"255 linear_7" -> "256 dropout_6" [label="(1, 197, 768)", style=solid]; +"256 dropout_6" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "258 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"258 layer_norm_4" -> "259 transpose_12" [label="(1, 197, 768)", style=solid]; +"259 transpose_12" -> "260 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"260 transpose_12_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_13" -> "262 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_13" -> "268 linear_8" [label="(197, 1, 768)", style=solid]; +"263 scale_updated_constant9" -> "265 mul_tensor_9" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant9" -> "265 mul_tensor_9" [label="(2304, 768)", style=solid]; +"265 mul_tensor_9" -> "267 sub_tensor_9" [label="(2304, 768)", style=solid]; +"266 zero_point_updated_constant9" -> "267 sub_tensor_9" [label="(2304, 1)", style=solid]; +"267 sub_tensor_9" -> "268 linear_8" [label="(2304, 768)", style=solid]; +"268 linear_8" -> "269 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_2" -> "270 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_2" -> "271 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_13" -> "272 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_2" -> "273 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "274 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "277 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "280 select_8" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_14" -> "275 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_14" -> "276 select_6" [label="(3, 197, 1, 768)", style=solid]; +"276 select_6" -> "281 view_16" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_15" -> "278 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_15" -> "279 select_7" [label="(3, 197, 1, 768)", style=solid]; +"279 select_7" -> "283 view_17" [label="(197, 1, 768)", style=solid]; +"280 select_8" -> "285 view_18" [label="(197, 1, 768)", style=solid]; +"281 view_16" -> "282 transpose_14" [label="(197, 12, 64)", style=solid]; +"282 transpose_14" -> "287 view_19" [label="(12, 197, 64)", style=solid]; +"283 view_17" -> "284 transpose_15" [label="(197, 12, 64)", style=solid]; +"284 transpose_15" -> "288 view_20" [label="(12, 197, 64)", style=solid]; +"285 view_18" -> "286 transpose_16" [label="(197, 12, 64)", style=solid]; +"286 transpose_16" -> "289 view_21" [label="(12, 197, 64)", style=solid]; +"287 view_19" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"288 view_20" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"289 view_21" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_2" -> "291 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_3" -> "292 view_22" [label="(197, 1, 12, 64)", style=solid]; +"292 view_22" -> "293 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_22_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_16" -> "295 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_16" -> "301 linear_9" [label="(197, 768)", style=solid]; +"296 scale_updated_constant10" -> "298 mul_tensor_10" [label="(768, 1)", style=solid]; +"297 compressed_weight_updated_constant10" -> "298 mul_tensor_10" [label="(768, 768)", style=solid]; +"298 mul_tensor_10" -> "300 sub_tensor_10" [label="(768, 768)", style=solid]; +"299 zero_point_updated_constant10" -> "300 sub_tensor_10" [label="(768, 1)", style=solid]; +"300 sub_tensor_10" -> "301 linear_9" [label="(768, 768)", style=solid]; +"301 linear_9" -> "302 view_23" [label="(197, 768)", style=solid]; +"302 view_23" -> "303 transpose_17" [label="(197, 1, 768)", style=solid]; +"303 transpose_17" -> "304 dropout_7" [label="(1, 197, 768)", style=solid]; +"304 dropout_7" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "306 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"306 layer_norm_5" -> "307 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"308 quantize_per_tensor_default_17" -> "309 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"309 dequantize_per_tensor_default_17" -> "315 linear_10" [label="(1, 197, 768)", style=solid]; +"310 scale_updated_constant11" -> "312 mul_tensor_11" [label="(3072, 1)", style=solid]; +"311 compressed_weight_updated_constant11" -> "312 mul_tensor_11" [label="(3072, 768)", style=solid]; +"312 mul_tensor_11" -> "314 sub_tensor_11" [label="(3072, 768)", style=solid]; +"313 zero_point_updated_constant11" -> "314 sub_tensor_11" [label="(3072, 1)", style=solid]; +"314 sub_tensor_11" -> "315 linear_10" [label="(3072, 768)", style=solid]; +"315 linear_10" -> "316 gelu_2" [label="(1, 197, 3072)", style=solid]; +"316 gelu_2" -> "317 dropout_8" [label="(1, 197, 3072)", style=solid]; +"317 dropout_8" -> "318 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"318 dropout_8_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"319 quantize_per_tensor_default_18" -> "320 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"320 dequantize_per_tensor_default_18" -> "326 linear_11" [label="(1, 197, 3072)", style=solid]; +"321 scale_updated_constant12" -> "323 mul_tensor_12" [label="(768, 1)", style=solid]; +"322 compressed_weight_updated_constant12" -> "323 mul_tensor_12" [label="(768, 3072)", style=solid]; +"323 mul_tensor_12" -> "325 sub_tensor_12" [label="(768, 3072)", style=solid]; +"324 zero_point_updated_constant12" -> "325 sub_tensor_12" [label="(768, 1)", style=solid]; +"325 sub_tensor_12" -> "326 linear_11" [label="(768, 3072)", style=solid]; +"326 linear_11" -> "327 dropout_9" [label="(1, 197, 768)", style=solid]; +"327 dropout_9" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "329 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"329 layer_norm_6" -> "330 transpose_18" [label="(1, 197, 768)", style=solid]; +"330 transpose_18" -> "331 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"331 transpose_18_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"332 quantize_per_tensor_default_19" -> "333 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"333 dequantize_per_tensor_default_19" -> "339 linear_12" [label="(197, 1, 768)", style=solid]; +"334 scale_updated_constant13" -> "336 mul_tensor_13" [label="(2304, 1)", style=solid]; +"335 compressed_weight_updated_constant13" -> "336 mul_tensor_13" [label="(2304, 768)", style=solid]; +"336 mul_tensor_13" -> "338 sub_tensor_13" [label="(2304, 768)", style=solid]; +"337 zero_point_updated_constant13" -> "338 sub_tensor_13" [label="(2304, 1)", style=solid]; +"338 sub_tensor_13" -> "339 linear_12" [label="(2304, 768)", style=solid]; +"339 linear_12" -> "340 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"340 unflatten_3" -> "341 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"341 unsqueeze_3" -> "342 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"342 transpose_19" -> "343 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"343 squeeze_3" -> "344 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "345 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "348 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "351 select_11" [label="(3, 197, 1, 768)", style=solid]; +"345 quantize_per_tensor_default_20" -> "346 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"346 dequantize_per_tensor_default_20" -> "347 select_9" [label="(3, 197, 1, 768)", style=solid]; +"347 select_9" -> "352 view_24" [label="(197, 1, 768)", style=solid]; +"348 quantize_per_tensor_default_21" -> "349 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"349 dequantize_per_tensor_default_21" -> "350 select_10" [label="(3, 197, 1, 768)", style=solid]; +"350 select_10" -> "354 view_25" [label="(197, 1, 768)", style=solid]; +"351 select_11" -> "356 view_26" [label="(197, 1, 768)", style=solid]; +"352 view_24" -> "353 transpose_20" [label="(197, 12, 64)", style=solid]; +"353 transpose_20" -> "358 view_27" [label="(12, 197, 64)", style=solid]; +"354 view_25" -> "355 transpose_21" [label="(197, 12, 64)", style=solid]; +"355 transpose_21" -> "359 view_28" [label="(12, 197, 64)", style=solid]; +"356 view_26" -> "357 transpose_22" [label="(197, 12, 64)", style=solid]; +"357 transpose_22" -> "360 view_29" [label="(12, 197, 64)", style=solid]; +"358 view_27" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"359 view_28" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"360 view_29" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"361 scaled_dot_product_attention_3" -> "362 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"362 permute_4" -> "363 view_30" [label="(197, 1, 12, 64)", style=solid]; +"363 view_30" -> "364 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"364 view_30_0_0_nncf_smooth_quant_0" -> "365 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"365 quantize_per_tensor_default_22" -> "366 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"366 dequantize_per_tensor_default_22" -> "372 linear_13" [label="(197, 768)", style=solid]; +"367 scale_updated_constant14" -> "369 mul_tensor_14" [label="(768, 1)", style=solid]; +"368 compressed_weight_updated_constant14" -> "369 mul_tensor_14" [label="(768, 768)", style=solid]; +"369 mul_tensor_14" -> "371 sub_tensor_14" [label="(768, 768)", style=solid]; +"370 zero_point_updated_constant14" -> "371 sub_tensor_14" [label="(768, 1)", style=solid]; +"371 sub_tensor_14" -> "372 linear_13" [label="(768, 768)", style=solid]; +"372 linear_13" -> "373 view_31" [label="(197, 768)", style=solid]; +"373 view_31" -> "374 transpose_23" [label="(197, 1, 768)", style=solid]; +"374 transpose_23" -> "375 dropout_10" [label="(1, 197, 768)", style=solid]; +"375 dropout_10" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "377 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"377 layer_norm_7" -> "378 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" -> "379 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"379 quantize_per_tensor_default_23" -> "380 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"380 dequantize_per_tensor_default_23" -> "386 linear_14" [label="(1, 197, 768)", style=solid]; +"381 scale_updated_constant15" -> "383 mul_tensor_15" [label="(3072, 1)", style=solid]; +"382 compressed_weight_updated_constant15" -> "383 mul_tensor_15" [label="(3072, 768)", style=solid]; +"383 mul_tensor_15" -> "385 sub_tensor_15" [label="(3072, 768)", style=solid]; +"384 zero_point_updated_constant15" -> "385 sub_tensor_15" [label="(3072, 1)", style=solid]; +"385 sub_tensor_15" -> "386 linear_14" [label="(3072, 768)", style=solid]; +"386 linear_14" -> "387 gelu_3" [label="(1, 197, 3072)", style=solid]; +"387 gelu_3" -> "388 dropout_11" [label="(1, 197, 3072)", style=solid]; +"388 dropout_11" -> "389 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"389 dropout_11_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"390 quantize_per_tensor_default_24" -> "391 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"391 dequantize_per_tensor_default_24" -> "397 linear_15" [label="(1, 197, 3072)", style=solid]; +"392 scale_updated_constant16" -> "394 mul_tensor_16" [label="(768, 1)", style=solid]; +"393 compressed_weight_updated_constant16" -> "394 mul_tensor_16" [label="(768, 3072)", style=solid]; +"394 mul_tensor_16" -> "396 sub_tensor_16" [label="(768, 3072)", style=solid]; +"395 zero_point_updated_constant16" -> "396 sub_tensor_16" [label="(768, 1)", style=solid]; +"396 sub_tensor_16" -> "397 linear_15" [label="(768, 3072)", style=solid]; +"397 linear_15" -> "398 dropout_12" [label="(1, 197, 768)", style=solid]; +"398 dropout_12" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "400 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"400 layer_norm_8" -> "401 transpose_24" [label="(1, 197, 768)", style=solid]; +"401 transpose_24" -> "402 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"402 transpose_24_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"403 quantize_per_tensor_default_25" -> "404 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"404 dequantize_per_tensor_default_25" -> "410 linear_16" [label="(197, 1, 768)", style=solid]; +"405 scale_updated_constant17" -> "407 mul_tensor_17" [label="(2304, 1)", style=solid]; +"406 compressed_weight_updated_constant17" -> "407 mul_tensor_17" [label="(2304, 768)", style=solid]; +"407 mul_tensor_17" -> "409 sub_tensor_17" [label="(2304, 768)", style=solid]; +"408 zero_point_updated_constant17" -> "409 sub_tensor_17" [label="(2304, 1)", style=solid]; +"409 sub_tensor_17" -> "410 linear_16" [label="(2304, 768)", style=solid]; +"410 linear_16" -> "411 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"411 unflatten_4" -> "412 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"412 unsqueeze_4" -> "413 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"413 transpose_25" -> "414 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"414 squeeze_4" -> "415 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "416 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "419 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "422 select_14" [label="(3, 197, 1, 768)", style=solid]; +"416 quantize_per_tensor_default_26" -> "417 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"417 dequantize_per_tensor_default_26" -> "418 select_12" [label="(3, 197, 1, 768)", style=solid]; +"418 select_12" -> "423 view_32" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_27" -> "420 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_27" -> "421 select_13" [label="(3, 197, 1, 768)", style=solid]; +"421 select_13" -> "425 view_33" [label="(197, 1, 768)", style=solid]; +"422 select_14" -> "427 view_34" [label="(197, 1, 768)", style=solid]; +"423 view_32" -> "424 transpose_26" [label="(197, 12, 64)", style=solid]; +"424 transpose_26" -> "429 view_35" [label="(12, 197, 64)", style=solid]; +"425 view_33" -> "426 transpose_27" [label="(197, 12, 64)", style=solid]; +"426 transpose_27" -> "430 view_36" [label="(12, 197, 64)", style=solid]; +"427 view_34" -> "428 transpose_28" [label="(197, 12, 64)", style=solid]; +"428 transpose_28" -> "431 view_37" [label="(12, 197, 64)", style=solid]; +"429 view_35" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"430 view_36" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"431 view_37" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"432 scaled_dot_product_attention_4" -> "433 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"433 permute_5" -> "434 view_38" [label="(197, 1, 12, 64)", style=solid]; +"434 view_38" -> "435 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"435 view_38_0_0_nncf_smooth_quant_0" -> "436 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"436 quantize_per_tensor_default_28" -> "437 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"437 dequantize_per_tensor_default_28" -> "443 linear_17" [label="(197, 768)", style=solid]; +"438 scale_updated_constant18" -> "440 mul_tensor_18" [label="(768, 1)", style=solid]; +"439 compressed_weight_updated_constant18" -> "440 mul_tensor_18" [label="(768, 768)", style=solid]; +"440 mul_tensor_18" -> "442 sub_tensor_18" [label="(768, 768)", style=solid]; +"441 zero_point_updated_constant18" -> "442 sub_tensor_18" [label="(768, 1)", style=solid]; +"442 sub_tensor_18" -> "443 linear_17" [label="(768, 768)", style=solid]; +"443 linear_17" -> "444 view_39" [label="(197, 768)", style=solid]; +"444 view_39" -> "445 transpose_29" [label="(197, 1, 768)", style=solid]; +"445 transpose_29" -> "446 dropout_13" [label="(1, 197, 768)", style=solid]; +"446 dropout_13" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "448 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"448 layer_norm_9" -> "449 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"450 quantize_per_tensor_default_29" -> "451 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"451 dequantize_per_tensor_default_29" -> "457 linear_18" [label="(1, 197, 768)", style=solid]; +"452 scale_updated_constant19" -> "454 mul_tensor_19" [label="(3072, 1)", style=solid]; +"453 compressed_weight_updated_constant19" -> "454 mul_tensor_19" [label="(3072, 768)", style=solid]; +"454 mul_tensor_19" -> "456 sub_tensor_19" [label="(3072, 768)", style=solid]; +"455 zero_point_updated_constant19" -> "456 sub_tensor_19" [label="(3072, 1)", style=solid]; +"456 sub_tensor_19" -> "457 linear_18" [label="(3072, 768)", style=solid]; +"457 linear_18" -> "458 gelu_4" [label="(1, 197, 3072)", style=solid]; +"458 gelu_4" -> "459 dropout_14" [label="(1, 197, 3072)", style=solid]; +"459 dropout_14" -> "460 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"460 dropout_14_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"461 quantize_per_tensor_default_30" -> "462 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"462 dequantize_per_tensor_default_30" -> "468 linear_19" [label="(1, 197, 3072)", style=solid]; +"463 scale_updated_constant20" -> "465 mul_tensor_20" [label="(768, 1)", style=solid]; +"464 compressed_weight_updated_constant20" -> "465 mul_tensor_20" [label="(768, 3072)", style=solid]; +"465 mul_tensor_20" -> "467 sub_tensor_20" [label="(768, 3072)", style=solid]; +"466 zero_point_updated_constant20" -> "467 sub_tensor_20" [label="(768, 1)", style=solid]; +"467 sub_tensor_20" -> "468 linear_19" [label="(768, 3072)", style=solid]; +"468 linear_19" -> "469 dropout_15" [label="(1, 197, 768)", style=solid]; +"469 dropout_15" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "471 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"471 layer_norm_10" -> "472 transpose_30" [label="(1, 197, 768)", style=solid]; +"472 transpose_30" -> "473 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"473 transpose_30_0_0_nncf_smooth_quant_0" -> "474 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"474 quantize_per_tensor_default_31" -> "475 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"475 dequantize_per_tensor_default_31" -> "481 linear_20" [label="(197, 1, 768)", style=solid]; +"476 scale_updated_constant21" -> "478 mul_tensor_21" [label="(2304, 1)", style=solid]; +"477 compressed_weight_updated_constant21" -> "478 mul_tensor_21" [label="(2304, 768)", style=solid]; +"478 mul_tensor_21" -> "480 sub_tensor_21" [label="(2304, 768)", style=solid]; +"479 zero_point_updated_constant21" -> "480 sub_tensor_21" [label="(2304, 1)", style=solid]; +"480 sub_tensor_21" -> "481 linear_20" [label="(2304, 768)", style=solid]; +"481 linear_20" -> "482 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"482 unflatten_5" -> "483 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"483 unsqueeze_5" -> "484 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"484 transpose_31" -> "485 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"485 squeeze_5" -> "486 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "487 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "490 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "493 select_17" [label="(3, 197, 1, 768)", style=solid]; +"487 quantize_per_tensor_default_32" -> "488 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"488 dequantize_per_tensor_default_32" -> "489 select_15" [label="(3, 197, 1, 768)", style=solid]; +"489 select_15" -> "494 view_40" [label="(197, 1, 768)", style=solid]; +"490 quantize_per_tensor_default_33" -> "491 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"491 dequantize_per_tensor_default_33" -> "492 select_16" [label="(3, 197, 1, 768)", style=solid]; +"492 select_16" -> "496 view_41" [label="(197, 1, 768)", style=solid]; +"493 select_17" -> "498 view_42" [label="(197, 1, 768)", style=solid]; +"494 view_40" -> "495 transpose_32" [label="(197, 12, 64)", style=solid]; +"495 transpose_32" -> "500 view_43" [label="(12, 197, 64)", style=solid]; +"496 view_41" -> "497 transpose_33" [label="(197, 12, 64)", style=solid]; +"497 transpose_33" -> "501 view_44" [label="(12, 197, 64)", style=solid]; +"498 view_42" -> "499 transpose_34" [label="(197, 12, 64)", style=solid]; +"499 transpose_34" -> "502 view_45" [label="(12, 197, 64)", style=solid]; +"500 view_43" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"501 view_44" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"502 view_45" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"503 scaled_dot_product_attention_5" -> "504 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"504 permute_6" -> "505 view_46" [label="(197, 1, 12, 64)", style=solid]; +"505 view_46" -> "506 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"506 view_46_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"507 quantize_per_tensor_default_34" -> "508 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"508 dequantize_per_tensor_default_34" -> "514 linear_21" [label="(197, 768)", style=solid]; +"509 scale_updated_constant22" -> "511 mul_tensor_22" [label="(768, 1)", style=solid]; +"510 compressed_weight_updated_constant22" -> "511 mul_tensor_22" [label="(768, 768)", style=solid]; +"511 mul_tensor_22" -> "513 sub_tensor_22" [label="(768, 768)", style=solid]; +"512 zero_point_updated_constant22" -> "513 sub_tensor_22" [label="(768, 1)", style=solid]; +"513 sub_tensor_22" -> "514 linear_21" [label="(768, 768)", style=solid]; +"514 linear_21" -> "515 view_47" [label="(197, 768)", style=solid]; +"515 view_47" -> "516 transpose_35" [label="(197, 1, 768)", style=solid]; +"516 transpose_35" -> "517 dropout_16" [label="(1, 197, 768)", style=solid]; +"517 dropout_16" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "519 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"519 layer_norm_11" -> "520 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"521 quantize_per_tensor_default_35" -> "522 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"522 dequantize_per_tensor_default_35" -> "528 linear_22" [label="(1, 197, 768)", style=solid]; +"523 scale_updated_constant23" -> "525 mul_tensor_23" [label="(3072, 1)", style=solid]; +"524 compressed_weight_updated_constant23" -> "525 mul_tensor_23" [label="(3072, 768)", style=solid]; +"525 mul_tensor_23" -> "527 sub_tensor_23" [label="(3072, 768)", style=solid]; +"526 zero_point_updated_constant23" -> "527 sub_tensor_23" [label="(3072, 1)", style=solid]; +"527 sub_tensor_23" -> "528 linear_22" [label="(3072, 768)", style=solid]; +"528 linear_22" -> "529 gelu_5" [label="(1, 197, 3072)", style=solid]; +"529 gelu_5" -> "530 dropout_17" [label="(1, 197, 3072)", style=solid]; +"530 dropout_17" -> "531 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"531 dropout_17_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"532 quantize_per_tensor_default_36" -> "533 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"533 dequantize_per_tensor_default_36" -> "539 linear_23" [label="(1, 197, 3072)", style=solid]; +"534 scale_updated_constant24" -> "536 mul_tensor_24" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant24" -> "536 mul_tensor_24" [label="(768, 3072)", style=solid]; +"536 mul_tensor_24" -> "538 sub_tensor_24" [label="(768, 3072)", style=solid]; +"537 zero_point_updated_constant24" -> "538 sub_tensor_24" [label="(768, 1)", style=solid]; +"538 sub_tensor_24" -> "539 linear_23" [label="(768, 3072)", style=solid]; +"539 linear_23" -> "540 dropout_18" [label="(1, 197, 768)", style=solid]; +"540 dropout_18" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "542 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"542 layer_norm_12" -> "543 transpose_36" [label="(1, 197, 768)", style=solid]; +"543 transpose_36" -> "544 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"544 transpose_36_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"545 quantize_per_tensor_default_37" -> "546 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"546 dequantize_per_tensor_default_37" -> "552 linear_24" [label="(197, 1, 768)", style=solid]; +"547 scale_updated_constant25" -> "549 mul_tensor_25" [label="(2304, 1)", style=solid]; +"548 compressed_weight_updated_constant25" -> "549 mul_tensor_25" [label="(2304, 768)", style=solid]; +"549 mul_tensor_25" -> "551 sub_tensor_25" [label="(2304, 768)", style=solid]; +"550 zero_point_updated_constant25" -> "551 sub_tensor_25" [label="(2304, 1)", style=solid]; +"551 sub_tensor_25" -> "552 linear_24" [label="(2304, 768)", style=solid]; +"552 linear_24" -> "553 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"553 unflatten_6" -> "554 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"554 unsqueeze_6" -> "555 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"555 transpose_37" -> "556 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"556 squeeze_6" -> "557 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "558 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "561 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "564 select_20" [label="(3, 197, 1, 768)", style=solid]; +"558 quantize_per_tensor_default_38" -> "559 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"559 dequantize_per_tensor_default_38" -> "560 select_18" [label="(3, 197, 1, 768)", style=solid]; +"560 select_18" -> "565 view_48" [label="(197, 1, 768)", style=solid]; +"561 quantize_per_tensor_default_39" -> "562 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"562 dequantize_per_tensor_default_39" -> "563 select_19" [label="(3, 197, 1, 768)", style=solid]; +"563 select_19" -> "567 view_49" [label="(197, 1, 768)", style=solid]; +"564 select_20" -> "569 view_50" [label="(197, 1, 768)", style=solid]; +"565 view_48" -> "566 transpose_38" [label="(197, 12, 64)", style=solid]; +"566 transpose_38" -> "571 view_51" [label="(12, 197, 64)", style=solid]; +"567 view_49" -> "568 transpose_39" [label="(197, 12, 64)", style=solid]; +"568 transpose_39" -> "572 view_52" [label="(12, 197, 64)", style=solid]; +"569 view_50" -> "570 transpose_40" [label="(197, 12, 64)", style=solid]; +"570 transpose_40" -> "573 view_53" [label="(12, 197, 64)", style=solid]; +"571 view_51" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"572 view_52" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"573 view_53" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"574 scaled_dot_product_attention_6" -> "575 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"575 permute_7" -> "576 view_54" [label="(197, 1, 12, 64)", style=solid]; +"576 view_54" -> "577 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"577 view_54_0_0_nncf_smooth_quant_0" -> "578 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"578 quantize_per_tensor_default_40" -> "579 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"579 dequantize_per_tensor_default_40" -> "585 linear_25" [label="(197, 768)", style=solid]; +"580 scale_updated_constant26" -> "582 mul_tensor_26" [label="(768, 1)", style=solid]; +"581 compressed_weight_updated_constant26" -> "582 mul_tensor_26" [label="(768, 768)", style=solid]; +"582 mul_tensor_26" -> "584 sub_tensor_26" [label="(768, 768)", style=solid]; +"583 zero_point_updated_constant26" -> "584 sub_tensor_26" [label="(768, 1)", style=solid]; +"584 sub_tensor_26" -> "585 linear_25" [label="(768, 768)", style=solid]; +"585 linear_25" -> "586 view_55" [label="(197, 768)", style=solid]; +"586 view_55" -> "587 transpose_41" [label="(197, 1, 768)", style=solid]; +"587 transpose_41" -> "588 dropout_19" [label="(1, 197, 768)", style=solid]; +"588 dropout_19" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "590 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"590 layer_norm_13" -> "591 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" -> "592 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"592 quantize_per_tensor_default_41" -> "593 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"593 dequantize_per_tensor_default_41" -> "599 linear_26" [label="(1, 197, 768)", style=solid]; +"594 scale_updated_constant27" -> "596 mul_tensor_27" [label="(3072, 1)", style=solid]; +"595 compressed_weight_updated_constant27" -> "596 mul_tensor_27" [label="(3072, 768)", style=solid]; +"596 mul_tensor_27" -> "598 sub_tensor_27" [label="(3072, 768)", style=solid]; +"597 zero_point_updated_constant27" -> "598 sub_tensor_27" [label="(3072, 1)", style=solid]; +"598 sub_tensor_27" -> "599 linear_26" [label="(3072, 768)", style=solid]; +"599 linear_26" -> "600 gelu_6" [label="(1, 197, 3072)", style=solid]; +"600 gelu_6" -> "601 dropout_20" [label="(1, 197, 3072)", style=solid]; +"601 dropout_20" -> "602 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"602 dropout_20_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"603 quantize_per_tensor_default_42" -> "604 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"604 dequantize_per_tensor_default_42" -> "610 linear_27" [label="(1, 197, 3072)", style=solid]; +"605 scale_updated_constant28" -> "607 mul_tensor_28" [label="(768, 1)", style=solid]; +"606 compressed_weight_updated_constant28" -> "607 mul_tensor_28" [label="(768, 3072)", style=solid]; +"607 mul_tensor_28" -> "609 sub_tensor_28" [label="(768, 3072)", style=solid]; +"608 zero_point_updated_constant28" -> "609 sub_tensor_28" [label="(768, 1)", style=solid]; +"609 sub_tensor_28" -> "610 linear_27" [label="(768, 3072)", style=solid]; +"610 linear_27" -> "611 dropout_21" [label="(1, 197, 768)", style=solid]; +"611 dropout_21" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "613 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"613 layer_norm_14" -> "614 transpose_42" [label="(1, 197, 768)", style=solid]; +"614 transpose_42" -> "615 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"615 transpose_42_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"616 quantize_per_tensor_default_43" -> "617 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"617 dequantize_per_tensor_default_43" -> "623 linear_28" [label="(197, 1, 768)", style=solid]; +"618 scale_updated_constant29" -> "620 mul_tensor_29" [label="(2304, 1)", style=solid]; +"619 compressed_weight_updated_constant29" -> "620 mul_tensor_29" [label="(2304, 768)", style=solid]; +"620 mul_tensor_29" -> "622 sub_tensor_29" [label="(2304, 768)", style=solid]; +"621 zero_point_updated_constant29" -> "622 sub_tensor_29" [label="(2304, 1)", style=solid]; +"622 sub_tensor_29" -> "623 linear_28" [label="(2304, 768)", style=solid]; +"623 linear_28" -> "624 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"624 unflatten_7" -> "625 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"625 unsqueeze_7" -> "626 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"626 transpose_43" -> "627 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"627 squeeze_7" -> "628 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "629 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "632 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "635 select_23" [label="(3, 197, 1, 768)", style=solid]; +"629 quantize_per_tensor_default_44" -> "630 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"630 dequantize_per_tensor_default_44" -> "631 select_21" [label="(3, 197, 1, 768)", style=solid]; +"631 select_21" -> "636 view_56" [label="(197, 1, 768)", style=solid]; +"632 quantize_per_tensor_default_45" -> "633 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"633 dequantize_per_tensor_default_45" -> "634 select_22" [label="(3, 197, 1, 768)", style=solid]; +"634 select_22" -> "638 view_57" [label="(197, 1, 768)", style=solid]; +"635 select_23" -> "640 view_58" [label="(197, 1, 768)", style=solid]; +"636 view_56" -> "637 transpose_44" [label="(197, 12, 64)", style=solid]; +"637 transpose_44" -> "642 view_59" [label="(12, 197, 64)", style=solid]; +"638 view_57" -> "639 transpose_45" [label="(197, 12, 64)", style=solid]; +"639 transpose_45" -> "643 view_60" [label="(12, 197, 64)", style=solid]; +"640 view_58" -> "641 transpose_46" [label="(197, 12, 64)", style=solid]; +"641 transpose_46" -> "644 view_61" [label="(12, 197, 64)", style=solid]; +"642 view_59" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"643 view_60" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"644 view_61" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"645 scaled_dot_product_attention_7" -> "646 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"646 permute_8" -> "647 view_62" [label="(197, 1, 12, 64)", style=solid]; +"647 view_62" -> "648 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"648 view_62_0_0_nncf_smooth_quant_0" -> "649 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"649 quantize_per_tensor_default_46" -> "650 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"650 dequantize_per_tensor_default_46" -> "656 linear_29" [label="(197, 768)", style=solid]; +"651 scale_updated_constant30" -> "653 mul_tensor_30" [label="(768, 1)", style=solid]; +"652 compressed_weight_updated_constant30" -> "653 mul_tensor_30" [label="(768, 768)", style=solid]; +"653 mul_tensor_30" -> "655 sub_tensor_30" [label="(768, 768)", style=solid]; +"654 zero_point_updated_constant30" -> "655 sub_tensor_30" [label="(768, 1)", style=solid]; +"655 sub_tensor_30" -> "656 linear_29" [label="(768, 768)", style=solid]; +"656 linear_29" -> "657 view_63" [label="(197, 768)", style=solid]; +"657 view_63" -> "658 transpose_47" [label="(197, 1, 768)", style=solid]; +"658 transpose_47" -> "659 dropout_22" [label="(1, 197, 768)", style=solid]; +"659 dropout_22" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "661 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"661 layer_norm_15" -> "662 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" -> "663 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"663 quantize_per_tensor_default_47" -> "664 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"664 dequantize_per_tensor_default_47" -> "670 linear_30" [label="(1, 197, 768)", style=solid]; +"665 scale_updated_constant31" -> "667 mul_tensor_31" [label="(3072, 1)", style=solid]; +"666 compressed_weight_updated_constant31" -> "667 mul_tensor_31" [label="(3072, 768)", style=solid]; +"667 mul_tensor_31" -> "669 sub_tensor_31" [label="(3072, 768)", style=solid]; +"668 zero_point_updated_constant31" -> "669 sub_tensor_31" [label="(3072, 1)", style=solid]; +"669 sub_tensor_31" -> "670 linear_30" [label="(3072, 768)", style=solid]; +"670 linear_30" -> "671 gelu_7" [label="(1, 197, 3072)", style=solid]; +"671 gelu_7" -> "672 dropout_23" [label="(1, 197, 3072)", style=solid]; +"672 dropout_23" -> "673 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"673 dropout_23_0_0_nncf_smooth_quant_0" -> "674 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"674 quantize_per_tensor_default_48" -> "675 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"675 dequantize_per_tensor_default_48" -> "681 linear_31" [label="(1, 197, 3072)", style=solid]; +"676 scale_updated_constant32" -> "678 mul_tensor_32" [label="(768, 1)", style=solid]; +"677 compressed_weight_updated_constant32" -> "678 mul_tensor_32" [label="(768, 3072)", style=solid]; +"678 mul_tensor_32" -> "680 sub_tensor_32" [label="(768, 3072)", style=solid]; +"679 zero_point_updated_constant32" -> "680 sub_tensor_32" [label="(768, 1)", style=solid]; +"680 sub_tensor_32" -> "681 linear_31" [label="(768, 3072)", style=solid]; +"681 linear_31" -> "682 dropout_24" [label="(1, 197, 768)", style=solid]; +"682 dropout_24" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "684 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"684 layer_norm_16" -> "685 transpose_48" [label="(1, 197, 768)", style=solid]; +"685 transpose_48" -> "686 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"686 transpose_48_0_0_nncf_smooth_quant_0" -> "687 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"687 quantize_per_tensor_default_49" -> "688 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"688 dequantize_per_tensor_default_49" -> "694 linear_32" [label="(197, 1, 768)", style=solid]; +"689 scale_updated_constant33" -> "691 mul_tensor_33" [label="(2304, 1)", style=solid]; +"690 compressed_weight_updated_constant33" -> "691 mul_tensor_33" [label="(2304, 768)", style=solid]; +"691 mul_tensor_33" -> "693 sub_tensor_33" [label="(2304, 768)", style=solid]; +"692 zero_point_updated_constant33" -> "693 sub_tensor_33" [label="(2304, 1)", style=solid]; +"693 sub_tensor_33" -> "694 linear_32" [label="(2304, 768)", style=solid]; +"694 linear_32" -> "695 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"695 unflatten_8" -> "696 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"696 unsqueeze_8" -> "697 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"697 transpose_49" -> "698 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"698 squeeze_8" -> "699 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "700 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "703 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "706 select_26" [label="(3, 197, 1, 768)", style=solid]; +"700 quantize_per_tensor_default_50" -> "701 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"701 dequantize_per_tensor_default_50" -> "702 select_24" [label="(3, 197, 1, 768)", style=solid]; +"702 select_24" -> "707 view_64" [label="(197, 1, 768)", style=solid]; +"703 quantize_per_tensor_default_51" -> "704 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"704 dequantize_per_tensor_default_51" -> "705 select_25" [label="(3, 197, 1, 768)", style=solid]; +"705 select_25" -> "709 view_65" [label="(197, 1, 768)", style=solid]; +"706 select_26" -> "711 view_66" [label="(197, 1, 768)", style=solid]; +"707 view_64" -> "708 transpose_50" [label="(197, 12, 64)", style=solid]; +"708 transpose_50" -> "713 view_67" [label="(12, 197, 64)", style=solid]; +"709 view_65" -> "710 transpose_51" [label="(197, 12, 64)", style=solid]; +"710 transpose_51" -> "714 view_68" [label="(12, 197, 64)", style=solid]; +"711 view_66" -> "712 transpose_52" [label="(197, 12, 64)", style=solid]; +"712 transpose_52" -> "715 view_69" [label="(12, 197, 64)", style=solid]; +"713 view_67" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"714 view_68" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"715 view_69" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"716 scaled_dot_product_attention_8" -> "717 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"717 permute_9" -> "718 view_70" [label="(197, 1, 12, 64)", style=solid]; +"718 view_70" -> "719 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"719 view_70_0_0_nncf_smooth_quant_0" -> "720 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"720 quantize_per_tensor_default_52" -> "721 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"721 dequantize_per_tensor_default_52" -> "727 linear_33" [label="(197, 768)", style=solid]; +"722 scale_updated_constant34" -> "724 mul_tensor_34" [label="(768, 1)", style=solid]; +"723 compressed_weight_updated_constant34" -> "724 mul_tensor_34" [label="(768, 768)", style=solid]; +"724 mul_tensor_34" -> "726 sub_tensor_34" [label="(768, 768)", style=solid]; +"725 zero_point_updated_constant34" -> "726 sub_tensor_34" [label="(768, 1)", style=solid]; +"726 sub_tensor_34" -> "727 linear_33" [label="(768, 768)", style=solid]; +"727 linear_33" -> "728 view_71" [label="(197, 768)", style=solid]; +"728 view_71" -> "729 transpose_53" [label="(197, 1, 768)", style=solid]; +"729 transpose_53" -> "730 dropout_25" [label="(1, 197, 768)", style=solid]; +"730 dropout_25" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "732 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"732 layer_norm_17" -> "733 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"734 quantize_per_tensor_default_53" -> "735 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"735 dequantize_per_tensor_default_53" -> "741 linear_34" [label="(1, 197, 768)", style=solid]; +"736 scale_updated_constant35" -> "738 mul_tensor_35" [label="(3072, 1)", style=solid]; +"737 compressed_weight_updated_constant35" -> "738 mul_tensor_35" [label="(3072, 768)", style=solid]; +"738 mul_tensor_35" -> "740 sub_tensor_35" [label="(3072, 768)", style=solid]; +"739 zero_point_updated_constant35" -> "740 sub_tensor_35" [label="(3072, 1)", style=solid]; +"740 sub_tensor_35" -> "741 linear_34" [label="(3072, 768)", style=solid]; +"741 linear_34" -> "742 gelu_8" [label="(1, 197, 3072)", style=solid]; +"742 gelu_8" -> "743 dropout_26" [label="(1, 197, 3072)", style=solid]; +"743 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"745 quantize_per_tensor_default_54" -> "746 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"746 dequantize_per_tensor_default_54" -> "752 linear_35" [label="(1, 197, 3072)", style=solid]; +"747 scale_updated_constant36" -> "749 mul_tensor_36" [label="(768, 1)", style=solid]; +"748 compressed_weight_updated_constant36" -> "749 mul_tensor_36" [label="(768, 3072)", style=solid]; +"749 mul_tensor_36" -> "751 sub_tensor_36" [label="(768, 3072)", style=solid]; +"750 zero_point_updated_constant36" -> "751 sub_tensor_36" [label="(768, 1)", style=solid]; +"751 sub_tensor_36" -> "752 linear_35" [label="(768, 3072)", style=solid]; +"752 linear_35" -> "753 dropout_27" [label="(1, 197, 768)", style=solid]; +"753 dropout_27" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "755 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"755 layer_norm_18" -> "756 transpose_54" [label="(1, 197, 768)", style=solid]; +"756 transpose_54" -> "757 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"757 transpose_54_0_0_nncf_smooth_quant_0" -> "758 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"758 quantize_per_tensor_default_55" -> "759 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"759 dequantize_per_tensor_default_55" -> "765 linear_36" [label="(197, 1, 768)", style=solid]; +"760 scale_updated_constant37" -> "762 mul_tensor_37" [label="(2304, 1)", style=solid]; +"761 compressed_weight_updated_constant37" -> "762 mul_tensor_37" [label="(2304, 768)", style=solid]; +"762 mul_tensor_37" -> "764 sub_tensor_37" [label="(2304, 768)", style=solid]; +"763 zero_point_updated_constant37" -> "764 sub_tensor_37" [label="(2304, 1)", style=solid]; +"764 sub_tensor_37" -> "765 linear_36" [label="(2304, 768)", style=solid]; +"765 linear_36" -> "766 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"766 unflatten_9" -> "767 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"767 unsqueeze_9" -> "768 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"768 transpose_55" -> "769 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"769 squeeze_9" -> "770 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "771 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "774 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "777 select_29" [label="(3, 197, 1, 768)", style=solid]; +"771 quantize_per_tensor_default_56" -> "772 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"772 dequantize_per_tensor_default_56" -> "773 select_27" [label="(3, 197, 1, 768)", style=solid]; +"773 select_27" -> "778 view_72" [label="(197, 1, 768)", style=solid]; +"774 quantize_per_tensor_default_57" -> "775 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"775 dequantize_per_tensor_default_57" -> "776 select_28" [label="(3, 197, 1, 768)", style=solid]; +"776 select_28" -> "780 view_73" [label="(197, 1, 768)", style=solid]; +"777 select_29" -> "782 view_74" [label="(197, 1, 768)", style=solid]; +"778 view_72" -> "779 transpose_56" [label="(197, 12, 64)", style=solid]; +"779 transpose_56" -> "784 view_75" [label="(12, 197, 64)", style=solid]; +"780 view_73" -> "781 transpose_57" [label="(197, 12, 64)", style=solid]; +"781 transpose_57" -> "785 view_76" [label="(12, 197, 64)", style=solid]; +"782 view_74" -> "783 transpose_58" [label="(197, 12, 64)", style=solid]; +"783 transpose_58" -> "786 view_77" [label="(12, 197, 64)", style=solid]; +"784 view_75" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"785 view_76" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"786 view_77" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"787 scaled_dot_product_attention_9" -> "788 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"788 permute_10" -> "789 view_78" [label="(197, 1, 12, 64)", style=solid]; +"789 view_78" -> "790 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"790 view_78_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"791 quantize_per_tensor_default_58" -> "792 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"792 dequantize_per_tensor_default_58" -> "798 linear_37" [label="(197, 768)", style=solid]; +"793 scale_updated_constant38" -> "795 mul_tensor_38" [label="(768, 1)", style=solid]; +"794 compressed_weight_updated_constant38" -> "795 mul_tensor_38" [label="(768, 768)", style=solid]; +"795 mul_tensor_38" -> "797 sub_tensor_38" [label="(768, 768)", style=solid]; +"796 zero_point_updated_constant38" -> "797 sub_tensor_38" [label="(768, 1)", style=solid]; +"797 sub_tensor_38" -> "798 linear_37" [label="(768, 768)", style=solid]; +"798 linear_37" -> "799 view_79" [label="(197, 768)", style=solid]; +"799 view_79" -> "800 transpose_59" [label="(197, 1, 768)", style=solid]; +"800 transpose_59" -> "801 dropout_28" [label="(1, 197, 768)", style=solid]; +"801 dropout_28" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "803 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"803 layer_norm_19" -> "804 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" -> "805 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"805 quantize_per_tensor_default_59" -> "806 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"806 dequantize_per_tensor_default_59" -> "812 linear_38" [label="(1, 197, 768)", style=solid]; +"807 scale_updated_constant39" -> "809 mul_tensor_39" [label="(3072, 1)", style=solid]; +"808 compressed_weight_updated_constant39" -> "809 mul_tensor_39" [label="(3072, 768)", style=solid]; +"809 mul_tensor_39" -> "811 sub_tensor_39" [label="(3072, 768)", style=solid]; +"810 zero_point_updated_constant39" -> "811 sub_tensor_39" [label="(3072, 1)", style=solid]; +"811 sub_tensor_39" -> "812 linear_38" [label="(3072, 768)", style=solid]; +"812 linear_38" -> "813 gelu_9" [label="(1, 197, 3072)", style=solid]; +"813 gelu_9" -> "814 dropout_29" [label="(1, 197, 3072)", style=solid]; +"814 dropout_29" -> "815 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"815 dropout_29_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"816 quantize_per_tensor_default_60" -> "817 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"817 dequantize_per_tensor_default_60" -> "823 linear_39" [label="(1, 197, 3072)", style=solid]; +"818 scale_updated_constant40" -> "820 mul_tensor_40" [label="(768, 1)", style=solid]; +"819 compressed_weight_updated_constant40" -> "820 mul_tensor_40" [label="(768, 3072)", style=solid]; +"820 mul_tensor_40" -> "822 sub_tensor_40" [label="(768, 3072)", style=solid]; +"821 zero_point_updated_constant40" -> "822 sub_tensor_40" [label="(768, 1)", style=solid]; +"822 sub_tensor_40" -> "823 linear_39" [label="(768, 3072)", style=solid]; +"823 linear_39" -> "824 dropout_30" [label="(1, 197, 768)", style=solid]; +"824 dropout_30" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "826 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"826 layer_norm_20" -> "827 transpose_60" [label="(1, 197, 768)", style=solid]; +"827 transpose_60" -> "828 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"828 transpose_60_0_0_nncf_smooth_quant_0" -> "829 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_61" -> "830 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_61" -> "836 linear_40" [label="(197, 1, 768)", style=solid]; +"831 scale_updated_constant41" -> "833 mul_tensor_41" [label="(2304, 1)", style=solid]; +"832 compressed_weight_updated_constant41" -> "833 mul_tensor_41" [label="(2304, 768)", style=solid]; +"833 mul_tensor_41" -> "835 sub_tensor_41" [label="(2304, 768)", style=solid]; +"834 zero_point_updated_constant41" -> "835 sub_tensor_41" [label="(2304, 1)", style=solid]; +"835 sub_tensor_41" -> "836 linear_40" [label="(2304, 768)", style=solid]; +"836 linear_40" -> "837 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"837 unflatten_10" -> "838 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"838 unsqueeze_10" -> "839 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"839 transpose_61" -> "840 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"840 squeeze_10" -> "841 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "842 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "845 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "848 select_32" [label="(3, 197, 1, 768)", style=solid]; +"842 quantize_per_tensor_default_62" -> "843 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"843 dequantize_per_tensor_default_62" -> "844 select_30" [label="(3, 197, 1, 768)", style=solid]; +"844 select_30" -> "849 view_80" [label="(197, 1, 768)", style=solid]; +"845 quantize_per_tensor_default_63" -> "846 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"846 dequantize_per_tensor_default_63" -> "847 select_31" [label="(3, 197, 1, 768)", style=solid]; +"847 select_31" -> "851 view_81" [label="(197, 1, 768)", style=solid]; +"848 select_32" -> "853 view_82" [label="(197, 1, 768)", style=solid]; +"849 view_80" -> "850 transpose_62" [label="(197, 12, 64)", style=solid]; +"850 transpose_62" -> "855 view_83" [label="(12, 197, 64)", style=solid]; +"851 view_81" -> "852 transpose_63" [label="(197, 12, 64)", style=solid]; +"852 transpose_63" -> "856 view_84" [label="(12, 197, 64)", style=solid]; +"853 view_82" -> "854 transpose_64" [label="(197, 12, 64)", style=solid]; +"854 transpose_64" -> "857 view_85" [label="(12, 197, 64)", style=solid]; +"855 view_83" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"856 view_84" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"857 view_85" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"858 scaled_dot_product_attention_10" -> "859 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"859 permute_11" -> "860 view_86" [label="(197, 1, 12, 64)", style=solid]; +"860 view_86" -> "861 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"861 view_86_0_0_nncf_smooth_quant_0" -> "862 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"862 quantize_per_tensor_default_64" -> "863 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"863 dequantize_per_tensor_default_64" -> "869 linear_41" [label="(197, 768)", style=solid]; +"864 scale_updated_constant42" -> "866 mul_tensor_42" [label="(768, 1)", style=solid]; +"865 compressed_weight_updated_constant42" -> "866 mul_tensor_42" [label="(768, 768)", style=solid]; +"866 mul_tensor_42" -> "868 sub_tensor_42" [label="(768, 768)", style=solid]; +"867 zero_point_updated_constant42" -> "868 sub_tensor_42" [label="(768, 1)", style=solid]; +"868 sub_tensor_42" -> "869 linear_41" [label="(768, 768)", style=solid]; +"869 linear_41" -> "870 view_87" [label="(197, 768)", style=solid]; +"870 view_87" -> "871 transpose_65" [label="(197, 1, 768)", style=solid]; +"871 transpose_65" -> "872 dropout_31" [label="(1, 197, 768)", style=solid]; +"872 dropout_31" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "874 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"874 layer_norm_21" -> "875 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"876 quantize_per_tensor_default_65" -> "877 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"877 dequantize_per_tensor_default_65" -> "883 linear_42" [label="(1, 197, 768)", style=solid]; +"878 scale_updated_constant43" -> "880 mul_tensor_43" [label="(3072, 1)", style=solid]; +"879 compressed_weight_updated_constant43" -> "880 mul_tensor_43" [label="(3072, 768)", style=solid]; +"880 mul_tensor_43" -> "882 sub_tensor_43" [label="(3072, 768)", style=solid]; +"881 zero_point_updated_constant43" -> "882 sub_tensor_43" [label="(3072, 1)", style=solid]; +"882 sub_tensor_43" -> "883 linear_42" [label="(3072, 768)", style=solid]; +"883 linear_42" -> "884 gelu_10" [label="(1, 197, 3072)", style=solid]; +"884 gelu_10" -> "885 dropout_32" [label="(1, 197, 3072)", style=solid]; +"885 dropout_32" -> "886 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"886 dropout_32_0_0_nncf_smooth_quant_0" -> "887 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"887 quantize_per_tensor_default_66" -> "888 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"888 dequantize_per_tensor_default_66" -> "894 linear_43" [label="(1, 197, 3072)", style=solid]; +"889 scale_updated_constant44" -> "891 mul_tensor_44" [label="(768, 1)", style=solid]; +"890 compressed_weight_updated_constant44" -> "891 mul_tensor_44" [label="(768, 3072)", style=solid]; +"891 mul_tensor_44" -> "893 sub_tensor_44" [label="(768, 3072)", style=solid]; +"892 zero_point_updated_constant44" -> "893 sub_tensor_44" [label="(768, 1)", style=solid]; +"893 sub_tensor_44" -> "894 linear_43" [label="(768, 3072)", style=solid]; +"894 linear_43" -> "895 dropout_33" [label="(1, 197, 768)", style=solid]; +"895 dropout_33" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "897 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"897 layer_norm_22" -> "898 transpose_66" [label="(1, 197, 768)", style=solid]; +"898 transpose_66" -> "899 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"899 transpose_66_0_0_nncf_smooth_quant_0" -> "900 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"900 quantize_per_tensor_default_67" -> "901 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"901 dequantize_per_tensor_default_67" -> "907 linear_44" [label="(197, 1, 768)", style=solid]; +"902 scale_updated_constant45" -> "904 mul_tensor_45" [label="(2304, 1)", style=solid]; +"903 compressed_weight_updated_constant45" -> "904 mul_tensor_45" [label="(2304, 768)", style=solid]; +"904 mul_tensor_45" -> "906 sub_tensor_45" [label="(2304, 768)", style=solid]; +"905 zero_point_updated_constant45" -> "906 sub_tensor_45" [label="(2304, 1)", style=solid]; +"906 sub_tensor_45" -> "907 linear_44" [label="(2304, 768)", style=solid]; +"907 linear_44" -> "908 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"908 unflatten_11" -> "909 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"909 unsqueeze_11" -> "910 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"910 transpose_67" -> "911 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"911 squeeze_11" -> "912 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "913 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "916 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "919 select_35" [label="(3, 197, 1, 768)", style=solid]; +"913 quantize_per_tensor_default_68" -> "914 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"914 dequantize_per_tensor_default_68" -> "915 select_33" [label="(3, 197, 1, 768)", style=solid]; +"915 select_33" -> "920 view_88" [label="(197, 1, 768)", style=solid]; +"916 quantize_per_tensor_default_69" -> "917 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"917 dequantize_per_tensor_default_69" -> "918 select_34" [label="(3, 197, 1, 768)", style=solid]; +"918 select_34" -> "922 view_89" [label="(197, 1, 768)", style=solid]; +"919 select_35" -> "924 view_90" [label="(197, 1, 768)", style=solid]; +"920 view_88" -> "921 transpose_68" [label="(197, 12, 64)", style=solid]; +"921 transpose_68" -> "926 view_91" [label="(12, 197, 64)", style=solid]; +"922 view_89" -> "923 transpose_69" [label="(197, 12, 64)", style=solid]; +"923 transpose_69" -> "927 view_92" [label="(12, 197, 64)", style=solid]; +"924 view_90" -> "925 transpose_70" [label="(197, 12, 64)", style=solid]; +"925 transpose_70" -> "928 view_93" [label="(12, 197, 64)", style=solid]; +"926 view_91" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"927 view_92" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"928 view_93" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"929 scaled_dot_product_attention_11" -> "930 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"930 permute_12" -> "931 view_94" [label="(197, 1, 12, 64)", style=solid]; +"931 view_94" -> "932 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"932 view_94_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"933 quantize_per_tensor_default_70" -> "934 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"934 dequantize_per_tensor_default_70" -> "940 linear_45" [label="(197, 768)", style=solid]; +"935 scale_updated_constant46" -> "937 mul_tensor_46" [label="(768, 1)", style=solid]; +"936 compressed_weight_updated_constant46" -> "937 mul_tensor_46" [label="(768, 768)", style=solid]; +"937 mul_tensor_46" -> "939 sub_tensor_46" [label="(768, 768)", style=solid]; +"938 zero_point_updated_constant46" -> "939 sub_tensor_46" [label="(768, 1)", style=solid]; +"939 sub_tensor_46" -> "940 linear_45" [label="(768, 768)", style=solid]; +"940 linear_45" -> "941 view_95" [label="(197, 768)", style=solid]; +"941 view_95" -> "942 transpose_71" [label="(197, 1, 768)", style=solid]; +"942 transpose_71" -> "943 dropout_34" [label="(1, 197, 768)", style=solid]; +"943 dropout_34" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "945 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"945 layer_norm_23" -> "946 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"947 quantize_per_tensor_default_71" -> "948 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"948 dequantize_per_tensor_default_71" -> "954 linear_46" [label="(1, 197, 768)", style=solid]; +"949 scale_updated_constant47" -> "951 mul_tensor_47" [label="(3072, 1)", style=solid]; +"950 compressed_weight_updated_constant47" -> "951 mul_tensor_47" [label="(3072, 768)", style=solid]; +"951 mul_tensor_47" -> "953 sub_tensor_47" [label="(3072, 768)", style=solid]; +"952 zero_point_updated_constant47" -> "953 sub_tensor_47" [label="(3072, 1)", style=solid]; +"953 sub_tensor_47" -> "954 linear_46" [label="(3072, 768)", style=solid]; +"954 linear_46" -> "955 gelu_11" [label="(1, 197, 3072)", style=solid]; +"955 gelu_11" -> "956 dropout_35" [label="(1, 197, 3072)", style=solid]; +"956 dropout_35" -> "957 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"957 dropout_35_0_0_nncf_smooth_quant_0" -> "958 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"958 quantize_per_tensor_default_72" -> "959 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"959 dequantize_per_tensor_default_72" -> "965 linear_47" [label="(1, 197, 3072)", style=solid]; +"960 scale_updated_constant48" -> "962 mul_tensor_48" [label="(768, 1)", style=solid]; +"961 compressed_weight_updated_constant48" -> "962 mul_tensor_48" [label="(768, 3072)", style=solid]; +"962 mul_tensor_48" -> "964 sub_tensor_48" [label="(768, 3072)", style=solid]; +"963 zero_point_updated_constant48" -> "964 sub_tensor_48" [label="(768, 1)", style=solid]; +"964 sub_tensor_48" -> "965 linear_47" [label="(768, 3072)", style=solid]; +"965 linear_47" -> "966 dropout_36" [label="(1, 197, 768)", style=solid]; +"966 dropout_36" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"967 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; +"974 scale_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 1)", style=solid]; +"975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 768)", style=solid]; +"976 mul_tensor_49" -> "978 sub_tensor_49" [label="(1000, 768)", style=solid]; +"977 zero_point_updated_constant49" -> "978 sub_tensor_49" [label="(1000, 1)", style=solid]; +"978 sub_tensor_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; +"979 linear_48" -> "980 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..c349bc361b7 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -0,0 +1,63 @@ +strict digraph { +"0 x" [id=0, type=input]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type=call_module]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 linear" [id=9, type=linear]; +"10 quantize_per_tensor_default_1" [id=10, type=quantize_per_tensor]; +"11 dequantize_per_tensor_default_1" [id=11, type=dequantize_per_tensor]; +"12 slice_1" [id=12, type=slice]; +"13 slice_2" [id=13, type=slice]; +"14 slice_3" [id=14, type=slice]; +"15 quantize_per_tensor_default_2" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_2" [id=16, type=dequantize_per_tensor]; +"17 slice_4" [id=17, type=slice]; +"18 slice_5" [id=18, type=slice]; +"19 slice_6" [id=19, type=slice]; +"20 slice_7" [id=20, type=slice]; +"21 slice_8" [id=21, type=slice]; +"22 slice_9" [id=22, type=slice]; +"23 transpose" [id=23, type=transpose]; +"24 matmul" [id=24, type=matmul]; +"25 div_" [id=25, type=div_]; +"26 softmax" [id=26, type=softmax]; +"27 transpose_1" [id=27, type=transpose]; +"28 matmul_1" [id=28, type=matmul]; +"29 output" [id=29, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [label="(1, 2, 4)", style=solid]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; +"3 dequantize_per_tensor_default" -> "9 linear" [label="(1, 2, 4)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(12, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(12, 4)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(12, 4)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(12, 1)", style=solid]; +"8 sub_tensor" -> "9 linear" [label="(12, 4)", style=solid]; +"9 linear" -> "10 quantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; +"9 linear" -> "15 quantize_per_tensor_default_2" [label="(1, 2, 12)", style=solid]; +"9 linear" -> "20 slice_7" [label="(1, 2, 12)", style=solid]; +"10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; +"11 dequantize_per_tensor_default_1" -> "12 slice_1" [label="(1, 2, 12)", style=solid]; +"12 slice_1" -> "13 slice_2" [label="(1, 2, 12)", style=solid]; +"13 slice_2" -> "14 slice_3" [label="(1, 2, 12)", style=solid]; +"14 slice_3" -> "24 matmul" [label="(1, 2, 4)", style=solid]; +"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [label="(1, 2, 12)", style=solid]; +"16 dequantize_per_tensor_default_2" -> "17 slice_4" [label="(1, 2, 12)", style=solid]; +"17 slice_4" -> "18 slice_5" [label="(1, 2, 12)", style=solid]; +"18 slice_5" -> "19 slice_6" [label="(1, 2, 12)", style=solid]; +"19 slice_6" -> "23 transpose" [label="(1, 2, 4)", style=solid]; +"20 slice_7" -> "21 slice_8" [label="(1, 2, 12)", style=solid]; +"21 slice_8" -> "22 slice_9" [label="(1, 2, 12)", style=solid]; +"22 slice_9" -> "28 matmul_1" [label="(1, 2, 4)", style=solid]; +"23 transpose" -> "24 matmul" [label="(1, 4, 2)", style=solid]; +"24 matmul" -> "25 div_" [label="(1, 2, 2)", style=solid]; +"25 div_" -> "26 softmax" [label="(1, 2, 2)", style=solid]; +"26 softmax" -> "27 transpose_1" [label="(1, 2, 2)", style=solid]; +"27 transpose_1" -> "28 matmul_1" [label="(1, 2, 2)", style=solid]; +"28 matmul_1" -> "29 output" [label="(1, 2, 4)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/mobilenet_v3_small.dot new file mode 100644 index 00000000000..fd17c484b76 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/mobilenet_v3_small.dot @@ -0,0 +1,1078 @@ +strict digraph { +"0 features_1_block_1_fc1_bias" [id=0, type=get_attr]; +"1 features_1_block_1_fc2_bias" [id=1, type=get_attr]; +"2 features_4_block_2_fc1_bias" [id=2, type=get_attr]; +"3 features_4_block_2_fc2_bias" [id=3, type=get_attr]; +"4 features_5_block_2_fc1_bias" [id=4, type=get_attr]; +"5 features_5_block_2_fc2_bias" [id=5, type=get_attr]; +"6 features_6_block_2_fc1_bias" [id=6, type=get_attr]; +"7 features_6_block_2_fc2_bias" [id=7, type=get_attr]; +"8 features_7_block_2_fc1_bias" [id=8, type=get_attr]; +"9 features_7_block_2_fc2_bias" [id=9, type=get_attr]; +"10 features_8_block_2_fc1_bias" [id=10, type=get_attr]; +"11 features_8_block_2_fc2_bias" [id=11, type=get_attr]; +"12 features_9_block_2_fc1_bias" [id=12, type=get_attr]; +"13 features_9_block_2_fc2_bias" [id=13, type=get_attr]; +"14 features_10_block_2_fc1_bias" [id=14, type=get_attr]; +"15 features_10_block_2_fc2_bias" [id=15, type=get_attr]; +"16 features_11_block_2_fc1_bias" [id=16, type=get_attr]; +"17 features_11_block_2_fc2_bias" [id=17, type=get_attr]; +"18 classifier_0_bias" [id=18, type=get_attr]; +"19 classifier_3_bias" [id=19, type=get_attr]; +"20 x" [id=20, type=input]; +"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default" [id=22, type=dequantize_per_tensor]; +"23 features_0_0_weight_bias" [id=23, type=get_attr]; +"24 conv2d_scale_0" [id=24, type=get_attr]; +"25 conv2d_zero_point_0" [id=25, type=get_attr]; +"26 _frozen_param0" [id=26, type=get_attr]; +"27 dequantize_per_channel_default" [id=27, type=dequantize_per_channel]; +"28 conv2d" [id=28, type=conv2d]; +"29 hardswish_" [id=29, type=hardswish_]; +"30 quantize_per_tensor_default_1" [id=30, type=quantize_per_tensor]; +"31 dequantize_per_tensor_default_1" [id=31, type=dequantize_per_tensor]; +"32 features_1_block_0_0_weight_bias" [id=32, type=get_attr]; +"33 conv2d_1_scale_0" [id=33, type=get_attr]; +"34 conv2d_1_zero_point_0" [id=34, type=get_attr]; +"35 _frozen_param1" [id=35, type=get_attr]; +"36 dequantize_per_channel_default_1" [id=36, type=dequantize_per_channel]; +"37 conv2d_1" [id=37, type=conv2d]; +"38 relu_" [id=38, type=relu_]; +"39 quantize_per_tensor_default_2" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_2" [id=40, type=dequantize_per_tensor]; +"41 adaptive_avg_pool2d" [id=41, type=adaptive_avg_pool2d]; +"42 quantize_per_tensor_default_3" [id=42, type=quantize_per_tensor]; +"43 dequantize_per_tensor_default_3" [id=43, type=dequantize_per_tensor]; +"44 conv2d_2_scale_0" [id=44, type=get_attr]; +"45 conv2d_2_zero_point_0" [id=45, type=get_attr]; +"46 _frozen_param2" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_2" [id=47, type=dequantize_per_channel]; +"48 conv2d_2" [id=48, type=conv2d]; +"49 relu" [id=49, type=relu]; +"50 quantize_per_tensor_default_4" [id=50, type=quantize_per_tensor]; +"51 dequantize_per_tensor_default_4" [id=51, type=dequantize_per_tensor]; +"52 conv2d_3_scale_0" [id=52, type=get_attr]; +"53 conv2d_3_zero_point_0" [id=53, type=get_attr]; +"54 _frozen_param3" [id=54, type=get_attr]; +"55 dequantize_per_channel_default_3" [id=55, type=dequantize_per_channel]; +"56 conv2d_3" [id=56, type=conv2d]; +"57 hardsigmoid" [id=57, type=hardsigmoid]; +"58 mul" [id=58, type=mul]; +"59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_5" [id=60, type=dequantize_per_tensor]; +"61 features_1_block_2_0_weight_bias" [id=61, type=get_attr]; +"62 conv2d_4_scale_0" [id=62, type=get_attr]; +"63 conv2d_4_zero_point_0" [id=63, type=get_attr]; +"64 _frozen_param4" [id=64, type=get_attr]; +"65 dequantize_per_channel_default_4" [id=65, type=dequantize_per_channel]; +"66 conv2d_4" [id=66, type=conv2d]; +"67 quantize_per_tensor_default_6" [id=67, type=quantize_per_tensor]; +"68 dequantize_per_tensor_default_6" [id=68, type=dequantize_per_tensor]; +"69 features_2_block_0_0_weight_bias" [id=69, type=get_attr]; +"70 conv2d_5_scale_0" [id=70, type=get_attr]; +"71 conv2d_5_zero_point_0" [id=71, type=get_attr]; +"72 _frozen_param5" [id=72, type=get_attr]; +"73 dequantize_per_channel_default_5" [id=73, type=dequantize_per_channel]; +"74 conv2d_5" [id=74, type=conv2d]; +"75 relu__1" [id=75, type=relu_]; +"76 quantize_per_tensor_default_7" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_7" [id=77, type=dequantize_per_tensor]; +"78 features_2_block_1_0_weight_bias" [id=78, type=get_attr]; +"79 conv2d_6_scale_0" [id=79, type=get_attr]; +"80 conv2d_6_zero_point_0" [id=80, type=get_attr]; +"81 _frozen_param6" [id=81, type=get_attr]; +"82 dequantize_per_channel_default_6" [id=82, type=dequantize_per_channel]; +"83 conv2d_6" [id=83, type=conv2d]; +"84 relu__2" [id=84, type=relu_]; +"85 quantize_per_tensor_default_8" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_8" [id=86, type=dequantize_per_tensor]; +"87 features_2_block_2_0_weight_bias" [id=87, type=get_attr]; +"88 conv2d_7_scale_0" [id=88, type=get_attr]; +"89 conv2d_7_zero_point_0" [id=89, type=get_attr]; +"90 _frozen_param7" [id=90, type=get_attr]; +"91 dequantize_per_channel_default_7" [id=91, type=dequantize_per_channel]; +"92 conv2d_7" [id=92, type=conv2d]; +"93 quantize_per_tensor_default_9" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_10" [id=94, type=dequantize_per_tensor]; +"95 dequantize_per_tensor_default_9" [id=95, type=dequantize_per_tensor]; +"96 features_3_block_0_0_weight_bias" [id=96, type=get_attr]; +"97 conv2d_8_scale_0" [id=97, type=get_attr]; +"98 conv2d_8_zero_point_0" [id=98, type=get_attr]; +"99 _frozen_param8" [id=99, type=get_attr]; +"100 dequantize_per_channel_default_8" [id=100, type=dequantize_per_channel]; +"101 conv2d_8" [id=101, type=conv2d]; +"102 relu__3" [id=102, type=relu_]; +"103 quantize_per_tensor_default_10" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_11" [id=104, type=dequantize_per_tensor]; +"105 features_3_block_1_0_weight_bias" [id=105, type=get_attr]; +"106 conv2d_9_scale_0" [id=106, type=get_attr]; +"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; +"108 _frozen_param9" [id=108, type=get_attr]; +"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; +"110 conv2d_9" [id=110, type=conv2d]; +"111 relu__4" [id=111, type=relu_]; +"112 quantize_per_tensor_default_11" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_12" [id=113, type=dequantize_per_tensor]; +"114 features_3_block_2_0_weight_bias" [id=114, type=get_attr]; +"115 conv2d_10_scale_0" [id=115, type=get_attr]; +"116 conv2d_10_zero_point_0" [id=116, type=get_attr]; +"117 _frozen_param10" [id=117, type=get_attr]; +"118 dequantize_per_channel_default_10" [id=118, type=dequantize_per_channel]; +"119 conv2d_10" [id=119, type=conv2d]; +"120 add_" [id=120, type=add_]; +"121 quantize_per_tensor_default_12" [id=121, type=quantize_per_tensor]; +"122 dequantize_per_tensor_default_13" [id=122, type=dequantize_per_tensor]; +"123 features_4_block_0_0_weight_bias" [id=123, type=get_attr]; +"124 conv2d_11_scale_0" [id=124, type=get_attr]; +"125 conv2d_11_zero_point_0" [id=125, type=get_attr]; +"126 _frozen_param11" [id=126, type=get_attr]; +"127 dequantize_per_channel_default_11" [id=127, type=dequantize_per_channel]; +"128 conv2d_11" [id=128, type=conv2d]; +"129 hardswish__1" [id=129, type=hardswish_]; +"130 quantize_per_tensor_default_13" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_14" [id=131, type=dequantize_per_tensor]; +"132 features_4_block_1_0_weight_bias" [id=132, type=get_attr]; +"133 conv2d_12_scale_0" [id=133, type=get_attr]; +"134 conv2d_12_zero_point_0" [id=134, type=get_attr]; +"135 _frozen_param12" [id=135, type=get_attr]; +"136 dequantize_per_channel_default_12" [id=136, type=dequantize_per_channel]; +"137 conv2d_12" [id=137, type=conv2d]; +"138 hardswish__2" [id=138, type=hardswish_]; +"139 quantize_per_tensor_default_14" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_15" [id=140, type=dequantize_per_tensor]; +"141 adaptive_avg_pool2d_1" [id=141, type=adaptive_avg_pool2d]; +"142 quantize_per_tensor_default_15" [id=142, type=quantize_per_tensor]; +"143 dequantize_per_tensor_default_16" [id=143, type=dequantize_per_tensor]; +"144 conv2d_13_scale_0" [id=144, type=get_attr]; +"145 conv2d_13_zero_point_0" [id=145, type=get_attr]; +"146 _frozen_param13" [id=146, type=get_attr]; +"147 dequantize_per_channel_default_13" [id=147, type=dequantize_per_channel]; +"148 conv2d_13" [id=148, type=conv2d]; +"149 relu_1" [id=149, type=relu]; +"150 quantize_per_tensor_default_16" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_17" [id=151, type=dequantize_per_tensor]; +"152 conv2d_14_scale_0" [id=152, type=get_attr]; +"153 conv2d_14_zero_point_0" [id=153, type=get_attr]; +"154 _frozen_param14" [id=154, type=get_attr]; +"155 dequantize_per_channel_default_14" [id=155, type=dequantize_per_channel]; +"156 conv2d_14" [id=156, type=conv2d]; +"157 hardsigmoid_1" [id=157, type=hardsigmoid]; +"158 mul_1" [id=158, type=mul]; +"159 quantize_per_tensor_default_17" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_18" [id=160, type=dequantize_per_tensor]; +"161 features_4_block_3_0_weight_bias" [id=161, type=get_attr]; +"162 conv2d_15_scale_0" [id=162, type=get_attr]; +"163 conv2d_15_zero_point_0" [id=163, type=get_attr]; +"164 _frozen_param15" [id=164, type=get_attr]; +"165 dequantize_per_channel_default_15" [id=165, type=dequantize_per_channel]; +"166 conv2d_15" [id=166, type=conv2d]; +"167 quantize_per_tensor_default_18" [id=167, type=quantize_per_tensor]; +"168 dequantize_per_tensor_default_20" [id=168, type=dequantize_per_tensor]; +"169 dequantize_per_tensor_default_19" [id=169, type=dequantize_per_tensor]; +"170 features_5_block_0_0_weight_bias" [id=170, type=get_attr]; +"171 conv2d_16_scale_0" [id=171, type=get_attr]; +"172 conv2d_16_zero_point_0" [id=172, type=get_attr]; +"173 _frozen_param16" [id=173, type=get_attr]; +"174 dequantize_per_channel_default_16" [id=174, type=dequantize_per_channel]; +"175 conv2d_16" [id=175, type=conv2d]; +"176 hardswish__3" [id=176, type=hardswish_]; +"177 quantize_per_tensor_default_19" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_21" [id=178, type=dequantize_per_tensor]; +"179 features_5_block_1_0_weight_bias" [id=179, type=get_attr]; +"180 conv2d_17_scale_0" [id=180, type=get_attr]; +"181 conv2d_17_zero_point_0" [id=181, type=get_attr]; +"182 _frozen_param17" [id=182, type=get_attr]; +"183 dequantize_per_channel_default_17" [id=183, type=dequantize_per_channel]; +"184 conv2d_17" [id=184, type=conv2d]; +"185 hardswish__4" [id=185, type=hardswish_]; +"186 quantize_per_tensor_default_20" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_22" [id=187, type=dequantize_per_tensor]; +"188 adaptive_avg_pool2d_2" [id=188, type=adaptive_avg_pool2d]; +"189 quantize_per_tensor_default_21" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_23" [id=190, type=dequantize_per_tensor]; +"191 conv2d_18_scale_0" [id=191, type=get_attr]; +"192 conv2d_18_zero_point_0" [id=192, type=get_attr]; +"193 _frozen_param18" [id=193, type=get_attr]; +"194 dequantize_per_channel_default_18" [id=194, type=dequantize_per_channel]; +"195 conv2d_18" [id=195, type=conv2d]; +"196 relu_2" [id=196, type=relu]; +"197 quantize_per_tensor_default_22" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_24" [id=198, type=dequantize_per_tensor]; +"199 conv2d_19_scale_0" [id=199, type=get_attr]; +"200 conv2d_19_zero_point_0" [id=200, type=get_attr]; +"201 _frozen_param19" [id=201, type=get_attr]; +"202 dequantize_per_channel_default_19" [id=202, type=dequantize_per_channel]; +"203 conv2d_19" [id=203, type=conv2d]; +"204 hardsigmoid_2" [id=204, type=hardsigmoid]; +"205 mul_2" [id=205, type=mul]; +"206 quantize_per_tensor_default_23" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_25" [id=207, type=dequantize_per_tensor]; +"208 features_5_block_3_0_weight_bias" [id=208, type=get_attr]; +"209 conv2d_20_scale_0" [id=209, type=get_attr]; +"210 conv2d_20_zero_point_0" [id=210, type=get_attr]; +"211 _frozen_param20" [id=211, type=get_attr]; +"212 dequantize_per_channel_default_20" [id=212, type=dequantize_per_channel]; +"213 conv2d_20" [id=213, type=conv2d]; +"214 add__1" [id=214, type=add_]; +"215 quantize_per_tensor_default_24" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_27" [id=216, type=dequantize_per_tensor]; +"217 dequantize_per_tensor_default_26" [id=217, type=dequantize_per_tensor]; +"218 features_6_block_0_0_weight_bias" [id=218, type=get_attr]; +"219 conv2d_21_scale_0" [id=219, type=get_attr]; +"220 conv2d_21_zero_point_0" [id=220, type=get_attr]; +"221 _frozen_param21" [id=221, type=get_attr]; +"222 dequantize_per_channel_default_21" [id=222, type=dequantize_per_channel]; +"223 conv2d_21" [id=223, type=conv2d]; +"224 hardswish__5" [id=224, type=hardswish_]; +"225 quantize_per_tensor_default_25" [id=225, type=quantize_per_tensor]; +"226 dequantize_per_tensor_default_28" [id=226, type=dequantize_per_tensor]; +"227 features_6_block_1_0_weight_bias" [id=227, type=get_attr]; +"228 conv2d_22_scale_0" [id=228, type=get_attr]; +"229 conv2d_22_zero_point_0" [id=229, type=get_attr]; +"230 _frozen_param22" [id=230, type=get_attr]; +"231 dequantize_per_channel_default_22" [id=231, type=dequantize_per_channel]; +"232 conv2d_22" [id=232, type=conv2d]; +"233 hardswish__6" [id=233, type=hardswish_]; +"234 quantize_per_tensor_default_26" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_29" [id=235, type=dequantize_per_tensor]; +"236 adaptive_avg_pool2d_3" [id=236, type=adaptive_avg_pool2d]; +"237 quantize_per_tensor_default_27" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_30" [id=238, type=dequantize_per_tensor]; +"239 conv2d_23_scale_0" [id=239, type=get_attr]; +"240 conv2d_23_zero_point_0" [id=240, type=get_attr]; +"241 _frozen_param23" [id=241, type=get_attr]; +"242 dequantize_per_channel_default_23" [id=242, type=dequantize_per_channel]; +"243 conv2d_23" [id=243, type=conv2d]; +"244 relu_3" [id=244, type=relu]; +"245 quantize_per_tensor_default_28" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_31" [id=246, type=dequantize_per_tensor]; +"247 conv2d_24_scale_0" [id=247, type=get_attr]; +"248 conv2d_24_zero_point_0" [id=248, type=get_attr]; +"249 _frozen_param24" [id=249, type=get_attr]; +"250 dequantize_per_channel_default_24" [id=250, type=dequantize_per_channel]; +"251 conv2d_24" [id=251, type=conv2d]; +"252 hardsigmoid_3" [id=252, type=hardsigmoid]; +"253 mul_3" [id=253, type=mul]; +"254 quantize_per_tensor_default_29" [id=254, type=quantize_per_tensor]; +"255 dequantize_per_tensor_default_32" [id=255, type=dequantize_per_tensor]; +"256 features_6_block_3_0_weight_bias" [id=256, type=get_attr]; +"257 conv2d_25_scale_0" [id=257, type=get_attr]; +"258 conv2d_25_zero_point_0" [id=258, type=get_attr]; +"259 _frozen_param25" [id=259, type=get_attr]; +"260 dequantize_per_channel_default_25" [id=260, type=dequantize_per_channel]; +"261 conv2d_25" [id=261, type=conv2d]; +"262 add__2" [id=262, type=add_]; +"263 quantize_per_tensor_default_30" [id=263, type=quantize_per_tensor]; +"264 dequantize_per_tensor_default_33" [id=264, type=dequantize_per_tensor]; +"265 features_7_block_0_0_weight_bias" [id=265, type=get_attr]; +"266 conv2d_26_scale_0" [id=266, type=get_attr]; +"267 conv2d_26_zero_point_0" [id=267, type=get_attr]; +"268 _frozen_param26" [id=268, type=get_attr]; +"269 dequantize_per_channel_default_26" [id=269, type=dequantize_per_channel]; +"270 conv2d_26" [id=270, type=conv2d]; +"271 hardswish__7" [id=271, type=hardswish_]; +"272 quantize_per_tensor_default_31" [id=272, type=quantize_per_tensor]; +"273 dequantize_per_tensor_default_34" [id=273, type=dequantize_per_tensor]; +"274 features_7_block_1_0_weight_bias" [id=274, type=get_attr]; +"275 conv2d_27_scale_0" [id=275, type=get_attr]; +"276 conv2d_27_zero_point_0" [id=276, type=get_attr]; +"277 _frozen_param27" [id=277, type=get_attr]; +"278 dequantize_per_channel_default_27" [id=278, type=dequantize_per_channel]; +"279 conv2d_27" [id=279, type=conv2d]; +"280 hardswish__8" [id=280, type=hardswish_]; +"281 quantize_per_tensor_default_32" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_35" [id=282, type=dequantize_per_tensor]; +"283 adaptive_avg_pool2d_4" [id=283, type=adaptive_avg_pool2d]; +"284 quantize_per_tensor_default_33" [id=284, type=quantize_per_tensor]; +"285 dequantize_per_tensor_default_36" [id=285, type=dequantize_per_tensor]; +"286 conv2d_28_scale_0" [id=286, type=get_attr]; +"287 conv2d_28_zero_point_0" [id=287, type=get_attr]; +"288 _frozen_param28" [id=288, type=get_attr]; +"289 dequantize_per_channel_default_28" [id=289, type=dequantize_per_channel]; +"290 conv2d_28" [id=290, type=conv2d]; +"291 relu_4" [id=291, type=relu]; +"292 quantize_per_tensor_default_34" [id=292, type=quantize_per_tensor]; +"293 dequantize_per_tensor_default_37" [id=293, type=dequantize_per_tensor]; +"294 conv2d_29_scale_0" [id=294, type=get_attr]; +"295 conv2d_29_zero_point_0" [id=295, type=get_attr]; +"296 _frozen_param29" [id=296, type=get_attr]; +"297 dequantize_per_channel_default_29" [id=297, type=dequantize_per_channel]; +"298 conv2d_29" [id=298, type=conv2d]; +"299 hardsigmoid_4" [id=299, type=hardsigmoid]; +"300 mul_4" [id=300, type=mul]; +"301 quantize_per_tensor_default_35" [id=301, type=quantize_per_tensor]; +"302 dequantize_per_tensor_default_38" [id=302, type=dequantize_per_tensor]; +"303 features_7_block_3_0_weight_bias" [id=303, type=get_attr]; +"304 conv2d_30_scale_0" [id=304, type=get_attr]; +"305 conv2d_30_zero_point_0" [id=305, type=get_attr]; +"306 _frozen_param30" [id=306, type=get_attr]; +"307 dequantize_per_channel_default_30" [id=307, type=dequantize_per_channel]; +"308 conv2d_30" [id=308, type=conv2d]; +"309 quantize_per_tensor_default_36" [id=309, type=quantize_per_tensor]; +"310 dequantize_per_tensor_default_40" [id=310, type=dequantize_per_tensor]; +"311 dequantize_per_tensor_default_39" [id=311, type=dequantize_per_tensor]; +"312 features_8_block_0_0_weight_bias" [id=312, type=get_attr]; +"313 conv2d_31_scale_0" [id=313, type=get_attr]; +"314 conv2d_31_zero_point_0" [id=314, type=get_attr]; +"315 _frozen_param31" [id=315, type=get_attr]; +"316 dequantize_per_channel_default_31" [id=316, type=dequantize_per_channel]; +"317 conv2d_31" [id=317, type=conv2d]; +"318 hardswish__9" [id=318, type=hardswish_]; +"319 quantize_per_tensor_default_37" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_41" [id=320, type=dequantize_per_tensor]; +"321 features_8_block_1_0_weight_bias" [id=321, type=get_attr]; +"322 conv2d_32_scale_0" [id=322, type=get_attr]; +"323 conv2d_32_zero_point_0" [id=323, type=get_attr]; +"324 _frozen_param32" [id=324, type=get_attr]; +"325 dequantize_per_channel_default_32" [id=325, type=dequantize_per_channel]; +"326 conv2d_32" [id=326, type=conv2d]; +"327 hardswish__10" [id=327, type=hardswish_]; +"328 quantize_per_tensor_default_38" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_42" [id=329, type=dequantize_per_tensor]; +"330 adaptive_avg_pool2d_5" [id=330, type=adaptive_avg_pool2d]; +"331 quantize_per_tensor_default_39" [id=331, type=quantize_per_tensor]; +"332 dequantize_per_tensor_default_43" [id=332, type=dequantize_per_tensor]; +"333 conv2d_33_scale_0" [id=333, type=get_attr]; +"334 conv2d_33_zero_point_0" [id=334, type=get_attr]; +"335 _frozen_param33" [id=335, type=get_attr]; +"336 dequantize_per_channel_default_33" [id=336, type=dequantize_per_channel]; +"337 conv2d_33" [id=337, type=conv2d]; +"338 relu_5" [id=338, type=relu]; +"339 quantize_per_tensor_default_40" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_44" [id=340, type=dequantize_per_tensor]; +"341 conv2d_34_scale_0" [id=341, type=get_attr]; +"342 conv2d_34_zero_point_0" [id=342, type=get_attr]; +"343 _frozen_param34" [id=343, type=get_attr]; +"344 dequantize_per_channel_default_34" [id=344, type=dequantize_per_channel]; +"345 conv2d_34" [id=345, type=conv2d]; +"346 hardsigmoid_5" [id=346, type=hardsigmoid]; +"347 mul_5" [id=347, type=mul]; +"348 quantize_per_tensor_default_41" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_45" [id=349, type=dequantize_per_tensor]; +"350 features_8_block_3_0_weight_bias" [id=350, type=get_attr]; +"351 conv2d_35_scale_0" [id=351, type=get_attr]; +"352 conv2d_35_zero_point_0" [id=352, type=get_attr]; +"353 _frozen_param35" [id=353, type=get_attr]; +"354 dequantize_per_channel_default_35" [id=354, type=dequantize_per_channel]; +"355 conv2d_35" [id=355, type=conv2d]; +"356 add__3" [id=356, type=add_]; +"357 quantize_per_tensor_default_42" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_46" [id=358, type=dequantize_per_tensor]; +"359 features_9_block_0_0_weight_bias" [id=359, type=get_attr]; +"360 conv2d_36_scale_0" [id=360, type=get_attr]; +"361 conv2d_36_zero_point_0" [id=361, type=get_attr]; +"362 _frozen_param36" [id=362, type=get_attr]; +"363 dequantize_per_channel_default_36" [id=363, type=dequantize_per_channel]; +"364 conv2d_36" [id=364, type=conv2d]; +"365 hardswish__11" [id=365, type=hardswish_]; +"366 quantize_per_tensor_default_43" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_47" [id=367, type=dequantize_per_tensor]; +"368 features_9_block_1_0_weight_bias" [id=368, type=get_attr]; +"369 conv2d_37_scale_0" [id=369, type=get_attr]; +"370 conv2d_37_zero_point_0" [id=370, type=get_attr]; +"371 _frozen_param37" [id=371, type=get_attr]; +"372 dequantize_per_channel_default_37" [id=372, type=dequantize_per_channel]; +"373 conv2d_37" [id=373, type=conv2d]; +"374 hardswish__12" [id=374, type=hardswish_]; +"375 quantize_per_tensor_default_44" [id=375, type=quantize_per_tensor]; +"376 dequantize_per_tensor_default_48" [id=376, type=dequantize_per_tensor]; +"377 adaptive_avg_pool2d_6" [id=377, type=adaptive_avg_pool2d]; +"378 quantize_per_tensor_default_45" [id=378, type=quantize_per_tensor]; +"379 dequantize_per_tensor_default_49" [id=379, type=dequantize_per_tensor]; +"380 conv2d_38_scale_0" [id=380, type=get_attr]; +"381 conv2d_38_zero_point_0" [id=381, type=get_attr]; +"382 _frozen_param38" [id=382, type=get_attr]; +"383 dequantize_per_channel_default_38" [id=383, type=dequantize_per_channel]; +"384 conv2d_38" [id=384, type=conv2d]; +"385 relu_6" [id=385, type=relu]; +"386 quantize_per_tensor_default_46" [id=386, type=quantize_per_tensor]; +"387 dequantize_per_tensor_default_50" [id=387, type=dequantize_per_tensor]; +"388 conv2d_39_scale_0" [id=388, type=get_attr]; +"389 conv2d_39_zero_point_0" [id=389, type=get_attr]; +"390 _frozen_param39" [id=390, type=get_attr]; +"391 dequantize_per_channel_default_39" [id=391, type=dequantize_per_channel]; +"392 conv2d_39" [id=392, type=conv2d]; +"393 hardsigmoid_6" [id=393, type=hardsigmoid]; +"394 mul_6" [id=394, type=mul]; +"395 quantize_per_tensor_default_47" [id=395, type=quantize_per_tensor]; +"396 dequantize_per_tensor_default_51" [id=396, type=dequantize_per_tensor]; +"397 features_9_block_3_0_weight_bias" [id=397, type=get_attr]; +"398 conv2d_40_scale_0" [id=398, type=get_attr]; +"399 conv2d_40_zero_point_0" [id=399, type=get_attr]; +"400 _frozen_param40" [id=400, type=get_attr]; +"401 dequantize_per_channel_default_40" [id=401, type=dequantize_per_channel]; +"402 conv2d_40" [id=402, type=conv2d]; +"403 quantize_per_tensor_default_48" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_53" [id=404, type=dequantize_per_tensor]; +"405 dequantize_per_tensor_default_52" [id=405, type=dequantize_per_tensor]; +"406 features_10_block_0_0_weight_bias" [id=406, type=get_attr]; +"407 conv2d_41_scale_0" [id=407, type=get_attr]; +"408 conv2d_41_zero_point_0" [id=408, type=get_attr]; +"409 _frozen_param41" [id=409, type=get_attr]; +"410 dequantize_per_channel_default_41" [id=410, type=dequantize_per_channel]; +"411 conv2d_41" [id=411, type=conv2d]; +"412 hardswish__13" [id=412, type=hardswish_]; +"413 quantize_per_tensor_default_49" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_54" [id=414, type=dequantize_per_tensor]; +"415 features_10_block_1_0_weight_bias" [id=415, type=get_attr]; +"416 conv2d_42_scale_0" [id=416, type=get_attr]; +"417 conv2d_42_zero_point_0" [id=417, type=get_attr]; +"418 _frozen_param42" [id=418, type=get_attr]; +"419 dequantize_per_channel_default_42" [id=419, type=dequantize_per_channel]; +"420 conv2d_42" [id=420, type=conv2d]; +"421 hardswish__14" [id=421, type=hardswish_]; +"422 quantize_per_tensor_default_50" [id=422, type=quantize_per_tensor]; +"423 dequantize_per_tensor_default_55" [id=423, type=dequantize_per_tensor]; +"424 adaptive_avg_pool2d_7" [id=424, type=adaptive_avg_pool2d]; +"425 quantize_per_tensor_default_51" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_56" [id=426, type=dequantize_per_tensor]; +"427 conv2d_43_scale_0" [id=427, type=get_attr]; +"428 conv2d_43_zero_point_0" [id=428, type=get_attr]; +"429 _frozen_param43" [id=429, type=get_attr]; +"430 dequantize_per_channel_default_43" [id=430, type=dequantize_per_channel]; +"431 conv2d_43" [id=431, type=conv2d]; +"432 relu_7" [id=432, type=relu]; +"433 quantize_per_tensor_default_52" [id=433, type=quantize_per_tensor]; +"434 dequantize_per_tensor_default_57" [id=434, type=dequantize_per_tensor]; +"435 conv2d_44_scale_0" [id=435, type=get_attr]; +"436 conv2d_44_zero_point_0" [id=436, type=get_attr]; +"437 _frozen_param44" [id=437, type=get_attr]; +"438 dequantize_per_channel_default_44" [id=438, type=dequantize_per_channel]; +"439 conv2d_44" [id=439, type=conv2d]; +"440 hardsigmoid_7" [id=440, type=hardsigmoid]; +"441 mul_7" [id=441, type=mul]; +"442 quantize_per_tensor_default_53" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_58" [id=443, type=dequantize_per_tensor]; +"444 features_10_block_3_0_weight_bias" [id=444, type=get_attr]; +"445 conv2d_45_scale_0" [id=445, type=get_attr]; +"446 conv2d_45_zero_point_0" [id=446, type=get_attr]; +"447 _frozen_param45" [id=447, type=get_attr]; +"448 dequantize_per_channel_default_45" [id=448, type=dequantize_per_channel]; +"449 conv2d_45" [id=449, type=conv2d]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_54" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_60" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_59" [id=453, type=dequantize_per_tensor]; +"454 features_11_block_0_0_weight_bias" [id=454, type=get_attr]; +"455 conv2d_46_scale_0" [id=455, type=get_attr]; +"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; +"457 _frozen_param46" [id=457, type=get_attr]; +"458 dequantize_per_channel_default_46" [id=458, type=dequantize_per_channel]; +"459 conv2d_46" [id=459, type=conv2d]; +"460 hardswish__15" [id=460, type=hardswish_]; +"461 quantize_per_tensor_default_55" [id=461, type=quantize_per_tensor]; +"462 dequantize_per_tensor_default_61" [id=462, type=dequantize_per_tensor]; +"463 features_11_block_1_0_weight_bias" [id=463, type=get_attr]; +"464 conv2d_47_scale_0" [id=464, type=get_attr]; +"465 conv2d_47_zero_point_0" [id=465, type=get_attr]; +"466 _frozen_param47" [id=466, type=get_attr]; +"467 dequantize_per_channel_default_47" [id=467, type=dequantize_per_channel]; +"468 conv2d_47" [id=468, type=conv2d]; +"469 hardswish__16" [id=469, type=hardswish_]; +"470 quantize_per_tensor_default_56" [id=470, type=quantize_per_tensor]; +"471 dequantize_per_tensor_default_62" [id=471, type=dequantize_per_tensor]; +"472 adaptive_avg_pool2d_8" [id=472, type=adaptive_avg_pool2d]; +"473 quantize_per_tensor_default_57" [id=473, type=quantize_per_tensor]; +"474 dequantize_per_tensor_default_63" [id=474, type=dequantize_per_tensor]; +"475 conv2d_48_scale_0" [id=475, type=get_attr]; +"476 conv2d_48_zero_point_0" [id=476, type=get_attr]; +"477 _frozen_param48" [id=477, type=get_attr]; +"478 dequantize_per_channel_default_48" [id=478, type=dequantize_per_channel]; +"479 conv2d_48" [id=479, type=conv2d]; +"480 relu_8" [id=480, type=relu]; +"481 quantize_per_tensor_default_58" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_64" [id=482, type=dequantize_per_tensor]; +"483 conv2d_49_scale_0" [id=483, type=get_attr]; +"484 conv2d_49_zero_point_0" [id=484, type=get_attr]; +"485 _frozen_param49" [id=485, type=get_attr]; +"486 dequantize_per_channel_default_49" [id=486, type=dequantize_per_channel]; +"487 conv2d_49" [id=487, type=conv2d]; +"488 hardsigmoid_8" [id=488, type=hardsigmoid]; +"489 mul_8" [id=489, type=mul]; +"490 quantize_per_tensor_default_59" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_65" [id=491, type=dequantize_per_tensor]; +"492 features_11_block_3_0_weight_bias" [id=492, type=get_attr]; +"493 conv2d_50_scale_0" [id=493, type=get_attr]; +"494 conv2d_50_zero_point_0" [id=494, type=get_attr]; +"495 _frozen_param50" [id=495, type=get_attr]; +"496 dequantize_per_channel_default_50" [id=496, type=dequantize_per_channel]; +"497 conv2d_50" [id=497, type=conv2d]; +"498 add__5" [id=498, type=add_]; +"499 quantize_per_tensor_default_60" [id=499, type=quantize_per_tensor]; +"500 dequantize_per_tensor_default_66" [id=500, type=dequantize_per_tensor]; +"501 features_12_0_weight_bias" [id=501, type=get_attr]; +"502 conv2d_51_scale_0" [id=502, type=get_attr]; +"503 conv2d_51_zero_point_0" [id=503, type=get_attr]; +"504 _frozen_param51" [id=504, type=get_attr]; +"505 dequantize_per_channel_default_51" [id=505, type=dequantize_per_channel]; +"506 conv2d_51" [id=506, type=conv2d]; +"507 hardswish__17" [id=507, type=hardswish_]; +"508 quantize_per_tensor_default_61" [id=508, type=quantize_per_tensor]; +"509 dequantize_per_tensor_default_67" [id=509, type=dequantize_per_tensor]; +"510 adaptive_avg_pool2d_9" [id=510, type=adaptive_avg_pool2d]; +"511 quantize_per_tensor_default_62" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_68" [id=512, type=dequantize_per_tensor]; +"513 flatten" [id=513, type=flatten]; +"514 quantize_per_tensor_default_63" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_69" [id=515, type=dequantize_per_tensor]; +"516 linear_scale_0" [id=516, type=get_attr]; +"517 linear_zero_point_0" [id=517, type=get_attr]; +"518 _frozen_param52" [id=518, type=get_attr]; +"519 dequantize_per_channel_default_52" [id=519, type=dequantize_per_channel]; +"520 linear" [id=520, type=linear]; +"521 hardswish__18" [id=521, type=hardswish_]; +"522 dropout_" [id=522, type=dropout_]; +"523 quantize_per_tensor_default_64" [id=523, type=quantize_per_tensor]; +"524 dequantize_per_tensor_default_70" [id=524, type=dequantize_per_tensor]; +"525 linear_1_scale_0" [id=525, type=get_attr]; +"526 linear_1_zero_point_0" [id=526, type=get_attr]; +"527 _frozen_param53" [id=527, type=get_attr]; +"528 dequantize_per_channel_default_53" [id=528, type=dequantize_per_channel]; +"529 linear_1" [id=529, type=linear]; +"530 output" [id=530, type=output]; +"0 features_1_block_1_fc1_bias" -> "48 conv2d_2" [label="(8,)", style=solid]; +"1 features_1_block_1_fc2_bias" -> "56 conv2d_3" [label="(16,)", style=solid]; +"2 features_4_block_2_fc1_bias" -> "148 conv2d_13" [label="(24,)", style=solid]; +"3 features_4_block_2_fc2_bias" -> "156 conv2d_14" [label="(96,)", style=solid]; +"4 features_5_block_2_fc1_bias" -> "195 conv2d_18" [label="(64,)", style=solid]; +"5 features_5_block_2_fc2_bias" -> "203 conv2d_19" [label="(240,)", style=solid]; +"6 features_6_block_2_fc1_bias" -> "243 conv2d_23" [label="(64,)", style=solid]; +"7 features_6_block_2_fc2_bias" -> "251 conv2d_24" [label="(240,)", style=solid]; +"8 features_7_block_2_fc1_bias" -> "290 conv2d_28" [label="(32,)", style=solid]; +"9 features_7_block_2_fc2_bias" -> "298 conv2d_29" [label="(120,)", style=solid]; +"10 features_8_block_2_fc1_bias" -> "337 conv2d_33" [label="(40,)", style=solid]; +"11 features_8_block_2_fc2_bias" -> "345 conv2d_34" [label="(144,)", style=solid]; +"12 features_9_block_2_fc1_bias" -> "384 conv2d_38" [label="(72,)", style=solid]; +"13 features_9_block_2_fc2_bias" -> "392 conv2d_39" [label="(288,)", style=solid]; +"14 features_10_block_2_fc1_bias" -> "431 conv2d_43" [label="(144,)", style=solid]; +"15 features_10_block_2_fc2_bias" -> "439 conv2d_44" [label="(576,)", style=solid]; +"16 features_11_block_2_fc1_bias" -> "479 conv2d_48" [label="(144,)", style=solid]; +"17 features_11_block_2_fc2_bias" -> "487 conv2d_49" [label="(576,)", style=solid]; +"18 classifier_0_bias" -> "520 linear" [label="(1024,)", style=solid]; +"19 classifier_3_bias" -> "529 linear_1" [label="(1000,)", style=solid]; +"20 x" -> "21 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"22 dequantize_per_tensor_default" -> "28 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"23 features_0_0_weight_bias" -> "28 conv2d" [label="(16,)", style=solid]; +"24 conv2d_scale_0" -> "27 dequantize_per_channel_default" [label="(16,)", style=solid]; +"25 conv2d_zero_point_0" -> "27 dequantize_per_channel_default" [label="(16,)", style=solid]; +"26 _frozen_param0" -> "27 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"27 dequantize_per_channel_default" -> "28 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"28 conv2d" -> "29 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"29 hardswish_" -> "30 quantize_per_tensor_default_1" [label="(1, 16, 112, 112)", style=solid]; +"30 quantize_per_tensor_default_1" -> "31 dequantize_per_tensor_default_1" [label="(1, 16, 112, 112)", style=solid]; +"31 dequantize_per_tensor_default_1" -> "37 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"32 features_1_block_0_0_weight_bias" -> "37 conv2d_1" [label="(16,)", style=solid]; +"33 conv2d_1_scale_0" -> "36 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"34 conv2d_1_zero_point_0" -> "36 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"35 _frozen_param1" -> "36 dequantize_per_channel_default_1" [label="(16, 1, 3, 3)", style=solid]; +"36 dequantize_per_channel_default_1" -> "37 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"37 conv2d_1" -> "38 relu_" [label="(1, 16, 56, 56)", style=solid]; +"38 relu_" -> "39 quantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"38 relu_" -> "58 mul" [label="(1, 16, 56, 56)", style=solid]; +"39 quantize_per_tensor_default_2" -> "40 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"40 dequantize_per_tensor_default_2" -> "41 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"41 adaptive_avg_pool2d" -> "42 quantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"42 quantize_per_tensor_default_3" -> "43 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"43 dequantize_per_tensor_default_3" -> "48 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"44 conv2d_2_scale_0" -> "47 dequantize_per_channel_default_2" [label="(8,)", style=solid]; +"45 conv2d_2_zero_point_0" -> "47 dequantize_per_channel_default_2" [label="(8,)", style=solid]; +"46 _frozen_param2" -> "47 dequantize_per_channel_default_2" [label="(8, 16, 1, 1)", style=solid]; +"47 dequantize_per_channel_default_2" -> "48 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"48 conv2d_2" -> "49 relu" [label="(1, 8, 1, 1)", style=solid]; +"49 relu" -> "50 quantize_per_tensor_default_4" [label="(1, 8, 1, 1)", style=solid]; +"50 quantize_per_tensor_default_4" -> "51 dequantize_per_tensor_default_4" [label="(1, 8, 1, 1)", style=solid]; +"51 dequantize_per_tensor_default_4" -> "56 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"52 conv2d_3_scale_0" -> "55 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"53 conv2d_3_zero_point_0" -> "55 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"54 _frozen_param3" -> "55 dequantize_per_channel_default_3" [label="(16, 8, 1, 1)", style=solid]; +"55 dequantize_per_channel_default_3" -> "56 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"56 conv2d_3" -> "57 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"57 hardsigmoid" -> "58 mul" [label="(1, 16, 1, 1)", style=solid]; +"58 mul" -> "59 quantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"60 dequantize_per_tensor_default_5" -> "66 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"61 features_1_block_2_0_weight_bias" -> "66 conv2d_4" [label="(16,)", style=solid]; +"62 conv2d_4_scale_0" -> "65 dequantize_per_channel_default_4" [label="(16,)", style=solid]; +"63 conv2d_4_zero_point_0" -> "65 dequantize_per_channel_default_4" [label="(16,)", style=solid]; +"64 _frozen_param4" -> "65 dequantize_per_channel_default_4" [label="(16, 16, 1, 1)", style=solid]; +"65 dequantize_per_channel_default_4" -> "66 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"66 conv2d_4" -> "67 quantize_per_tensor_default_6" [label="(1, 16, 56, 56)", style=solid]; +"67 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_6" [label="(1, 16, 56, 56)", style=solid]; +"68 dequantize_per_tensor_default_6" -> "74 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"69 features_2_block_0_0_weight_bias" -> "74 conv2d_5" [label="(72,)", style=solid]; +"70 conv2d_5_scale_0" -> "73 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"71 conv2d_5_zero_point_0" -> "73 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"72 _frozen_param5" -> "73 dequantize_per_channel_default_5" [label="(72, 16, 1, 1)", style=solid]; +"73 dequantize_per_channel_default_5" -> "74 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"74 conv2d_5" -> "75 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"75 relu__1" -> "76 quantize_per_tensor_default_7" [label="(1, 72, 56, 56)", style=solid]; +"76 quantize_per_tensor_default_7" -> "77 dequantize_per_tensor_default_7" [label="(1, 72, 56, 56)", style=solid]; +"77 dequantize_per_tensor_default_7" -> "83 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"78 features_2_block_1_0_weight_bias" -> "83 conv2d_6" [label="(72,)", style=solid]; +"79 conv2d_6_scale_0" -> "82 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"80 conv2d_6_zero_point_0" -> "82 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"81 _frozen_param6" -> "82 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"82 dequantize_per_channel_default_6" -> "83 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"83 conv2d_6" -> "84 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"84 relu__2" -> "85 quantize_per_tensor_default_8" [label="(1, 72, 28, 28)", style=solid]; +"85 quantize_per_tensor_default_8" -> "86 dequantize_per_tensor_default_8" [label="(1, 72, 28, 28)", style=solid]; +"86 dequantize_per_tensor_default_8" -> "92 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"87 features_2_block_2_0_weight_bias" -> "92 conv2d_7" [label="(24,)", style=solid]; +"88 conv2d_7_scale_0" -> "91 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"89 conv2d_7_zero_point_0" -> "91 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"90 _frozen_param7" -> "91 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"91 dequantize_per_channel_default_7" -> "92 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"92 conv2d_7" -> "93 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_9" -> "94 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_9" -> "95 dequantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_10" -> "120 add_" [label="(1, 24, 28, 28)", style=solid]; +"95 dequantize_per_tensor_default_9" -> "101 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"96 features_3_block_0_0_weight_bias" -> "101 conv2d_8" [label="(88,)", style=solid]; +"97 conv2d_8_scale_0" -> "100 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"98 conv2d_8_zero_point_0" -> "100 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"99 _frozen_param8" -> "100 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"100 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"101 conv2d_8" -> "102 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"102 relu__3" -> "103 quantize_per_tensor_default_10" [label="(1, 88, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_10" -> "104 dequantize_per_tensor_default_11" [label="(1, 88, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_11" -> "110 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"105 features_3_block_1_0_weight_bias" -> "110 conv2d_9" [label="(88,)", style=solid]; +"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"108 _frozen_param9" -> "109 dequantize_per_channel_default_9" [label="(88, 1, 3, 3)", style=solid]; +"109 dequantize_per_channel_default_9" -> "110 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"110 conv2d_9" -> "111 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"111 relu__4" -> "112 quantize_per_tensor_default_11" [label="(1, 88, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_11" -> "113 dequantize_per_tensor_default_12" [label="(1, 88, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_12" -> "119 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"114 features_3_block_2_0_weight_bias" -> "119 conv2d_10" [label="(24,)", style=solid]; +"115 conv2d_10_scale_0" -> "118 dequantize_per_channel_default_10" [label="(24,)", style=solid]; +"116 conv2d_10_zero_point_0" -> "118 dequantize_per_channel_default_10" [label="(24,)", style=solid]; +"117 _frozen_param10" -> "118 dequantize_per_channel_default_10" [label="(24, 88, 1, 1)", style=solid]; +"118 dequantize_per_channel_default_10" -> "119 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"119 conv2d_10" -> "120 add_" [label="(1, 24, 28, 28)", style=solid]; +"120 add_" -> "121 quantize_per_tensor_default_12" [label="(1, 24, 28, 28)", style=solid]; +"121 quantize_per_tensor_default_12" -> "122 dequantize_per_tensor_default_13" [label="(1, 24, 28, 28)", style=solid]; +"122 dequantize_per_tensor_default_13" -> "128 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"123 features_4_block_0_0_weight_bias" -> "128 conv2d_11" [label="(96,)", style=solid]; +"124 conv2d_11_scale_0" -> "127 dequantize_per_channel_default_11" [label="(96,)", style=solid]; +"125 conv2d_11_zero_point_0" -> "127 dequantize_per_channel_default_11" [label="(96,)", style=solid]; +"126 _frozen_param11" -> "127 dequantize_per_channel_default_11" [label="(96, 24, 1, 1)", style=solid]; +"127 dequantize_per_channel_default_11" -> "128 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"128 conv2d_11" -> "129 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"129 hardswish__1" -> "130 quantize_per_tensor_default_13" [label="(1, 96, 28, 28)", style=solid]; +"130 quantize_per_tensor_default_13" -> "131 dequantize_per_tensor_default_14" [label="(1, 96, 28, 28)", style=solid]; +"131 dequantize_per_tensor_default_14" -> "137 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"132 features_4_block_1_0_weight_bias" -> "137 conv2d_12" [label="(96,)", style=solid]; +"133 conv2d_12_scale_0" -> "136 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"134 conv2d_12_zero_point_0" -> "136 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"135 _frozen_param12" -> "136 dequantize_per_channel_default_12" [label="(96, 1, 5, 5)", style=solid]; +"136 dequantize_per_channel_default_12" -> "137 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"137 conv2d_12" -> "138 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"138 hardswish__2" -> "139 quantize_per_tensor_default_14" [label="(1, 96, 14, 14)", style=solid]; +"138 hardswish__2" -> "158 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"139 quantize_per_tensor_default_14" -> "140 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"140 dequantize_per_tensor_default_15" -> "141 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"141 adaptive_avg_pool2d_1" -> "142 quantize_per_tensor_default_15" [label="(1, 96, 1, 1)", style=solid]; +"142 quantize_per_tensor_default_15" -> "143 dequantize_per_tensor_default_16" [label="(1, 96, 1, 1)", style=solid]; +"143 dequantize_per_tensor_default_16" -> "148 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"144 conv2d_13_scale_0" -> "147 dequantize_per_channel_default_13" [label="(24,)", style=solid]; +"145 conv2d_13_zero_point_0" -> "147 dequantize_per_channel_default_13" [label="(24,)", style=solid]; +"146 _frozen_param13" -> "147 dequantize_per_channel_default_13" [label="(24, 96, 1, 1)", style=solid]; +"147 dequantize_per_channel_default_13" -> "148 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"148 conv2d_13" -> "149 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"149 relu_1" -> "150 quantize_per_tensor_default_16" [label="(1, 24, 1, 1)", style=solid]; +"150 quantize_per_tensor_default_16" -> "151 dequantize_per_tensor_default_17" [label="(1, 24, 1, 1)", style=solid]; +"151 dequantize_per_tensor_default_17" -> "156 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"152 conv2d_14_scale_0" -> "155 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"153 conv2d_14_zero_point_0" -> "155 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"154 _frozen_param14" -> "155 dequantize_per_channel_default_14" [label="(96, 24, 1, 1)", style=solid]; +"155 dequantize_per_channel_default_14" -> "156 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"156 conv2d_14" -> "157 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"157 hardsigmoid_1" -> "158 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"158 mul_1" -> "159 quantize_per_tensor_default_17" [label="(1, 96, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_17" -> "160 dequantize_per_tensor_default_18" [label="(1, 96, 14, 14)", style=solid]; +"160 dequantize_per_tensor_default_18" -> "166 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"161 features_4_block_3_0_weight_bias" -> "166 conv2d_15" [label="(40,)", style=solid]; +"162 conv2d_15_scale_0" -> "165 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"163 conv2d_15_zero_point_0" -> "165 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"164 _frozen_param15" -> "165 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"165 dequantize_per_channel_default_15" -> "166 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"166 conv2d_15" -> "167 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"167 quantize_per_tensor_default_18" -> "168 dequantize_per_tensor_default_20" [label="(1, 40, 14, 14)", style=solid]; +"167 quantize_per_tensor_default_18" -> "169 dequantize_per_tensor_default_19" [label="(1, 40, 14, 14)", style=solid]; +"168 dequantize_per_tensor_default_20" -> "214 add__1" [label="(1, 40, 14, 14)", style=solid]; +"169 dequantize_per_tensor_default_19" -> "175 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"170 features_5_block_0_0_weight_bias" -> "175 conv2d_16" [label="(240,)", style=solid]; +"171 conv2d_16_scale_0" -> "174 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"172 conv2d_16_zero_point_0" -> "174 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"173 _frozen_param16" -> "174 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"174 dequantize_per_channel_default_16" -> "175 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"175 conv2d_16" -> "176 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"176 hardswish__3" -> "177 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"177 quantize_per_tensor_default_19" -> "178 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"178 dequantize_per_tensor_default_21" -> "184 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"179 features_5_block_1_0_weight_bias" -> "184 conv2d_17" [label="(240,)", style=solid]; +"180 conv2d_17_scale_0" -> "183 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"181 conv2d_17_zero_point_0" -> "183 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"182 _frozen_param17" -> "183 dequantize_per_channel_default_17" [label="(240, 1, 5, 5)", style=solid]; +"183 dequantize_per_channel_default_17" -> "184 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"184 conv2d_17" -> "185 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"185 hardswish__4" -> "186 quantize_per_tensor_default_20" [label="(1, 240, 14, 14)", style=solid]; +"185 hardswish__4" -> "205 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"186 quantize_per_tensor_default_20" -> "187 dequantize_per_tensor_default_22" [label="(1, 240, 14, 14)", style=solid]; +"187 dequantize_per_tensor_default_22" -> "188 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"188 adaptive_avg_pool2d_2" -> "189 quantize_per_tensor_default_21" [label="(1, 240, 1, 1)", style=solid]; +"189 quantize_per_tensor_default_21" -> "190 dequantize_per_tensor_default_23" [label="(1, 240, 1, 1)", style=solid]; +"190 dequantize_per_tensor_default_23" -> "195 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"191 conv2d_18_scale_0" -> "194 dequantize_per_channel_default_18" [label="(64,)", style=solid]; +"192 conv2d_18_zero_point_0" -> "194 dequantize_per_channel_default_18" [label="(64,)", style=solid]; +"193 _frozen_param18" -> "194 dequantize_per_channel_default_18" [label="(64, 240, 1, 1)", style=solid]; +"194 dequantize_per_channel_default_18" -> "195 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"195 conv2d_18" -> "196 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"196 relu_2" -> "197 quantize_per_tensor_default_22" [label="(1, 64, 1, 1)", style=solid]; +"197 quantize_per_tensor_default_22" -> "198 dequantize_per_tensor_default_24" [label="(1, 64, 1, 1)", style=solid]; +"198 dequantize_per_tensor_default_24" -> "203 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"199 conv2d_19_scale_0" -> "202 dequantize_per_channel_default_19" [label="(240,)", style=solid]; +"200 conv2d_19_zero_point_0" -> "202 dequantize_per_channel_default_19" [label="(240,)", style=solid]; +"201 _frozen_param19" -> "202 dequantize_per_channel_default_19" [label="(240, 64, 1, 1)", style=solid]; +"202 dequantize_per_channel_default_19" -> "203 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"203 conv2d_19" -> "204 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"204 hardsigmoid_2" -> "205 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"205 mul_2" -> "206 quantize_per_tensor_default_23" [label="(1, 240, 14, 14)", style=solid]; +"206 quantize_per_tensor_default_23" -> "207 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"207 dequantize_per_tensor_default_25" -> "213 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"208 features_5_block_3_0_weight_bias" -> "213 conv2d_20" [label="(40,)", style=solid]; +"209 conv2d_20_scale_0" -> "212 dequantize_per_channel_default_20" [label="(40,)", style=solid]; +"210 conv2d_20_zero_point_0" -> "212 dequantize_per_channel_default_20" [label="(40,)", style=solid]; +"211 _frozen_param20" -> "212 dequantize_per_channel_default_20" [label="(40, 240, 1, 1)", style=solid]; +"212 dequantize_per_channel_default_20" -> "213 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"213 conv2d_20" -> "214 add__1" [label="(1, 40, 14, 14)", style=solid]; +"214 add__1" -> "215 quantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"215 quantize_per_tensor_default_24" -> "216 dequantize_per_tensor_default_27" [label="(1, 40, 14, 14)", style=solid]; +"215 quantize_per_tensor_default_24" -> "217 dequantize_per_tensor_default_26" [label="(1, 40, 14, 14)", style=solid]; +"216 dequantize_per_tensor_default_27" -> "262 add__2" [label="(1, 40, 14, 14)", style=solid]; +"217 dequantize_per_tensor_default_26" -> "223 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"218 features_6_block_0_0_weight_bias" -> "223 conv2d_21" [label="(240,)", style=solid]; +"219 conv2d_21_scale_0" -> "222 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 conv2d_21_zero_point_0" -> "222 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"221 _frozen_param21" -> "222 dequantize_per_channel_default_21" [label="(240, 40, 1, 1)", style=solid]; +"222 dequantize_per_channel_default_21" -> "223 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"223 conv2d_21" -> "224 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"224 hardswish__5" -> "225 quantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"225 quantize_per_tensor_default_25" -> "226 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"226 dequantize_per_tensor_default_28" -> "232 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"227 features_6_block_1_0_weight_bias" -> "232 conv2d_22" [label="(240,)", style=solid]; +"228 conv2d_22_scale_0" -> "231 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"229 conv2d_22_zero_point_0" -> "231 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"230 _frozen_param22" -> "231 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"231 dequantize_per_channel_default_22" -> "232 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"232 conv2d_22" -> "233 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"233 hardswish__6" -> "234 quantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"233 hardswish__6" -> "253 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"234 quantize_per_tensor_default_26" -> "235 dequantize_per_tensor_default_29" [label="(1, 240, 14, 14)", style=solid]; +"235 dequantize_per_tensor_default_29" -> "236 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"236 adaptive_avg_pool2d_3" -> "237 quantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"237 quantize_per_tensor_default_27" -> "238 dequantize_per_tensor_default_30" [label="(1, 240, 1, 1)", style=solid]; +"238 dequantize_per_tensor_default_30" -> "243 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"239 conv2d_23_scale_0" -> "242 dequantize_per_channel_default_23" [label="(64,)", style=solid]; +"240 conv2d_23_zero_point_0" -> "242 dequantize_per_channel_default_23" [label="(64,)", style=solid]; +"241 _frozen_param23" -> "242 dequantize_per_channel_default_23" [label="(64, 240, 1, 1)", style=solid]; +"242 dequantize_per_channel_default_23" -> "243 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"243 conv2d_23" -> "244 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"244 relu_3" -> "245 quantize_per_tensor_default_28" [label="(1, 64, 1, 1)", style=solid]; +"245 quantize_per_tensor_default_28" -> "246 dequantize_per_tensor_default_31" [label="(1, 64, 1, 1)", style=solid]; +"246 dequantize_per_tensor_default_31" -> "251 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"247 conv2d_24_scale_0" -> "250 dequantize_per_channel_default_24" [label="(240,)", style=solid]; +"248 conv2d_24_zero_point_0" -> "250 dequantize_per_channel_default_24" [label="(240,)", style=solid]; +"249 _frozen_param24" -> "250 dequantize_per_channel_default_24" [label="(240, 64, 1, 1)", style=solid]; +"250 dequantize_per_channel_default_24" -> "251 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"251 conv2d_24" -> "252 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"252 hardsigmoid_3" -> "253 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"253 mul_3" -> "254 quantize_per_tensor_default_29" [label="(1, 240, 14, 14)", style=solid]; +"254 quantize_per_tensor_default_29" -> "255 dequantize_per_tensor_default_32" [label="(1, 240, 14, 14)", style=solid]; +"255 dequantize_per_tensor_default_32" -> "261 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"256 features_6_block_3_0_weight_bias" -> "261 conv2d_25" [label="(40,)", style=solid]; +"257 conv2d_25_scale_0" -> "260 dequantize_per_channel_default_25" [label="(40,)", style=solid]; +"258 conv2d_25_zero_point_0" -> "260 dequantize_per_channel_default_25" [label="(40,)", style=solid]; +"259 _frozen_param25" -> "260 dequantize_per_channel_default_25" [label="(40, 240, 1, 1)", style=solid]; +"260 dequantize_per_channel_default_25" -> "261 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"261 conv2d_25" -> "262 add__2" [label="(1, 40, 14, 14)", style=solid]; +"262 add__2" -> "263 quantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"263 quantize_per_tensor_default_30" -> "264 dequantize_per_tensor_default_33" [label="(1, 40, 14, 14)", style=solid]; +"264 dequantize_per_tensor_default_33" -> "270 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"265 features_7_block_0_0_weight_bias" -> "270 conv2d_26" [label="(120,)", style=solid]; +"266 conv2d_26_scale_0" -> "269 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"267 conv2d_26_zero_point_0" -> "269 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"268 _frozen_param26" -> "269 dequantize_per_channel_default_26" [label="(120, 40, 1, 1)", style=solid]; +"269 dequantize_per_channel_default_26" -> "270 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"270 conv2d_26" -> "271 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"271 hardswish__7" -> "272 quantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"272 quantize_per_tensor_default_31" -> "273 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"273 dequantize_per_tensor_default_34" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"274 features_7_block_1_0_weight_bias" -> "279 conv2d_27" [label="(120,)", style=solid]; +"275 conv2d_27_scale_0" -> "278 dequantize_per_channel_default_27" [label="(120,)", style=solid]; +"276 conv2d_27_zero_point_0" -> "278 dequantize_per_channel_default_27" [label="(120,)", style=solid]; +"277 _frozen_param27" -> "278 dequantize_per_channel_default_27" [label="(120, 1, 5, 5)", style=solid]; +"278 dequantize_per_channel_default_27" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"280 hardswish__8" -> "281 quantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"280 hardswish__8" -> "300 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_32" -> "282 dequantize_per_tensor_default_35" [label="(1, 120, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_35" -> "283 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"283 adaptive_avg_pool2d_4" -> "284 quantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"284 quantize_per_tensor_default_33" -> "285 dequantize_per_tensor_default_36" [label="(1, 120, 1, 1)", style=solid]; +"285 dequantize_per_tensor_default_36" -> "290 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"286 conv2d_28_scale_0" -> "289 dequantize_per_channel_default_28" [label="(32,)", style=solid]; +"287 conv2d_28_zero_point_0" -> "289 dequantize_per_channel_default_28" [label="(32,)", style=solid]; +"288 _frozen_param28" -> "289 dequantize_per_channel_default_28" [label="(32, 120, 1, 1)", style=solid]; +"289 dequantize_per_channel_default_28" -> "290 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"290 conv2d_28" -> "291 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"291 relu_4" -> "292 quantize_per_tensor_default_34" [label="(1, 32, 1, 1)", style=solid]; +"292 quantize_per_tensor_default_34" -> "293 dequantize_per_tensor_default_37" [label="(1, 32, 1, 1)", style=solid]; +"293 dequantize_per_tensor_default_37" -> "298 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"294 conv2d_29_scale_0" -> "297 dequantize_per_channel_default_29" [label="(120,)", style=solid]; +"295 conv2d_29_zero_point_0" -> "297 dequantize_per_channel_default_29" [label="(120,)", style=solid]; +"296 _frozen_param29" -> "297 dequantize_per_channel_default_29" [label="(120, 32, 1, 1)", style=solid]; +"297 dequantize_per_channel_default_29" -> "298 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"298 conv2d_29" -> "299 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"299 hardsigmoid_4" -> "300 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"300 mul_4" -> "301 quantize_per_tensor_default_35" [label="(1, 120, 14, 14)", style=solid]; +"301 quantize_per_tensor_default_35" -> "302 dequantize_per_tensor_default_38" [label="(1, 120, 14, 14)", style=solid]; +"302 dequantize_per_tensor_default_38" -> "308 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"303 features_7_block_3_0_weight_bias" -> "308 conv2d_30" [label="(48,)", style=solid]; +"304 conv2d_30_scale_0" -> "307 dequantize_per_channel_default_30" [label="(48,)", style=solid]; +"305 conv2d_30_zero_point_0" -> "307 dequantize_per_channel_default_30" [label="(48,)", style=solid]; +"306 _frozen_param30" -> "307 dequantize_per_channel_default_30" [label="(48, 120, 1, 1)", style=solid]; +"307 dequantize_per_channel_default_30" -> "308 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"308 conv2d_30" -> "309 quantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"309 quantize_per_tensor_default_36" -> "310 dequantize_per_tensor_default_40" [label="(1, 48, 14, 14)", style=solid]; +"309 quantize_per_tensor_default_36" -> "311 dequantize_per_tensor_default_39" [label="(1, 48, 14, 14)", style=solid]; +"310 dequantize_per_tensor_default_40" -> "356 add__3" [label="(1, 48, 14, 14)", style=solid]; +"311 dequantize_per_tensor_default_39" -> "317 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"312 features_8_block_0_0_weight_bias" -> "317 conv2d_31" [label="(144,)", style=solid]; +"313 conv2d_31_scale_0" -> "316 dequantize_per_channel_default_31" [label="(144,)", style=solid]; +"314 conv2d_31_zero_point_0" -> "316 dequantize_per_channel_default_31" [label="(144,)", style=solid]; +"315 _frozen_param31" -> "316 dequantize_per_channel_default_31" [label="(144, 48, 1, 1)", style=solid]; +"316 dequantize_per_channel_default_31" -> "317 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"317 conv2d_31" -> "318 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"318 hardswish__9" -> "319 quantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"319 quantize_per_tensor_default_37" -> "320 dequantize_per_tensor_default_41" [label="(1, 144, 14, 14)", style=solid]; +"320 dequantize_per_tensor_default_41" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"321 features_8_block_1_0_weight_bias" -> "326 conv2d_32" [label="(144,)", style=solid]; +"322 conv2d_32_scale_0" -> "325 dequantize_per_channel_default_32" [label="(144,)", style=solid]; +"323 conv2d_32_zero_point_0" -> "325 dequantize_per_channel_default_32" [label="(144,)", style=solid]; +"324 _frozen_param32" -> "325 dequantize_per_channel_default_32" [label="(144, 1, 5, 5)", style=solid]; +"325 dequantize_per_channel_default_32" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"327 hardswish__10" -> "328 quantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"327 hardswish__10" -> "347 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_38" -> "329 dequantize_per_tensor_default_42" [label="(1, 144, 14, 14)", style=solid]; +"329 dequantize_per_tensor_default_42" -> "330 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"330 adaptive_avg_pool2d_5" -> "331 quantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"331 quantize_per_tensor_default_39" -> "332 dequantize_per_tensor_default_43" [label="(1, 144, 1, 1)", style=solid]; +"332 dequantize_per_tensor_default_43" -> "337 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"333 conv2d_33_scale_0" -> "336 dequantize_per_channel_default_33" [label="(40,)", style=solid]; +"334 conv2d_33_zero_point_0" -> "336 dequantize_per_channel_default_33" [label="(40,)", style=solid]; +"335 _frozen_param33" -> "336 dequantize_per_channel_default_33" [label="(40, 144, 1, 1)", style=solid]; +"336 dequantize_per_channel_default_33" -> "337 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"337 conv2d_33" -> "338 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"338 relu_5" -> "339 quantize_per_tensor_default_40" [label="(1, 40, 1, 1)", style=solid]; +"339 quantize_per_tensor_default_40" -> "340 dequantize_per_tensor_default_44" [label="(1, 40, 1, 1)", style=solid]; +"340 dequantize_per_tensor_default_44" -> "345 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"341 conv2d_34_scale_0" -> "344 dequantize_per_channel_default_34" [label="(144,)", style=solid]; +"342 conv2d_34_zero_point_0" -> "344 dequantize_per_channel_default_34" [label="(144,)", style=solid]; +"343 _frozen_param34" -> "344 dequantize_per_channel_default_34" [label="(144, 40, 1, 1)", style=solid]; +"344 dequantize_per_channel_default_34" -> "345 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"345 conv2d_34" -> "346 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"346 hardsigmoid_5" -> "347 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"347 mul_5" -> "348 quantize_per_tensor_default_41" [label="(1, 144, 14, 14)", style=solid]; +"348 quantize_per_tensor_default_41" -> "349 dequantize_per_tensor_default_45" [label="(1, 144, 14, 14)", style=solid]; +"349 dequantize_per_tensor_default_45" -> "355 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"350 features_8_block_3_0_weight_bias" -> "355 conv2d_35" [label="(48,)", style=solid]; +"351 conv2d_35_scale_0" -> "354 dequantize_per_channel_default_35" [label="(48,)", style=solid]; +"352 conv2d_35_zero_point_0" -> "354 dequantize_per_channel_default_35" [label="(48,)", style=solid]; +"353 _frozen_param35" -> "354 dequantize_per_channel_default_35" [label="(48, 144, 1, 1)", style=solid]; +"354 dequantize_per_channel_default_35" -> "355 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"355 conv2d_35" -> "356 add__3" [label="(1, 48, 14, 14)", style=solid]; +"356 add__3" -> "357 quantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"357 quantize_per_tensor_default_42" -> "358 dequantize_per_tensor_default_46" [label="(1, 48, 14, 14)", style=solid]; +"358 dequantize_per_tensor_default_46" -> "364 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"359 features_9_block_0_0_weight_bias" -> "364 conv2d_36" [label="(288,)", style=solid]; +"360 conv2d_36_scale_0" -> "363 dequantize_per_channel_default_36" [label="(288,)", style=solid]; +"361 conv2d_36_zero_point_0" -> "363 dequantize_per_channel_default_36" [label="(288,)", style=solid]; +"362 _frozen_param36" -> "363 dequantize_per_channel_default_36" [label="(288, 48, 1, 1)", style=solid]; +"363 dequantize_per_channel_default_36" -> "364 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"364 conv2d_36" -> "365 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"365 hardswish__11" -> "366 quantize_per_tensor_default_43" [label="(1, 288, 14, 14)", style=solid]; +"366 quantize_per_tensor_default_43" -> "367 dequantize_per_tensor_default_47" [label="(1, 288, 14, 14)", style=solid]; +"367 dequantize_per_tensor_default_47" -> "373 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"368 features_9_block_1_0_weight_bias" -> "373 conv2d_37" [label="(288,)", style=solid]; +"369 conv2d_37_scale_0" -> "372 dequantize_per_channel_default_37" [label="(288,)", style=solid]; +"370 conv2d_37_zero_point_0" -> "372 dequantize_per_channel_default_37" [label="(288,)", style=solid]; +"371 _frozen_param37" -> "372 dequantize_per_channel_default_37" [label="(288, 1, 5, 5)", style=solid]; +"372 dequantize_per_channel_default_37" -> "373 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"373 conv2d_37" -> "374 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"374 hardswish__12" -> "375 quantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"374 hardswish__12" -> "394 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"375 quantize_per_tensor_default_44" -> "376 dequantize_per_tensor_default_48" [label="(1, 288, 7, 7)", style=solid]; +"376 dequantize_per_tensor_default_48" -> "377 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"377 adaptive_avg_pool2d_6" -> "378 quantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"378 quantize_per_tensor_default_45" -> "379 dequantize_per_tensor_default_49" [label="(1, 288, 1, 1)", style=solid]; +"379 dequantize_per_tensor_default_49" -> "384 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"380 conv2d_38_scale_0" -> "383 dequantize_per_channel_default_38" [label="(72,)", style=solid]; +"381 conv2d_38_zero_point_0" -> "383 dequantize_per_channel_default_38" [label="(72,)", style=solid]; +"382 _frozen_param38" -> "383 dequantize_per_channel_default_38" [label="(72, 288, 1, 1)", style=solid]; +"383 dequantize_per_channel_default_38" -> "384 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"384 conv2d_38" -> "385 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"385 relu_6" -> "386 quantize_per_tensor_default_46" [label="(1, 72, 1, 1)", style=solid]; +"386 quantize_per_tensor_default_46" -> "387 dequantize_per_tensor_default_50" [label="(1, 72, 1, 1)", style=solid]; +"387 dequantize_per_tensor_default_50" -> "392 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"388 conv2d_39_scale_0" -> "391 dequantize_per_channel_default_39" [label="(288,)", style=solid]; +"389 conv2d_39_zero_point_0" -> "391 dequantize_per_channel_default_39" [label="(288,)", style=solid]; +"390 _frozen_param39" -> "391 dequantize_per_channel_default_39" [label="(288, 72, 1, 1)", style=solid]; +"391 dequantize_per_channel_default_39" -> "392 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"392 conv2d_39" -> "393 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"393 hardsigmoid_6" -> "394 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"394 mul_6" -> "395 quantize_per_tensor_default_47" [label="(1, 288, 7, 7)", style=solid]; +"395 quantize_per_tensor_default_47" -> "396 dequantize_per_tensor_default_51" [label="(1, 288, 7, 7)", style=solid]; +"396 dequantize_per_tensor_default_51" -> "402 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"397 features_9_block_3_0_weight_bias" -> "402 conv2d_40" [label="(96,)", style=solid]; +"398 conv2d_40_scale_0" -> "401 dequantize_per_channel_default_40" [label="(96,)", style=solid]; +"399 conv2d_40_zero_point_0" -> "401 dequantize_per_channel_default_40" [label="(96,)", style=solid]; +"400 _frozen_param40" -> "401 dequantize_per_channel_default_40" [label="(96, 288, 1, 1)", style=solid]; +"401 dequantize_per_channel_default_40" -> "402 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"402 conv2d_40" -> "403 quantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"403 quantize_per_tensor_default_48" -> "404 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"403 quantize_per_tensor_default_48" -> "405 dequantize_per_tensor_default_52" [label="(1, 96, 7, 7)", style=solid]; +"404 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"405 dequantize_per_tensor_default_52" -> "411 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"406 features_10_block_0_0_weight_bias" -> "411 conv2d_41" [label="(576,)", style=solid]; +"407 conv2d_41_scale_0" -> "410 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"408 conv2d_41_zero_point_0" -> "410 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"409 _frozen_param41" -> "410 dequantize_per_channel_default_41" [label="(576, 96, 1, 1)", style=solid]; +"410 dequantize_per_channel_default_41" -> "411 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"411 conv2d_41" -> "412 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"412 hardswish__13" -> "413 quantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"413 quantize_per_tensor_default_49" -> "414 dequantize_per_tensor_default_54" [label="(1, 576, 7, 7)", style=solid]; +"414 dequantize_per_tensor_default_54" -> "420 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"415 features_10_block_1_0_weight_bias" -> "420 conv2d_42" [label="(576,)", style=solid]; +"416 conv2d_42_scale_0" -> "419 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"417 conv2d_42_zero_point_0" -> "419 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"418 _frozen_param42" -> "419 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"419 dequantize_per_channel_default_42" -> "420 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"420 conv2d_42" -> "421 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"421 hardswish__14" -> "422 quantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"421 hardswish__14" -> "441 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"422 quantize_per_tensor_default_50" -> "423 dequantize_per_tensor_default_55" [label="(1, 576, 7, 7)", style=solid]; +"423 dequantize_per_tensor_default_55" -> "424 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"424 adaptive_avg_pool2d_7" -> "425 quantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"425 quantize_per_tensor_default_51" -> "426 dequantize_per_tensor_default_56" [label="(1, 576, 1, 1)", style=solid]; +"426 dequantize_per_tensor_default_56" -> "431 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"427 conv2d_43_scale_0" -> "430 dequantize_per_channel_default_43" [label="(144,)", style=solid]; +"428 conv2d_43_zero_point_0" -> "430 dequantize_per_channel_default_43" [label="(144,)", style=solid]; +"429 _frozen_param43" -> "430 dequantize_per_channel_default_43" [label="(144, 576, 1, 1)", style=solid]; +"430 dequantize_per_channel_default_43" -> "431 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"431 conv2d_43" -> "432 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"432 relu_7" -> "433 quantize_per_tensor_default_52" [label="(1, 144, 1, 1)", style=solid]; +"433 quantize_per_tensor_default_52" -> "434 dequantize_per_tensor_default_57" [label="(1, 144, 1, 1)", style=solid]; +"434 dequantize_per_tensor_default_57" -> "439 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"435 conv2d_44_scale_0" -> "438 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"436 conv2d_44_zero_point_0" -> "438 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"437 _frozen_param44" -> "438 dequantize_per_channel_default_44" [label="(576, 144, 1, 1)", style=solid]; +"438 dequantize_per_channel_default_44" -> "439 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"439 conv2d_44" -> "440 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"440 hardsigmoid_7" -> "441 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"441 mul_7" -> "442 quantize_per_tensor_default_53" [label="(1, 576, 7, 7)", style=solid]; +"442 quantize_per_tensor_default_53" -> "443 dequantize_per_tensor_default_58" [label="(1, 576, 7, 7)", style=solid]; +"443 dequantize_per_tensor_default_58" -> "449 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"444 features_10_block_3_0_weight_bias" -> "449 conv2d_45" [label="(96,)", style=solid]; +"445 conv2d_45_scale_0" -> "448 dequantize_per_channel_default_45" [label="(96,)", style=solid]; +"446 conv2d_45_zero_point_0" -> "448 dequantize_per_channel_default_45" [label="(96,)", style=solid]; +"447 _frozen_param45" -> "448 dequantize_per_channel_default_45" [label="(96, 576, 1, 1)", style=solid]; +"448 dequantize_per_channel_default_45" -> "449 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"449 conv2d_45" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_54" -> "452 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_54" -> "453 dequantize_per_tensor_default_59" [label="(1, 96, 7, 7)", style=solid]; +"452 dequantize_per_tensor_default_60" -> "498 add__5" [label="(1, 96, 7, 7)", style=solid]; +"453 dequantize_per_tensor_default_59" -> "459 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"454 features_11_block_0_0_weight_bias" -> "459 conv2d_46" [label="(576,)", style=solid]; +"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_46" [label="(576,)", style=solid]; +"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_46" [label="(576,)", style=solid]; +"457 _frozen_param46" -> "458 dequantize_per_channel_default_46" [label="(576, 96, 1, 1)", style=solid]; +"458 dequantize_per_channel_default_46" -> "459 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"459 conv2d_46" -> "460 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"460 hardswish__15" -> "461 quantize_per_tensor_default_55" [label="(1, 576, 7, 7)", style=solid]; +"461 quantize_per_tensor_default_55" -> "462 dequantize_per_tensor_default_61" [label="(1, 576, 7, 7)", style=solid]; +"462 dequantize_per_tensor_default_61" -> "468 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"463 features_11_block_1_0_weight_bias" -> "468 conv2d_47" [label="(576,)", style=solid]; +"464 conv2d_47_scale_0" -> "467 dequantize_per_channel_default_47" [label="(576,)", style=solid]; +"465 conv2d_47_zero_point_0" -> "467 dequantize_per_channel_default_47" [label="(576,)", style=solid]; +"466 _frozen_param47" -> "467 dequantize_per_channel_default_47" [label="(576, 1, 5, 5)", style=solid]; +"467 dequantize_per_channel_default_47" -> "468 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"468 conv2d_47" -> "469 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"469 hardswish__16" -> "470 quantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"469 hardswish__16" -> "489 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"470 quantize_per_tensor_default_56" -> "471 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"471 dequantize_per_tensor_default_62" -> "472 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"472 adaptive_avg_pool2d_8" -> "473 quantize_per_tensor_default_57" [label="(1, 576, 1, 1)", style=solid]; +"473 quantize_per_tensor_default_57" -> "474 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"474 dequantize_per_tensor_default_63" -> "479 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"475 conv2d_48_scale_0" -> "478 dequantize_per_channel_default_48" [label="(144,)", style=solid]; +"476 conv2d_48_zero_point_0" -> "478 dequantize_per_channel_default_48" [label="(144,)", style=solid]; +"477 _frozen_param48" -> "478 dequantize_per_channel_default_48" [label="(144, 576, 1, 1)", style=solid]; +"478 dequantize_per_channel_default_48" -> "479 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"479 conv2d_48" -> "480 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"480 relu_8" -> "481 quantize_per_tensor_default_58" [label="(1, 144, 1, 1)", style=solid]; +"481 quantize_per_tensor_default_58" -> "482 dequantize_per_tensor_default_64" [label="(1, 144, 1, 1)", style=solid]; +"482 dequantize_per_tensor_default_64" -> "487 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"483 conv2d_49_scale_0" -> "486 dequantize_per_channel_default_49" [label="(576,)", style=solid]; +"484 conv2d_49_zero_point_0" -> "486 dequantize_per_channel_default_49" [label="(576,)", style=solid]; +"485 _frozen_param49" -> "486 dequantize_per_channel_default_49" [label="(576, 144, 1, 1)", style=solid]; +"486 dequantize_per_channel_default_49" -> "487 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"487 conv2d_49" -> "488 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"488 hardsigmoid_8" -> "489 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"489 mul_8" -> "490 quantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"490 quantize_per_tensor_default_59" -> "491 dequantize_per_tensor_default_65" [label="(1, 576, 7, 7)", style=solid]; +"491 dequantize_per_tensor_default_65" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"492 features_11_block_3_0_weight_bias" -> "497 conv2d_50" [label="(96,)", style=solid]; +"493 conv2d_50_scale_0" -> "496 dequantize_per_channel_default_50" [label="(96,)", style=solid]; +"494 conv2d_50_zero_point_0" -> "496 dequantize_per_channel_default_50" [label="(96,)", style=solid]; +"495 _frozen_param50" -> "496 dequantize_per_channel_default_50" [label="(96, 576, 1, 1)", style=solid]; +"496 dequantize_per_channel_default_50" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"497 conv2d_50" -> "498 add__5" [label="(1, 96, 7, 7)", style=solid]; +"498 add__5" -> "499 quantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"499 quantize_per_tensor_default_60" -> "500 dequantize_per_tensor_default_66" [label="(1, 96, 7, 7)", style=solid]; +"500 dequantize_per_tensor_default_66" -> "506 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"501 features_12_0_weight_bias" -> "506 conv2d_51" [label="(576,)", style=solid]; +"502 conv2d_51_scale_0" -> "505 dequantize_per_channel_default_51" [label="(576,)", style=solid]; +"503 conv2d_51_zero_point_0" -> "505 dequantize_per_channel_default_51" [label="(576,)", style=solid]; +"504 _frozen_param51" -> "505 dequantize_per_channel_default_51" [label="(576, 96, 1, 1)", style=solid]; +"505 dequantize_per_channel_default_51" -> "506 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"506 conv2d_51" -> "507 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"507 hardswish__17" -> "508 quantize_per_tensor_default_61" [label="(1, 576, 7, 7)", style=solid]; +"508 quantize_per_tensor_default_61" -> "509 dequantize_per_tensor_default_67" [label="(1, 576, 7, 7)", style=solid]; +"509 dequantize_per_tensor_default_67" -> "510 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"510 adaptive_avg_pool2d_9" -> "511 quantize_per_tensor_default_62" [label="(1, 576, 1, 1)", style=solid]; +"511 quantize_per_tensor_default_62" -> "512 dequantize_per_tensor_default_68" [label="(1, 576, 1, 1)", style=solid]; +"512 dequantize_per_tensor_default_68" -> "513 flatten" [label="(1, 576, 1, 1)", style=solid]; +"513 flatten" -> "514 quantize_per_tensor_default_63" [label="(1, 576)", style=solid]; +"514 quantize_per_tensor_default_63" -> "515 dequantize_per_tensor_default_69" [label="(1, 576)", style=solid]; +"515 dequantize_per_tensor_default_69" -> "520 linear" [label="(1, 576)", style=solid]; +"516 linear_scale_0" -> "519 dequantize_per_channel_default_52" [label="(1024,)", style=solid]; +"517 linear_zero_point_0" -> "519 dequantize_per_channel_default_52" [label="(1024,)", style=solid]; +"518 _frozen_param52" -> "519 dequantize_per_channel_default_52" [label="(1024, 576)", style=solid]; +"519 dequantize_per_channel_default_52" -> "520 linear" [label="(1024, 576)", style=solid]; +"520 linear" -> "521 hardswish__18" [label="(1, 1024)", style=solid]; +"521 hardswish__18" -> "522 dropout_" [label="(1, 1024)", style=solid]; +"522 dropout_" -> "523 quantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"523 quantize_per_tensor_default_64" -> "524 dequantize_per_tensor_default_70" [label="(1, 1024)", style=solid]; +"524 dequantize_per_tensor_default_70" -> "529 linear_1" [label="(1, 1024)", style=solid]; +"525 linear_1_scale_0" -> "528 dequantize_per_channel_default_53" [label="(1000,)", style=solid]; +"526 linear_1_zero_point_0" -> "528 dequantize_per_channel_default_53" [label="(1000,)", style=solid]; +"527 _frozen_param53" -> "528 dequantize_per_channel_default_53" [label="(1000, 1024)", style=solid]; +"528 dequantize_per_channel_default_53" -> "529 linear_1" [label="(1000, 1024)", style=solid]; +"529 linear_1" -> "530 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/resnet18.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/resnet18.dot new file mode 100644 index 00000000000..da248f33521 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/resnet18.dot @@ -0,0 +1,433 @@ +strict digraph { +"0 fc_bias" [id=0, type=get_attr]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 conv1_weight_bias" [id=4, type=get_attr]; +"5 conv2d_scale_0" [id=5, type=get_attr]; +"6 conv2d_zero_point_0" [id=6, type=get_attr]; +"7 _frozen_param0" [id=7, type=get_attr]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu_" [id=10, type=relu_]; +"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; +"13 max_pool2d" [id=13, type=max_pool2d]; +"14 quantize_per_tensor_default_2" [id=14, type=quantize_per_tensor]; +"15 dequantize_per_tensor_default_3" [id=15, type=dequantize_per_tensor]; +"16 dequantize_per_tensor_default_2" [id=16, type=dequantize_per_tensor]; +"17 layer1_0_conv1_weight_bias" [id=17, type=get_attr]; +"18 conv2d_1_scale_0" [id=18, type=get_attr]; +"19 conv2d_1_zero_point_0" [id=19, type=get_attr]; +"20 _frozen_param1" [id=20, type=get_attr]; +"21 dequantize_per_channel_default_1" [id=21, type=dequantize_per_channel]; +"22 conv2d_1" [id=22, type=conv2d]; +"23 relu__1" [id=23, type=relu_]; +"24 quantize_per_tensor_default_3" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_4" [id=25, type=dequantize_per_tensor]; +"26 layer1_0_conv2_weight_bias" [id=26, type=get_attr]; +"27 conv2d_2_scale_0" [id=27, type=get_attr]; +"28 conv2d_2_zero_point_0" [id=28, type=get_attr]; +"29 _frozen_param2" [id=29, type=get_attr]; +"30 dequantize_per_channel_default_2" [id=30, type=dequantize_per_channel]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 add_" [id=32, type=add_]; +"33 relu__2" [id=33, type=relu_]; +"34 quantize_per_tensor_default_4" [id=34, type=quantize_per_tensor]; +"35 dequantize_per_tensor_default_6" [id=35, type=dequantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 layer1_1_conv1_weight_bias" [id=37, type=get_attr]; +"38 conv2d_3_scale_0" [id=38, type=get_attr]; +"39 conv2d_3_zero_point_0" [id=39, type=get_attr]; +"40 _frozen_param3" [id=40, type=get_attr]; +"41 dequantize_per_channel_default_3" [id=41, type=dequantize_per_channel]; +"42 conv2d_3" [id=42, type=conv2d]; +"43 relu__3" [id=43, type=relu_]; +"44 quantize_per_tensor_default_5" [id=44, type=quantize_per_tensor]; +"45 dequantize_per_tensor_default_7" [id=45, type=dequantize_per_tensor]; +"46 layer1_1_conv2_weight_bias" [id=46, type=get_attr]; +"47 conv2d_4_scale_0" [id=47, type=get_attr]; +"48 conv2d_4_zero_point_0" [id=48, type=get_attr]; +"49 _frozen_param4" [id=49, type=get_attr]; +"50 dequantize_per_channel_default_4" [id=50, type=dequantize_per_channel]; +"51 conv2d_4" [id=51, type=conv2d]; +"52 add__1" [id=52, type=add_]; +"53 relu__4" [id=53, type=relu_]; +"54 quantize_per_tensor_default_6" [id=54, type=quantize_per_tensor]; +"55 dequantize_per_tensor_default_9" [id=55, type=dequantize_per_tensor]; +"56 dequantize_per_tensor_default_8" [id=56, type=dequantize_per_tensor]; +"57 layer2_0_conv1_weight_bias" [id=57, type=get_attr]; +"58 conv2d_5_scale_0" [id=58, type=get_attr]; +"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; +"60 _frozen_param5" [id=60, type=get_attr]; +"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; +"62 conv2d_5" [id=62, type=conv2d]; +"63 relu__5" [id=63, type=relu_]; +"64 quantize_per_tensor_default_7" [id=64, type=quantize_per_tensor]; +"65 dequantize_per_tensor_default_10" [id=65, type=dequantize_per_tensor]; +"66 layer2_0_conv2_weight_bias" [id=66, type=get_attr]; +"67 conv2d_6_scale_0" [id=67, type=get_attr]; +"68 conv2d_6_zero_point_0" [id=68, type=get_attr]; +"69 _frozen_param6" [id=69, type=get_attr]; +"70 dequantize_per_channel_default_6" [id=70, type=dequantize_per_channel]; +"71 conv2d_6" [id=71, type=conv2d]; +"72 layer2_0_downsample_0_weight_bias" [id=72, type=get_attr]; +"73 conv2d_7_scale_0" [id=73, type=get_attr]; +"74 conv2d_7_zero_point_0" [id=74, type=get_attr]; +"75 _frozen_param7" [id=75, type=get_attr]; +"76 dequantize_per_channel_default_7" [id=76, type=dequantize_per_channel]; +"77 conv2d_7" [id=77, type=conv2d]; +"78 quantize_per_tensor_default_8" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_11" [id=79, type=dequantize_per_tensor]; +"80 add__2" [id=80, type=add_]; +"81 relu__6" [id=81, type=relu_]; +"82 quantize_per_tensor_default_9" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_13" [id=83, type=dequantize_per_tensor]; +"84 dequantize_per_tensor_default_12" [id=84, type=dequantize_per_tensor]; +"85 layer2_1_conv1_weight_bias" [id=85, type=get_attr]; +"86 conv2d_8_scale_0" [id=86, type=get_attr]; +"87 conv2d_8_zero_point_0" [id=87, type=get_attr]; +"88 _frozen_param8" [id=88, type=get_attr]; +"89 dequantize_per_channel_default_8" [id=89, type=dequantize_per_channel]; +"90 conv2d_8" [id=90, type=conv2d]; +"91 relu__7" [id=91, type=relu_]; +"92 quantize_per_tensor_default_10" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; +"94 layer2_1_conv2_weight_bias" [id=94, type=get_attr]; +"95 conv2d_9_scale_0" [id=95, type=get_attr]; +"96 conv2d_9_zero_point_0" [id=96, type=get_attr]; +"97 _frozen_param9" [id=97, type=get_attr]; +"98 dequantize_per_channel_default_9" [id=98, type=dequantize_per_channel]; +"99 conv2d_9" [id=99, type=conv2d]; +"100 add__3" [id=100, type=add_]; +"101 relu__8" [id=101, type=relu_]; +"102 quantize_per_tensor_default_11" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_16" [id=103, type=dequantize_per_tensor]; +"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; +"105 layer3_0_conv1_weight_bias" [id=105, type=get_attr]; +"106 conv2d_10_scale_0" [id=106, type=get_attr]; +"107 conv2d_10_zero_point_0" [id=107, type=get_attr]; +"108 _frozen_param10" [id=108, type=get_attr]; +"109 dequantize_per_channel_default_10" [id=109, type=dequantize_per_channel]; +"110 conv2d_10" [id=110, type=conv2d]; +"111 relu__9" [id=111, type=relu_]; +"112 quantize_per_tensor_default_12" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_17" [id=113, type=dequantize_per_tensor]; +"114 layer3_0_conv2_weight_bias" [id=114, type=get_attr]; +"115 conv2d_11_scale_0" [id=115, type=get_attr]; +"116 conv2d_11_zero_point_0" [id=116, type=get_attr]; +"117 _frozen_param11" [id=117, type=get_attr]; +"118 dequantize_per_channel_default_11" [id=118, type=dequantize_per_channel]; +"119 conv2d_11" [id=119, type=conv2d]; +"120 layer3_0_downsample_0_weight_bias" [id=120, type=get_attr]; +"121 conv2d_12_scale_0" [id=121, type=get_attr]; +"122 conv2d_12_zero_point_0" [id=122, type=get_attr]; +"123 _frozen_param12" [id=123, type=get_attr]; +"124 dequantize_per_channel_default_12" [id=124, type=dequantize_per_channel]; +"125 conv2d_12" [id=125, type=conv2d]; +"126 quantize_per_tensor_default_13" [id=126, type=quantize_per_tensor]; +"127 dequantize_per_tensor_default_18" [id=127, type=dequantize_per_tensor]; +"128 add__4" [id=128, type=add_]; +"129 relu__10" [id=129, type=relu_]; +"130 quantize_per_tensor_default_14" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_20" [id=131, type=dequantize_per_tensor]; +"132 dequantize_per_tensor_default_19" [id=132, type=dequantize_per_tensor]; +"133 layer3_1_conv1_weight_bias" [id=133, type=get_attr]; +"134 conv2d_13_scale_0" [id=134, type=get_attr]; +"135 conv2d_13_zero_point_0" [id=135, type=get_attr]; +"136 _frozen_param13" [id=136, type=get_attr]; +"137 dequantize_per_channel_default_13" [id=137, type=dequantize_per_channel]; +"138 conv2d_13" [id=138, type=conv2d]; +"139 relu__11" [id=139, type=relu_]; +"140 quantize_per_tensor_default_15" [id=140, type=quantize_per_tensor]; +"141 dequantize_per_tensor_default_21" [id=141, type=dequantize_per_tensor]; +"142 layer3_1_conv2_weight_bias" [id=142, type=get_attr]; +"143 conv2d_14_scale_0" [id=143, type=get_attr]; +"144 conv2d_14_zero_point_0" [id=144, type=get_attr]; +"145 _frozen_param14" [id=145, type=get_attr]; +"146 dequantize_per_channel_default_14" [id=146, type=dequantize_per_channel]; +"147 conv2d_14" [id=147, type=conv2d]; +"148 add__5" [id=148, type=add_]; +"149 relu__12" [id=149, type=relu_]; +"150 quantize_per_tensor_default_16" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_23" [id=151, type=dequantize_per_tensor]; +"152 dequantize_per_tensor_default_22" [id=152, type=dequantize_per_tensor]; +"153 layer4_0_conv1_weight_bias" [id=153, type=get_attr]; +"154 conv2d_15_scale_0" [id=154, type=get_attr]; +"155 conv2d_15_zero_point_0" [id=155, type=get_attr]; +"156 _frozen_param15" [id=156, type=get_attr]; +"157 dequantize_per_channel_default_15" [id=157, type=dequantize_per_channel]; +"158 conv2d_15" [id=158, type=conv2d]; +"159 relu__13" [id=159, type=relu_]; +"160 quantize_per_tensor_default_17" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; +"162 layer4_0_conv2_weight_bias" [id=162, type=get_attr]; +"163 conv2d_16_scale_0" [id=163, type=get_attr]; +"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; +"165 _frozen_param16" [id=165, type=get_attr]; +"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; +"167 conv2d_16" [id=167, type=conv2d]; +"168 layer4_0_downsample_0_weight_bias" [id=168, type=get_attr]; +"169 conv2d_17_scale_0" [id=169, type=get_attr]; +"170 conv2d_17_zero_point_0" [id=170, type=get_attr]; +"171 _frozen_param17" [id=171, type=get_attr]; +"172 dequantize_per_channel_default_17" [id=172, type=dequantize_per_channel]; +"173 conv2d_17" [id=173, type=conv2d]; +"174 quantize_per_tensor_default_18" [id=174, type=quantize_per_tensor]; +"175 dequantize_per_tensor_default_25" [id=175, type=dequantize_per_tensor]; +"176 add__6" [id=176, type=add_]; +"177 relu__14" [id=177, type=relu_]; +"178 quantize_per_tensor_default_19" [id=178, type=quantize_per_tensor]; +"179 dequantize_per_tensor_default_27" [id=179, type=dequantize_per_tensor]; +"180 dequantize_per_tensor_default_26" [id=180, type=dequantize_per_tensor]; +"181 layer4_1_conv1_weight_bias" [id=181, type=get_attr]; +"182 conv2d_18_scale_0" [id=182, type=get_attr]; +"183 conv2d_18_zero_point_0" [id=183, type=get_attr]; +"184 _frozen_param18" [id=184, type=get_attr]; +"185 dequantize_per_channel_default_18" [id=185, type=dequantize_per_channel]; +"186 conv2d_18" [id=186, type=conv2d]; +"187 relu__15" [id=187, type=relu_]; +"188 quantize_per_tensor_default_20" [id=188, type=quantize_per_tensor]; +"189 dequantize_per_tensor_default_28" [id=189, type=dequantize_per_tensor]; +"190 layer4_1_conv2_weight_bias" [id=190, type=get_attr]; +"191 conv2d_19_scale_0" [id=191, type=get_attr]; +"192 conv2d_19_zero_point_0" [id=192, type=get_attr]; +"193 _frozen_param19" [id=193, type=get_attr]; +"194 dequantize_per_channel_default_19" [id=194, type=dequantize_per_channel]; +"195 conv2d_19" [id=195, type=conv2d]; +"196 add__7" [id=196, type=add_]; +"197 relu__16" [id=197, type=relu_]; +"198 quantize_per_tensor_default_21" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_29" [id=199, type=dequantize_per_tensor]; +"200 adaptive_avg_pool2d" [id=200, type=adaptive_avg_pool2d]; +"201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_30" [id=202, type=dequantize_per_tensor]; +"203 flatten" [id=203, type=flatten]; +"204 quantize_per_tensor_default_23" [id=204, type=quantize_per_tensor]; +"205 dequantize_per_tensor_default_31" [id=205, type=dequantize_per_tensor]; +"206 linear_scale_0" [id=206, type=get_attr]; +"207 linear_zero_point_0" [id=207, type=get_attr]; +"208 _frozen_param20" [id=208, type=get_attr]; +"209 dequantize_per_channel_default_20" [id=209, type=dequantize_per_channel]; +"210 linear" [id=210, type=linear]; +"211 output" [id=211, type=output]; +"0 fc_bias" -> "210 linear" [label="(1000,)", style=solid]; +"1 x" -> "2 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"3 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"4 conv1_weight_bias" -> "9 conv2d" [label="(64,)", style=solid]; +"5 conv2d_scale_0" -> "8 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [label="(64,)", style=solid]; +"7 _frozen_param0" -> "8 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"8 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; +"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"13 max_pool2d" -> "14 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"14 quantize_per_tensor_default_2" -> "15 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"14 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"15 dequantize_per_tensor_default_3" -> "32 add_" [label="(1, 64, 56, 56)", style=solid]; +"16 dequantize_per_tensor_default_2" -> "22 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"17 layer1_0_conv1_weight_bias" -> "22 conv2d_1" [label="(64,)", style=solid]; +"18 conv2d_1_scale_0" -> "21 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"19 conv2d_1_zero_point_0" -> "21 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"20 _frozen_param1" -> "21 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"21 dequantize_per_channel_default_1" -> "22 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"22 conv2d_1" -> "23 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"23 relu__1" -> "24 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"24 quantize_per_tensor_default_3" -> "25 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"25 dequantize_per_tensor_default_4" -> "31 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"26 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [label="(64,)", style=solid]; +"27 conv2d_2_scale_0" -> "30 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"28 conv2d_2_zero_point_0" -> "30 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"29 _frozen_param2" -> "30 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"30 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 add_" [label="(1, 64, 56, 56)", style=solid]; +"32 add_" -> "33 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"33 relu__2" -> "34 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"34 quantize_per_tensor_default_4" -> "35 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"34 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"35 dequantize_per_tensor_default_6" -> "52 add__1" [label="(1, 64, 56, 56)", style=solid]; +"36 dequantize_per_tensor_default_5" -> "42 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"37 layer1_1_conv1_weight_bias" -> "42 conv2d_3" [label="(64,)", style=solid]; +"38 conv2d_3_scale_0" -> "41 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_zero_point_0" -> "41 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 _frozen_param3" -> "41 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"41 dequantize_per_channel_default_3" -> "42 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"42 conv2d_3" -> "43 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"43 relu__3" -> "44 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"44 quantize_per_tensor_default_5" -> "45 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"45 dequantize_per_tensor_default_7" -> "51 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"46 layer1_1_conv2_weight_bias" -> "51 conv2d_4" [label="(64,)", style=solid]; +"47 conv2d_4_scale_0" -> "50 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"48 conv2d_4_zero_point_0" -> "50 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 _frozen_param4" -> "50 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"50 dequantize_per_channel_default_4" -> "51 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"51 conv2d_4" -> "52 add__1" [label="(1, 64, 56, 56)", style=solid]; +"52 add__1" -> "53 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"53 relu__4" -> "54 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"54 quantize_per_tensor_default_6" -> "55 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"54 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"55 dequantize_per_tensor_default_9" -> "77 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"56 dequantize_per_tensor_default_8" -> "62 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"57 layer2_0_conv1_weight_bias" -> "62 conv2d_5" [label="(128,)", style=solid]; +"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"60 _frozen_param5" -> "61 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"61 dequantize_per_channel_default_5" -> "62 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"62 conv2d_5" -> "63 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"63 relu__5" -> "64 quantize_per_tensor_default_7" [label="(1, 128, 28, 28)", style=solid]; +"64 quantize_per_tensor_default_7" -> "65 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"65 dequantize_per_tensor_default_10" -> "71 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"66 layer2_0_conv2_weight_bias" -> "71 conv2d_6" [label="(128,)", style=solid]; +"67 conv2d_6_scale_0" -> "70 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"68 conv2d_6_zero_point_0" -> "70 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"69 _frozen_param6" -> "70 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"70 dequantize_per_channel_default_6" -> "71 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"71 conv2d_6" -> "80 add__2" [label="(1, 128, 28, 28)", style=solid]; +"72 layer2_0_downsample_0_weight_bias" -> "77 conv2d_7" [label="(128,)", style=solid]; +"73 conv2d_7_scale_0" -> "76 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"74 conv2d_7_zero_point_0" -> "76 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"75 _frozen_param7" -> "76 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"76 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"77 conv2d_7" -> "78 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_8" -> "79 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"79 dequantize_per_tensor_default_11" -> "80 add__2" [label="(1, 128, 28, 28)", style=solid]; +"80 add__2" -> "81 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"81 relu__6" -> "82 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"82 quantize_per_tensor_default_9" -> "83 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"82 quantize_per_tensor_default_9" -> "84 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"83 dequantize_per_tensor_default_13" -> "100 add__3" [label="(1, 128, 28, 28)", style=solid]; +"84 dequantize_per_tensor_default_12" -> "90 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"85 layer2_1_conv1_weight_bias" -> "90 conv2d_8" [label="(128,)", style=solid]; +"86 conv2d_8_scale_0" -> "89 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"87 conv2d_8_zero_point_0" -> "89 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"88 _frozen_param8" -> "89 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"89 dequantize_per_channel_default_8" -> "90 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"90 conv2d_8" -> "91 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"91 relu__7" -> "92 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_10" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_14" -> "99 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"94 layer2_1_conv2_weight_bias" -> "99 conv2d_9" [label="(128,)", style=solid]; +"95 conv2d_9_scale_0" -> "98 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"96 conv2d_9_zero_point_0" -> "98 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"97 _frozen_param9" -> "98 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"98 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"99 conv2d_9" -> "100 add__3" [label="(1, 128, 28, 28)", style=solid]; +"100 add__3" -> "101 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"101 relu__8" -> "102 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"102 quantize_per_tensor_default_11" -> "103 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"102 quantize_per_tensor_default_11" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"103 dequantize_per_tensor_default_16" -> "125 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_15" -> "110 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"105 layer3_0_conv1_weight_bias" -> "110 conv2d_10" [label="(256,)", style=solid]; +"106 conv2d_10_scale_0" -> "109 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"107 conv2d_10_zero_point_0" -> "109 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"108 _frozen_param10" -> "109 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"109 dequantize_per_channel_default_10" -> "110 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"110 conv2d_10" -> "111 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"111 relu__9" -> "112 quantize_per_tensor_default_12" [label="(1, 256, 14, 14)", style=solid]; +"112 quantize_per_tensor_default_12" -> "113 dequantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"113 dequantize_per_tensor_default_17" -> "119 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"114 layer3_0_conv2_weight_bias" -> "119 conv2d_11" [label="(256,)", style=solid]; +"115 conv2d_11_scale_0" -> "118 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"116 conv2d_11_zero_point_0" -> "118 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"117 _frozen_param11" -> "118 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"118 dequantize_per_channel_default_11" -> "119 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"119 conv2d_11" -> "128 add__4" [label="(1, 256, 14, 14)", style=solid]; +"120 layer3_0_downsample_0_weight_bias" -> "125 conv2d_12" [label="(256,)", style=solid]; +"121 conv2d_12_scale_0" -> "124 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"122 conv2d_12_zero_point_0" -> "124 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"123 _frozen_param12" -> "124 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"124 dequantize_per_channel_default_12" -> "125 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"125 conv2d_12" -> "126 quantize_per_tensor_default_13" [label="(1, 256, 14, 14)", style=solid]; +"126 quantize_per_tensor_default_13" -> "127 dequantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"127 dequantize_per_tensor_default_18" -> "128 add__4" [label="(1, 256, 14, 14)", style=solid]; +"128 add__4" -> "129 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"129 relu__10" -> "130 quantize_per_tensor_default_14" [label="(1, 256, 14, 14)", style=solid]; +"130 quantize_per_tensor_default_14" -> "131 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"130 quantize_per_tensor_default_14" -> "132 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"131 dequantize_per_tensor_default_20" -> "148 add__5" [label="(1, 256, 14, 14)", style=solid]; +"132 dequantize_per_tensor_default_19" -> "138 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"133 layer3_1_conv1_weight_bias" -> "138 conv2d_13" [label="(256,)", style=solid]; +"134 conv2d_13_scale_0" -> "137 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"135 conv2d_13_zero_point_0" -> "137 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"136 _frozen_param13" -> "137 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"137 dequantize_per_channel_default_13" -> "138 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"138 conv2d_13" -> "139 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"139 relu__11" -> "140 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"140 quantize_per_tensor_default_15" -> "141 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"141 dequantize_per_tensor_default_21" -> "147 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"142 layer3_1_conv2_weight_bias" -> "147 conv2d_14" [label="(256,)", style=solid]; +"143 conv2d_14_scale_0" -> "146 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"144 conv2d_14_zero_point_0" -> "146 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"145 _frozen_param14" -> "146 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"146 dequantize_per_channel_default_14" -> "147 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"147 conv2d_14" -> "148 add__5" [label="(1, 256, 14, 14)", style=solid]; +"148 add__5" -> "149 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"149 relu__12" -> "150 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_16" -> "151 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_16" -> "152 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_23" -> "173 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"152 dequantize_per_tensor_default_22" -> "158 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"153 layer4_0_conv1_weight_bias" -> "158 conv2d_15" [label="(512,)", style=solid]; +"154 conv2d_15_scale_0" -> "157 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"155 conv2d_15_zero_point_0" -> "157 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"156 _frozen_param15" -> "157 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"157 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"158 conv2d_15" -> "159 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"159 relu__13" -> "160 quantize_per_tensor_default_17" [label="(1, 512, 7, 7)", style=solid]; +"160 quantize_per_tensor_default_17" -> "161 dequantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"161 dequantize_per_tensor_default_24" -> "167 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"162 layer4_0_conv2_weight_bias" -> "167 conv2d_16" [label="(512,)", style=solid]; +"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"165 _frozen_param16" -> "166 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"166 dequantize_per_channel_default_16" -> "167 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"167 conv2d_16" -> "176 add__6" [label="(1, 512, 7, 7)", style=solid]; +"168 layer4_0_downsample_0_weight_bias" -> "173 conv2d_17" [label="(512,)", style=solid]; +"169 conv2d_17_scale_0" -> "172 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"170 conv2d_17_zero_point_0" -> "172 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"171 _frozen_param17" -> "172 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"172 dequantize_per_channel_default_17" -> "173 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"173 conv2d_17" -> "174 quantize_per_tensor_default_18" [label="(1, 512, 7, 7)", style=solid]; +"174 quantize_per_tensor_default_18" -> "175 dequantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"175 dequantize_per_tensor_default_25" -> "176 add__6" [label="(1, 512, 7, 7)", style=solid]; +"176 add__6" -> "177 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"177 relu__14" -> "178 quantize_per_tensor_default_19" [label="(1, 512, 7, 7)", style=solid]; +"178 quantize_per_tensor_default_19" -> "179 dequantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"178 quantize_per_tensor_default_19" -> "180 dequantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"179 dequantize_per_tensor_default_27" -> "196 add__7" [label="(1, 512, 7, 7)", style=solid]; +"180 dequantize_per_tensor_default_26" -> "186 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"181 layer4_1_conv1_weight_bias" -> "186 conv2d_18" [label="(512,)", style=solid]; +"182 conv2d_18_scale_0" -> "185 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"183 conv2d_18_zero_point_0" -> "185 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"184 _frozen_param18" -> "185 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"185 dequantize_per_channel_default_18" -> "186 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"186 conv2d_18" -> "187 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"187 relu__15" -> "188 quantize_per_tensor_default_20" [label="(1, 512, 7, 7)", style=solid]; +"188 quantize_per_tensor_default_20" -> "189 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"189 dequantize_per_tensor_default_28" -> "195 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"190 layer4_1_conv2_weight_bias" -> "195 conv2d_19" [label="(512,)", style=solid]; +"191 conv2d_19_scale_0" -> "194 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"192 conv2d_19_zero_point_0" -> "194 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"193 _frozen_param19" -> "194 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"194 dequantize_per_channel_default_19" -> "195 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"195 conv2d_19" -> "196 add__7" [label="(1, 512, 7, 7)", style=solid]; +"196 add__7" -> "197 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"197 relu__16" -> "198 quantize_per_tensor_default_21" [label="(1, 512, 7, 7)", style=solid]; +"198 quantize_per_tensor_default_21" -> "199 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"199 dequantize_per_tensor_default_29" -> "200 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"200 adaptive_avg_pool2d" -> "201 quantize_per_tensor_default_22" [label="(1, 512, 1, 1)", style=solid]; +"201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_30" [label="(1, 512, 1, 1)", style=solid]; +"202 dequantize_per_tensor_default_30" -> "203 flatten" [label="(1, 512, 1, 1)", style=solid]; +"203 flatten" -> "204 quantize_per_tensor_default_23" [label="(1, 512)", style=solid]; +"204 quantize_per_tensor_default_23" -> "205 dequantize_per_tensor_default_31" [label="(1, 512)", style=solid]; +"205 dequantize_per_tensor_default_31" -> "210 linear" [label="(1, 512)", style=solid]; +"206 linear_scale_0" -> "209 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"207 linear_zero_point_0" -> "209 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"208 _frozen_param20" -> "209 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"209 dequantize_per_channel_default_20" -> "210 linear" [label="(1000, 512)", style=solid]; +"210 linear" -> "211 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/swin_v2_s.dot new file mode 100644 index 00000000000..15bede0a9ae --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/swin_v2_s.dot @@ -0,0 +1,5734 @@ +strict digraph { +"0 features_1_0_attn_qkv_bias" [id=0, type=get_attr]; +"1 features_1_0_attn_proj_bias" [id=1, type=get_attr]; +"2 features_1_0_attn_logit_scale" [id=2, type=get_attr]; +"3 features_1_1_attn_qkv_bias" [id=3, type=get_attr]; +"4 features_1_1_attn_proj_bias" [id=4, type=get_attr]; +"5 features_1_1_attn_logit_scale" [id=5, type=get_attr]; +"6 features_3_0_attn_qkv_bias" [id=6, type=get_attr]; +"7 features_3_0_attn_proj_bias" [id=7, type=get_attr]; +"8 features_3_0_attn_logit_scale" [id=8, type=get_attr]; +"9 features_3_1_attn_qkv_bias" [id=9, type=get_attr]; +"10 features_3_1_attn_proj_bias" [id=10, type=get_attr]; +"11 features_3_1_attn_logit_scale" [id=11, type=get_attr]; +"12 features_5_0_attn_qkv_bias" [id=12, type=get_attr]; +"13 features_5_0_attn_proj_bias" [id=13, type=get_attr]; +"14 features_5_0_attn_logit_scale" [id=14, type=get_attr]; +"15 features_5_1_attn_qkv_bias" [id=15, type=get_attr]; +"16 features_5_1_attn_proj_bias" [id=16, type=get_attr]; +"17 features_5_1_attn_logit_scale" [id=17, type=get_attr]; +"18 features_5_2_attn_qkv_bias" [id=18, type=get_attr]; +"19 features_5_2_attn_proj_bias" [id=19, type=get_attr]; +"20 features_5_2_attn_logit_scale" [id=20, type=get_attr]; +"21 features_5_3_attn_qkv_bias" [id=21, type=get_attr]; +"22 features_5_3_attn_proj_bias" [id=22, type=get_attr]; +"23 features_5_3_attn_logit_scale" [id=23, type=get_attr]; +"24 features_5_4_attn_qkv_bias" [id=24, type=get_attr]; +"25 features_5_4_attn_proj_bias" [id=25, type=get_attr]; +"26 features_5_4_attn_logit_scale" [id=26, type=get_attr]; +"27 features_5_5_attn_qkv_bias" [id=27, type=get_attr]; +"28 features_5_5_attn_proj_bias" [id=28, type=get_attr]; +"29 features_5_5_attn_logit_scale" [id=29, type=get_attr]; +"30 features_5_6_attn_qkv_bias" [id=30, type=get_attr]; +"31 features_5_6_attn_proj_bias" [id=31, type=get_attr]; +"32 features_5_6_attn_logit_scale" [id=32, type=get_attr]; +"33 features_5_7_attn_qkv_bias" [id=33, type=get_attr]; +"34 features_5_7_attn_proj_bias" [id=34, type=get_attr]; +"35 features_5_7_attn_logit_scale" [id=35, type=get_attr]; +"36 features_5_8_attn_qkv_bias" [id=36, type=get_attr]; +"37 features_5_8_attn_proj_bias" [id=37, type=get_attr]; +"38 features_5_8_attn_logit_scale" [id=38, type=get_attr]; +"39 features_5_9_attn_qkv_bias" [id=39, type=get_attr]; +"40 features_5_9_attn_proj_bias" [id=40, type=get_attr]; +"41 features_5_9_attn_logit_scale" [id=41, type=get_attr]; +"42 features_5_10_attn_qkv_bias" [id=42, type=get_attr]; +"43 features_5_10_attn_proj_bias" [id=43, type=get_attr]; +"44 features_5_10_attn_logit_scale" [id=44, type=get_attr]; +"45 features_5_11_attn_qkv_bias" [id=45, type=get_attr]; +"46 features_5_11_attn_proj_bias" [id=46, type=get_attr]; +"47 features_5_11_attn_logit_scale" [id=47, type=get_attr]; +"48 features_5_12_attn_qkv_bias" [id=48, type=get_attr]; +"49 features_5_12_attn_proj_bias" [id=49, type=get_attr]; +"50 features_5_12_attn_logit_scale" [id=50, type=get_attr]; +"51 features_5_13_attn_qkv_bias" [id=51, type=get_attr]; +"52 features_5_13_attn_proj_bias" [id=52, type=get_attr]; +"53 features_5_13_attn_logit_scale" [id=53, type=get_attr]; +"54 features_5_14_attn_qkv_bias" [id=54, type=get_attr]; +"55 features_5_14_attn_proj_bias" [id=55, type=get_attr]; +"56 features_5_14_attn_logit_scale" [id=56, type=get_attr]; +"57 features_5_15_attn_qkv_bias" [id=57, type=get_attr]; +"58 features_5_15_attn_proj_bias" [id=58, type=get_attr]; +"59 features_5_15_attn_logit_scale" [id=59, type=get_attr]; +"60 features_5_16_attn_qkv_bias" [id=60, type=get_attr]; +"61 features_5_16_attn_proj_bias" [id=61, type=get_attr]; +"62 features_5_16_attn_logit_scale" [id=62, type=get_attr]; +"63 features_5_17_attn_qkv_bias" [id=63, type=get_attr]; +"64 features_5_17_attn_proj_bias" [id=64, type=get_attr]; +"65 features_5_17_attn_logit_scale" [id=65, type=get_attr]; +"66 features_7_0_attn_qkv_bias" [id=66, type=get_attr]; +"67 features_7_0_attn_proj_bias" [id=67, type=get_attr]; +"68 features_7_0_attn_logit_scale" [id=68, type=get_attr]; +"69 features_7_1_attn_qkv_bias" [id=69, type=get_attr]; +"70 features_7_1_attn_proj_bias" [id=70, type=get_attr]; +"71 features_7_1_attn_logit_scale" [id=71, type=get_attr]; +"72 features_0_0_bias" [id=72, type=get_attr]; +"73 features_0_2_weight" [id=73, type=get_attr]; +"74 features_0_2_bias" [id=74, type=get_attr]; +"75 features_1_0_attn_cpb_mlp_0_bias" [id=75, type=get_attr]; +"76 features_1_0_norm1_weight" [id=76, type=get_attr]; +"77 features_1_0_norm1_bias" [id=77, type=get_attr]; +"78 features_1_0_mlp_0_bias" [id=78, type=get_attr]; +"79 features_1_0_mlp_3_bias" [id=79, type=get_attr]; +"80 features_1_0_norm2_weight" [id=80, type=get_attr]; +"81 features_1_0_norm2_bias" [id=81, type=get_attr]; +"82 features_1_1_attn_cpb_mlp_0_bias" [id=82, type=get_attr]; +"83 features_1_1_norm1_weight" [id=83, type=get_attr]; +"84 features_1_1_norm1_bias" [id=84, type=get_attr]; +"85 features_1_1_mlp_0_bias" [id=85, type=get_attr]; +"86 features_1_1_mlp_3_bias" [id=86, type=get_attr]; +"87 features_1_1_norm2_weight" [id=87, type=get_attr]; +"88 features_1_1_norm2_bias" [id=88, type=get_attr]; +"89 features_2_norm_weight" [id=89, type=get_attr]; +"90 features_2_norm_bias" [id=90, type=get_attr]; +"91 features_3_0_attn_cpb_mlp_0_bias" [id=91, type=get_attr]; +"92 features_3_0_norm1_weight" [id=92, type=get_attr]; +"93 features_3_0_norm1_bias" [id=93, type=get_attr]; +"94 features_3_0_mlp_0_bias" [id=94, type=get_attr]; +"95 features_3_0_mlp_3_bias" [id=95, type=get_attr]; +"96 features_3_0_norm2_weight" [id=96, type=get_attr]; +"97 features_3_0_norm2_bias" [id=97, type=get_attr]; +"98 features_3_1_attn_cpb_mlp_0_bias" [id=98, type=get_attr]; +"99 features_3_1_norm1_weight" [id=99, type=get_attr]; +"100 features_3_1_norm1_bias" [id=100, type=get_attr]; +"101 features_3_1_mlp_0_bias" [id=101, type=get_attr]; +"102 features_3_1_mlp_3_bias" [id=102, type=get_attr]; +"103 features_3_1_norm2_weight" [id=103, type=get_attr]; +"104 features_3_1_norm2_bias" [id=104, type=get_attr]; +"105 features_4_norm_weight" [id=105, type=get_attr]; +"106 features_4_norm_bias" [id=106, type=get_attr]; +"107 features_5_0_attn_cpb_mlp_0_bias" [id=107, type=get_attr]; +"108 features_5_0_norm1_weight" [id=108, type=get_attr]; +"109 features_5_0_norm1_bias" [id=109, type=get_attr]; +"110 features_5_0_mlp_0_bias" [id=110, type=get_attr]; +"111 features_5_0_mlp_3_bias" [id=111, type=get_attr]; +"112 features_5_0_norm2_weight" [id=112, type=get_attr]; +"113 features_5_0_norm2_bias" [id=113, type=get_attr]; +"114 features_5_1_attn_cpb_mlp_0_bias" [id=114, type=get_attr]; +"115 features_5_1_norm1_weight" [id=115, type=get_attr]; +"116 features_5_1_norm1_bias" [id=116, type=get_attr]; +"117 features_5_1_mlp_0_bias" [id=117, type=get_attr]; +"118 features_5_1_mlp_3_bias" [id=118, type=get_attr]; +"119 features_5_1_norm2_weight" [id=119, type=get_attr]; +"120 features_5_1_norm2_bias" [id=120, type=get_attr]; +"121 features_5_2_attn_cpb_mlp_0_bias" [id=121, type=get_attr]; +"122 features_5_2_norm1_weight" [id=122, type=get_attr]; +"123 features_5_2_norm1_bias" [id=123, type=get_attr]; +"124 features_5_2_mlp_0_bias" [id=124, type=get_attr]; +"125 features_5_2_mlp_3_bias" [id=125, type=get_attr]; +"126 features_5_2_norm2_weight" [id=126, type=get_attr]; +"127 features_5_2_norm2_bias" [id=127, type=get_attr]; +"128 features_5_3_attn_cpb_mlp_0_bias" [id=128, type=get_attr]; +"129 features_5_3_norm1_weight" [id=129, type=get_attr]; +"130 features_5_3_norm1_bias" [id=130, type=get_attr]; +"131 features_5_3_mlp_0_bias" [id=131, type=get_attr]; +"132 features_5_3_mlp_3_bias" [id=132, type=get_attr]; +"133 features_5_3_norm2_weight" [id=133, type=get_attr]; +"134 features_5_3_norm2_bias" [id=134, type=get_attr]; +"135 features_5_4_attn_cpb_mlp_0_bias" [id=135, type=get_attr]; +"136 features_5_4_norm1_weight" [id=136, type=get_attr]; +"137 features_5_4_norm1_bias" [id=137, type=get_attr]; +"138 features_5_4_mlp_0_bias" [id=138, type=get_attr]; +"139 features_5_4_mlp_3_bias" [id=139, type=get_attr]; +"140 features_5_4_norm2_weight" [id=140, type=get_attr]; +"141 features_5_4_norm2_bias" [id=141, type=get_attr]; +"142 features_5_5_attn_cpb_mlp_0_bias" [id=142, type=get_attr]; +"143 features_5_5_norm1_weight" [id=143, type=get_attr]; +"144 features_5_5_norm1_bias" [id=144, type=get_attr]; +"145 features_5_5_mlp_0_bias" [id=145, type=get_attr]; +"146 features_5_5_mlp_3_bias" [id=146, type=get_attr]; +"147 features_5_5_norm2_weight" [id=147, type=get_attr]; +"148 features_5_5_norm2_bias" [id=148, type=get_attr]; +"149 features_5_6_attn_cpb_mlp_0_bias" [id=149, type=get_attr]; +"150 features_5_6_norm1_weight" [id=150, type=get_attr]; +"151 features_5_6_norm1_bias" [id=151, type=get_attr]; +"152 features_5_6_mlp_0_bias" [id=152, type=get_attr]; +"153 features_5_6_mlp_3_bias" [id=153, type=get_attr]; +"154 features_5_6_norm2_weight" [id=154, type=get_attr]; +"155 features_5_6_norm2_bias" [id=155, type=get_attr]; +"156 features_5_7_attn_cpb_mlp_0_bias" [id=156, type=get_attr]; +"157 features_5_7_norm1_weight" [id=157, type=get_attr]; +"158 features_5_7_norm1_bias" [id=158, type=get_attr]; +"159 features_5_7_mlp_0_bias" [id=159, type=get_attr]; +"160 features_5_7_mlp_3_bias" [id=160, type=get_attr]; +"161 features_5_7_norm2_weight" [id=161, type=get_attr]; +"162 features_5_7_norm2_bias" [id=162, type=get_attr]; +"163 features_5_8_attn_cpb_mlp_0_bias" [id=163, type=get_attr]; +"164 features_5_8_norm1_weight" [id=164, type=get_attr]; +"165 features_5_8_norm1_bias" [id=165, type=get_attr]; +"166 features_5_8_mlp_0_bias" [id=166, type=get_attr]; +"167 features_5_8_mlp_3_bias" [id=167, type=get_attr]; +"168 features_5_8_norm2_weight" [id=168, type=get_attr]; +"169 features_5_8_norm2_bias" [id=169, type=get_attr]; +"170 features_5_9_attn_cpb_mlp_0_bias" [id=170, type=get_attr]; +"171 features_5_9_norm1_weight" [id=171, type=get_attr]; +"172 features_5_9_norm1_bias" [id=172, type=get_attr]; +"173 features_5_9_mlp_0_bias" [id=173, type=get_attr]; +"174 features_5_9_mlp_3_bias" [id=174, type=get_attr]; +"175 features_5_9_norm2_weight" [id=175, type=get_attr]; +"176 features_5_9_norm2_bias" [id=176, type=get_attr]; +"177 features_5_10_attn_cpb_mlp_0_bias" [id=177, type=get_attr]; +"178 features_5_10_norm1_weight" [id=178, type=get_attr]; +"179 features_5_10_norm1_bias" [id=179, type=get_attr]; +"180 features_5_10_mlp_0_bias" [id=180, type=get_attr]; +"181 features_5_10_mlp_3_bias" [id=181, type=get_attr]; +"182 features_5_10_norm2_weight" [id=182, type=get_attr]; +"183 features_5_10_norm2_bias" [id=183, type=get_attr]; +"184 features_5_11_attn_cpb_mlp_0_bias" [id=184, type=get_attr]; +"185 features_5_11_norm1_weight" [id=185, type=get_attr]; +"186 features_5_11_norm1_bias" [id=186, type=get_attr]; +"187 features_5_11_mlp_0_bias" [id=187, type=get_attr]; +"188 features_5_11_mlp_3_bias" [id=188, type=get_attr]; +"189 features_5_11_norm2_weight" [id=189, type=get_attr]; +"190 features_5_11_norm2_bias" [id=190, type=get_attr]; +"191 features_5_12_attn_cpb_mlp_0_bias" [id=191, type=get_attr]; +"192 features_5_12_norm1_weight" [id=192, type=get_attr]; +"193 features_5_12_norm1_bias" [id=193, type=get_attr]; +"194 features_5_12_mlp_0_bias" [id=194, type=get_attr]; +"195 features_5_12_mlp_3_bias" [id=195, type=get_attr]; +"196 features_5_12_norm2_weight" [id=196, type=get_attr]; +"197 features_5_12_norm2_bias" [id=197, type=get_attr]; +"198 features_5_13_attn_cpb_mlp_0_bias" [id=198, type=get_attr]; +"199 features_5_13_norm1_weight" [id=199, type=get_attr]; +"200 features_5_13_norm1_bias" [id=200, type=get_attr]; +"201 features_5_13_mlp_0_bias" [id=201, type=get_attr]; +"202 features_5_13_mlp_3_bias" [id=202, type=get_attr]; +"203 features_5_13_norm2_weight" [id=203, type=get_attr]; +"204 features_5_13_norm2_bias" [id=204, type=get_attr]; +"205 features_5_14_attn_cpb_mlp_0_bias" [id=205, type=get_attr]; +"206 features_5_14_norm1_weight" [id=206, type=get_attr]; +"207 features_5_14_norm1_bias" [id=207, type=get_attr]; +"208 features_5_14_mlp_0_bias" [id=208, type=get_attr]; +"209 features_5_14_mlp_3_bias" [id=209, type=get_attr]; +"210 features_5_14_norm2_weight" [id=210, type=get_attr]; +"211 features_5_14_norm2_bias" [id=211, type=get_attr]; +"212 features_5_15_attn_cpb_mlp_0_bias" [id=212, type=get_attr]; +"213 features_5_15_norm1_weight" [id=213, type=get_attr]; +"214 features_5_15_norm1_bias" [id=214, type=get_attr]; +"215 features_5_15_mlp_0_bias" [id=215, type=get_attr]; +"216 features_5_15_mlp_3_bias" [id=216, type=get_attr]; +"217 features_5_15_norm2_weight" [id=217, type=get_attr]; +"218 features_5_15_norm2_bias" [id=218, type=get_attr]; +"219 features_5_16_attn_cpb_mlp_0_bias" [id=219, type=get_attr]; +"220 features_5_16_norm1_weight" [id=220, type=get_attr]; +"221 features_5_16_norm1_bias" [id=221, type=get_attr]; +"222 features_5_16_mlp_0_bias" [id=222, type=get_attr]; +"223 features_5_16_mlp_3_bias" [id=223, type=get_attr]; +"224 features_5_16_norm2_weight" [id=224, type=get_attr]; +"225 features_5_16_norm2_bias" [id=225, type=get_attr]; +"226 features_5_17_attn_cpb_mlp_0_bias" [id=226, type=get_attr]; +"227 features_5_17_norm1_weight" [id=227, type=get_attr]; +"228 features_5_17_norm1_bias" [id=228, type=get_attr]; +"229 features_5_17_mlp_0_bias" [id=229, type=get_attr]; +"230 features_5_17_mlp_3_bias" [id=230, type=get_attr]; +"231 features_5_17_norm2_weight" [id=231, type=get_attr]; +"232 features_5_17_norm2_bias" [id=232, type=get_attr]; +"233 features_6_norm_weight" [id=233, type=get_attr]; +"234 features_6_norm_bias" [id=234, type=get_attr]; +"235 features_7_0_attn_cpb_mlp_0_bias" [id=235, type=get_attr]; +"236 features_7_0_norm1_weight" [id=236, type=get_attr]; +"237 features_7_0_norm1_bias" [id=237, type=get_attr]; +"238 features_7_0_mlp_0_bias" [id=238, type=get_attr]; +"239 features_7_0_mlp_3_bias" [id=239, type=get_attr]; +"240 features_7_0_norm2_weight" [id=240, type=get_attr]; +"241 features_7_0_norm2_bias" [id=241, type=get_attr]; +"242 features_7_1_attn_cpb_mlp_0_bias" [id=242, type=get_attr]; +"243 features_7_1_norm1_weight" [id=243, type=get_attr]; +"244 features_7_1_norm1_bias" [id=244, type=get_attr]; +"245 features_7_1_mlp_0_bias" [id=245, type=get_attr]; +"246 features_7_1_mlp_3_bias" [id=246, type=get_attr]; +"247 features_7_1_norm2_weight" [id=247, type=get_attr]; +"248 features_7_1_norm2_bias" [id=248, type=get_attr]; +"249 norm_weight" [id=249, type=get_attr]; +"250 norm_bias" [id=250, type=get_attr]; +"251 head_bias" [id=251, type=get_attr]; +"252 features_1_0_attn_relative_position_index" [id=252, type=get_attr]; +"253 features_1_1_attn_relative_position_index" [id=253, type=get_attr]; +"254 features_3_0_attn_relative_position_index" [id=254, type=get_attr]; +"255 features_3_1_attn_relative_position_index" [id=255, type=get_attr]; +"256 features_5_0_attn_relative_position_index" [id=256, type=get_attr]; +"257 features_5_1_attn_relative_position_index" [id=257, type=get_attr]; +"258 features_5_2_attn_relative_position_index" [id=258, type=get_attr]; +"259 features_5_3_attn_relative_position_index" [id=259, type=get_attr]; +"260 features_5_4_attn_relative_position_index" [id=260, type=get_attr]; +"261 features_5_5_attn_relative_position_index" [id=261, type=get_attr]; +"262 features_5_6_attn_relative_position_index" [id=262, type=get_attr]; +"263 features_5_7_attn_relative_position_index" [id=263, type=get_attr]; +"264 features_5_8_attn_relative_position_index" [id=264, type=get_attr]; +"265 features_5_9_attn_relative_position_index" [id=265, type=get_attr]; +"266 features_5_10_attn_relative_position_index" [id=266, type=get_attr]; +"267 features_5_11_attn_relative_position_index" [id=267, type=get_attr]; +"268 features_5_12_attn_relative_position_index" [id=268, type=get_attr]; +"269 features_5_13_attn_relative_position_index" [id=269, type=get_attr]; +"270 features_5_14_attn_relative_position_index" [id=270, type=get_attr]; +"271 features_5_15_attn_relative_position_index" [id=271, type=get_attr]; +"272 features_5_16_attn_relative_position_index" [id=272, type=get_attr]; +"273 features_5_17_attn_relative_position_index" [id=273, type=get_attr]; +"274 features_7_0_attn_relative_position_index" [id=274, type=get_attr]; +"275 features_7_1_attn_relative_position_index" [id=275, type=get_attr]; +"276 x" [id=276, type=input]; +"277 quantize_per_tensor_default" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default" [id=278, type=dequantize_per_tensor]; +"279 conv2d_scale_0" [id=279, type=get_attr]; +"280 conv2d_zero_point_0" [id=280, type=get_attr]; +"281 _frozen_param0" [id=281, type=get_attr]; +"282 dequantize_per_channel_default" [id=282, type=dequantize_per_channel]; +"283 conv2d" [id=283, type=conv2d]; +"284 permute" [id=284, type=permute]; +"285 layer_norm" [id=285, type=layer_norm]; +"286 _frozen_param1" [id=286, type=get_attr]; +"287 dequantize_per_tensor_default_1" [id=287, type=dequantize_per_tensor]; +"288 linear_scale_0" [id=288, type=get_attr]; +"289 linear_zero_point_0" [id=289, type=get_attr]; +"290 _frozen_param2" [id=290, type=get_attr]; +"291 dequantize_per_channel_default_1" [id=291, type=dequantize_per_channel]; +"292 linear" [id=292, type=linear]; +"293 relu_" [id=293, type=relu_]; +"294 relu__0_0_nncf_smooth_quant_0" [id=294, type=call_module]; +"295 quantize_per_tensor_default_2" [id=295, type=quantize_per_tensor]; +"296 dequantize_per_tensor_default_2" [id=296, type=dequantize_per_tensor]; +"297 linear_1_scale_0" [id=297, type=get_attr]; +"298 linear_1_zero_point_0" [id=298, type=get_attr]; +"299 _frozen_param3" [id=299, type=get_attr]; +"300 dequantize_per_channel_default_2" [id=300, type=dequantize_per_channel]; +"301 linear_1" [id=301, type=linear]; +"302 view" [id=302, type=view]; +"303 index" [id=303, type=index]; +"304 view_1" [id=304, type=view]; +"305 permute_1" [id=305, type=permute]; +"306 contiguous" [id=306, type=contiguous]; +"307 unsqueeze" [id=307, type=unsqueeze]; +"308 sigmoid" [id=308, type=sigmoid]; +"309 mul" [id=309, type=mul]; +"310 pad" [id=310, type=pad]; +"311 view_2" [id=311, type=view]; +"312 permute_2" [id=312, type=permute]; +"313 reshape" [id=313, type=reshape]; +"314 clone" [id=314, type=clone]; +"315 features_1_0_attn_qkv_weight_updated_constant0" [id=315, type=get_attr]; +"316 reshape_0_0_nncf_smooth_quant_0" [id=316, type=call_module]; +"317 linear_2" [id=317, type=linear]; +"318 reshape_1" [id=318, type=reshape]; +"319 permute_3" [id=319, type=permute]; +"320 select" [id=320, type=select]; +"321 select_1" [id=321, type=select]; +"322 select_2" [id=322, type=select]; +"323 linalg_vector_norm" [id=323, type=linalg_vector_norm]; +"324 clamp_min" [id=324, type=clamp_min]; +"325 expand_as" [id=325, type=expand_as]; +"326 div" [id=326, type=div]; +"327 linalg_vector_norm_1" [id=327, type=linalg_vector_norm]; +"328 clamp_min_1" [id=328, type=clamp_min]; +"329 expand_as_1" [id=329, type=expand_as]; +"330 div_1" [id=330, type=div]; +"331 transpose" [id=331, type=transpose]; +"332 matmul" [id=332, type=matmul]; +"333 clamp" [id=333, type=clamp]; +"334 exp" [id=334, type=exp]; +"335 mul_1" [id=335, type=mul]; +"336 add" [id=336, type=add]; +"337 softmax" [id=337, type=softmax]; +"338 dropout" [id=338, type=dropout]; +"339 matmul_1" [id=339, type=matmul]; +"340 transpose_1" [id=340, type=transpose]; +"341 reshape_2" [id=341, type=reshape]; +"342 features_1_0_attn_proj_weight_updated_constant0" [id=342, type=get_attr]; +"343 reshape_2_0_0_nncf_smooth_quant_0" [id=343, type=call_module]; +"344 linear_3" [id=344, type=linear]; +"345 dropout_1" [id=345, type=dropout]; +"346 view_3" [id=346, type=view]; +"347 permute_4" [id=347, type=permute]; +"348 reshape_3" [id=348, type=reshape]; +"349 slice_2" [id=349, type=slice]; +"350 slice_3" [id=350, type=slice]; +"351 layer_norm_1" [id=351, type=layer_norm]; +"352 add_1" [id=352, type=add]; +"353 add_1_0_0_nncf_smooth_quant_0" [id=353, type=call_module]; +"354 quantize_per_tensor_default_3" [id=354, type=quantize_per_tensor]; +"355 dequantize_per_tensor_default_3" [id=355, type=dequantize_per_tensor]; +"356 linear_4_scale_0" [id=356, type=get_attr]; +"357 linear_4_zero_point_0" [id=357, type=get_attr]; +"358 _frozen_param4" [id=358, type=get_attr]; +"359 dequantize_per_channel_default_3" [id=359, type=dequantize_per_channel]; +"360 linear_4" [id=360, type=linear]; +"361 gelu" [id=361, type=gelu]; +"362 dropout_2" [id=362, type=dropout]; +"363 dropout_2_0_0_nncf_smooth_quant_0" [id=363, type=call_module]; +"364 quantize_per_tensor_default_4" [id=364, type=quantize_per_tensor]; +"365 dequantize_per_tensor_default_4" [id=365, type=dequantize_per_tensor]; +"366 linear_5_scale_0" [id=366, type=get_attr]; +"367 linear_5_zero_point_0" [id=367, type=get_attr]; +"368 _frozen_param5" [id=368, type=get_attr]; +"369 dequantize_per_channel_default_4" [id=369, type=dequantize_per_channel]; +"370 linear_5" [id=370, type=linear]; +"371 dropout_3" [id=371, type=dropout]; +"372 layer_norm_2" [id=372, type=layer_norm]; +"373 add_2" [id=373, type=add]; +"374 _frozen_param6" [id=374, type=get_attr]; +"375 dequantize_per_tensor_default_5" [id=375, type=dequantize_per_tensor]; +"376 linear_6_scale_0" [id=376, type=get_attr]; +"377 linear_6_zero_point_0" [id=377, type=get_attr]; +"378 _frozen_param7" [id=378, type=get_attr]; +"379 dequantize_per_channel_default_5" [id=379, type=dequantize_per_channel]; +"380 linear_6" [id=380, type=linear]; +"381 relu__1" [id=381, type=relu_]; +"382 relu__1_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; +"383 quantize_per_tensor_default_6" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_6" [id=384, type=dequantize_per_tensor]; +"385 linear_7_scale_0" [id=385, type=get_attr]; +"386 linear_7_zero_point_0" [id=386, type=get_attr]; +"387 _frozen_param8" [id=387, type=get_attr]; +"388 dequantize_per_channel_default_6" [id=388, type=dequantize_per_channel]; +"389 linear_7" [id=389, type=linear]; +"390 view_4" [id=390, type=view]; +"391 index_1" [id=391, type=index]; +"392 view_5" [id=392, type=view]; +"393 permute_5" [id=393, type=permute]; +"394 contiguous_1" [id=394, type=contiguous]; +"395 unsqueeze_1" [id=395, type=unsqueeze]; +"396 sigmoid_1" [id=396, type=sigmoid]; +"397 mul_2" [id=397, type=mul]; +"398 pad_1" [id=398, type=pad]; +"399 roll" [id=399, type=roll]; +"400 view_6" [id=400, type=view]; +"401 permute_6" [id=401, type=permute]; +"402 reshape_4" [id=402, type=reshape]; +"403 clone_1" [id=403, type=clone]; +"404 features_1_1_attn_qkv_weight_updated_constant0" [id=404, type=get_attr]; +"405 reshape_4_0_0_nncf_smooth_quant_0" [id=405, type=call_module]; +"406 linear_8" [id=406, type=linear]; +"407 reshape_5" [id=407, type=reshape]; +"408 permute_7" [id=408, type=permute]; +"409 select_3" [id=409, type=select]; +"410 select_4" [id=410, type=select]; +"411 select_5" [id=411, type=select]; +"412 linalg_vector_norm_2" [id=412, type=linalg_vector_norm]; +"413 clamp_min_2" [id=413, type=clamp_min]; +"414 expand_as_2" [id=414, type=expand_as]; +"415 div_2" [id=415, type=div]; +"416 linalg_vector_norm_3" [id=416, type=linalg_vector_norm]; +"417 clamp_min_3" [id=417, type=clamp_min]; +"418 expand_as_3" [id=418, type=expand_as]; +"419 div_3" [id=419, type=div]; +"420 transpose_2" [id=420, type=transpose]; +"421 matmul_2" [id=421, type=matmul]; +"422 clamp_1" [id=422, type=clamp]; +"423 exp_1" [id=423, type=exp]; +"424 mul_3" [id=424, type=mul]; +"425 add_3" [id=425, type=add]; +"426 new_zeros" [id=426, type=new_zeros]; +"427 view_7" [id=427, type=view]; +"428 permute_8" [id=428, type=permute]; +"429 reshape_6" [id=429, type=reshape]; +"430 unsqueeze_2" [id=430, type=unsqueeze]; +"431 unsqueeze_3" [id=431, type=unsqueeze]; +"432 sub" [id=432, type=sub]; +"433 ne" [id=433, type=ne]; +"434 masked_fill" [id=434, type=masked_fill]; +"435 eq" [id=435, type=eq]; +"436 masked_fill_1" [id=436, type=masked_fill]; +"437 view_8" [id=437, type=view]; +"438 unsqueeze_4" [id=438, type=unsqueeze]; +"439 unsqueeze_5" [id=439, type=unsqueeze]; +"440 add_4" [id=440, type=add]; +"441 view_9" [id=441, type=view]; +"442 softmax_1" [id=442, type=softmax]; +"443 dropout_4" [id=443, type=dropout]; +"444 matmul_3" [id=444, type=matmul]; +"445 transpose_3" [id=445, type=transpose]; +"446 reshape_7" [id=446, type=reshape]; +"447 features_1_1_attn_proj_weight_updated_constant0" [id=447, type=get_attr]; +"448 reshape_7_0_0_nncf_smooth_quant_0" [id=448, type=call_module]; +"449 linear_9" [id=449, type=linear]; +"450 dropout_5" [id=450, type=dropout]; +"451 view_10" [id=451, type=view]; +"452 permute_9" [id=452, type=permute]; +"453 reshape_8" [id=453, type=reshape]; +"454 roll_1" [id=454, type=roll]; +"455 slice_23" [id=455, type=slice]; +"456 slice_24" [id=456, type=slice]; +"457 layer_norm_3" [id=457, type=layer_norm]; +"458 add_5" [id=458, type=add]; +"459 add_5_0_0_nncf_smooth_quant_0" [id=459, type=call_module]; +"460 quantize_per_tensor_default_7" [id=460, type=quantize_per_tensor]; +"461 dequantize_per_tensor_default_7" [id=461, type=dequantize_per_tensor]; +"462 linear_10_scale_0" [id=462, type=get_attr]; +"463 linear_10_zero_point_0" [id=463, type=get_attr]; +"464 _frozen_param9" [id=464, type=get_attr]; +"465 dequantize_per_channel_default_7" [id=465, type=dequantize_per_channel]; +"466 linear_10" [id=466, type=linear]; +"467 gelu_1" [id=467, type=gelu]; +"468 dropout_6" [id=468, type=dropout]; +"469 dropout_6_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; +"470 quantize_per_tensor_default_8" [id=470, type=quantize_per_tensor]; +"471 dequantize_per_tensor_default_8" [id=471, type=dequantize_per_tensor]; +"472 linear_11_scale_0" [id=472, type=get_attr]; +"473 linear_11_zero_point_0" [id=473, type=get_attr]; +"474 _frozen_param10" [id=474, type=get_attr]; +"475 dequantize_per_channel_default_8" [id=475, type=dequantize_per_channel]; +"476 linear_11" [id=476, type=linear]; +"477 dropout_7" [id=477, type=dropout]; +"478 layer_norm_4" [id=478, type=layer_norm]; +"479 add_6" [id=479, type=add]; +"480 pad_2" [id=480, type=pad]; +"481 slice_25" [id=481, type=slice]; +"482 slice_26" [id=482, type=slice]; +"483 slice_27" [id=483, type=slice]; +"484 slice_28" [id=484, type=slice]; +"485 slice_29" [id=485, type=slice]; +"486 slice_30" [id=486, type=slice]; +"487 slice_31" [id=487, type=slice]; +"488 slice_32" [id=488, type=slice]; +"489 slice_33" [id=489, type=slice]; +"490 slice_34" [id=490, type=slice]; +"491 slice_35" [id=491, type=slice]; +"492 slice_36" [id=492, type=slice]; +"493 cat" [id=493, type=cat]; +"494 cat_0_0_nncf_smooth_quant_0" [id=494, type=call_module]; +"495 quantize_per_tensor_default_9" [id=495, type=quantize_per_tensor]; +"496 dequantize_per_tensor_default_9" [id=496, type=dequantize_per_tensor]; +"497 linear_12_scale_0" [id=497, type=get_attr]; +"498 linear_12_zero_point_0" [id=498, type=get_attr]; +"499 _frozen_param11" [id=499, type=get_attr]; +"500 dequantize_per_channel_default_9" [id=500, type=dequantize_per_channel]; +"501 linear_12" [id=501, type=linear]; +"502 layer_norm_5" [id=502, type=layer_norm]; +"503 _frozen_param12" [id=503, type=get_attr]; +"504 dequantize_per_tensor_default_10" [id=504, type=dequantize_per_tensor]; +"505 linear_13_scale_0" [id=505, type=get_attr]; +"506 linear_13_zero_point_0" [id=506, type=get_attr]; +"507 _frozen_param13" [id=507, type=get_attr]; +"508 dequantize_per_channel_default_10" [id=508, type=dequantize_per_channel]; +"509 linear_13" [id=509, type=linear]; +"510 relu__2" [id=510, type=relu_]; +"511 relu__2_0_0_nncf_smooth_quant_0" [id=511, type=call_module]; +"512 quantize_per_tensor_default_11" [id=512, type=quantize_per_tensor]; +"513 dequantize_per_tensor_default_11" [id=513, type=dequantize_per_tensor]; +"514 linear_14_scale_0" [id=514, type=get_attr]; +"515 linear_14_zero_point_0" [id=515, type=get_attr]; +"516 _frozen_param14" [id=516, type=get_attr]; +"517 dequantize_per_channel_default_11" [id=517, type=dequantize_per_channel]; +"518 linear_14" [id=518, type=linear]; +"519 view_11" [id=519, type=view]; +"520 index_2" [id=520, type=index]; +"521 view_12" [id=521, type=view]; +"522 permute_10" [id=522, type=permute]; +"523 contiguous_2" [id=523, type=contiguous]; +"524 unsqueeze_6" [id=524, type=unsqueeze]; +"525 sigmoid_2" [id=525, type=sigmoid]; +"526 mul_4" [id=526, type=mul]; +"527 pad_3" [id=527, type=pad]; +"528 view_13" [id=528, type=view]; +"529 permute_11" [id=529, type=permute]; +"530 reshape_9" [id=530, type=reshape]; +"531 clone_2" [id=531, type=clone]; +"532 features_3_0_attn_qkv_weight_updated_constant0" [id=532, type=get_attr]; +"533 reshape_9_0_0_nncf_smooth_quant_0" [id=533, type=call_module]; +"534 linear_15" [id=534, type=linear]; +"535 reshape_10" [id=535, type=reshape]; +"536 permute_12" [id=536, type=permute]; +"537 select_6" [id=537, type=select]; +"538 select_7" [id=538, type=select]; +"539 select_8" [id=539, type=select]; +"540 linalg_vector_norm_4" [id=540, type=linalg_vector_norm]; +"541 clamp_min_4" [id=541, type=clamp_min]; +"542 expand_as_4" [id=542, type=expand_as]; +"543 div_4" [id=543, type=div]; +"544 linalg_vector_norm_5" [id=544, type=linalg_vector_norm]; +"545 clamp_min_5" [id=545, type=clamp_min]; +"546 expand_as_5" [id=546, type=expand_as]; +"547 div_5" [id=547, type=div]; +"548 transpose_4" [id=548, type=transpose]; +"549 matmul_4" [id=549, type=matmul]; +"550 clamp_2" [id=550, type=clamp]; +"551 exp_2" [id=551, type=exp]; +"552 mul_5" [id=552, type=mul]; +"553 add_7" [id=553, type=add]; +"554 softmax_2" [id=554, type=softmax]; +"555 dropout_8" [id=555, type=dropout]; +"556 matmul_5" [id=556, type=matmul]; +"557 transpose_5" [id=557, type=transpose]; +"558 reshape_11" [id=558, type=reshape]; +"559 features_3_0_attn_proj_weight_updated_constant0" [id=559, type=get_attr]; +"560 reshape_11_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 linear_16" [id=561, type=linear]; +"562 dropout_9" [id=562, type=dropout]; +"563 view_14" [id=563, type=view]; +"564 permute_13" [id=564, type=permute]; +"565 reshape_12" [id=565, type=reshape]; +"566 slice_38" [id=566, type=slice]; +"567 slice_39" [id=567, type=slice]; +"568 slice_40" [id=568, type=slice]; +"569 slice_41" [id=569, type=slice]; +"570 contiguous_3" [id=570, type=contiguous]; +"571 layer_norm_6" [id=571, type=layer_norm]; +"572 add_8" [id=572, type=add]; +"573 add_8_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 quantize_per_tensor_default_12" [id=574, type=quantize_per_tensor]; +"575 dequantize_per_tensor_default_12" [id=575, type=dequantize_per_tensor]; +"576 linear_17_scale_0" [id=576, type=get_attr]; +"577 linear_17_zero_point_0" [id=577, type=get_attr]; +"578 _frozen_param15" [id=578, type=get_attr]; +"579 dequantize_per_channel_default_12" [id=579, type=dequantize_per_channel]; +"580 linear_17" [id=580, type=linear]; +"581 gelu_2" [id=581, type=gelu]; +"582 dropout_10" [id=582, type=dropout]; +"583 dropout_10_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; +"584 quantize_per_tensor_default_13" [id=584, type=quantize_per_tensor]; +"585 dequantize_per_tensor_default_13" [id=585, type=dequantize_per_tensor]; +"586 linear_18_scale_0" [id=586, type=get_attr]; +"587 linear_18_zero_point_0" [id=587, type=get_attr]; +"588 _frozen_param16" [id=588, type=get_attr]; +"589 dequantize_per_channel_default_13" [id=589, type=dequantize_per_channel]; +"590 linear_18" [id=590, type=linear]; +"591 dropout_11" [id=591, type=dropout]; +"592 layer_norm_7" [id=592, type=layer_norm]; +"593 add_9" [id=593, type=add]; +"594 _frozen_param17" [id=594, type=get_attr]; +"595 dequantize_per_tensor_default_14" [id=595, type=dequantize_per_tensor]; +"596 linear_19_scale_0" [id=596, type=get_attr]; +"597 linear_19_zero_point_0" [id=597, type=get_attr]; +"598 _frozen_param18" [id=598, type=get_attr]; +"599 dequantize_per_channel_default_14" [id=599, type=dequantize_per_channel]; +"600 linear_19" [id=600, type=linear]; +"601 relu__3" [id=601, type=relu_]; +"602 relu__3_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_15" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_15" [id=604, type=dequantize_per_tensor]; +"605 linear_20_scale_0" [id=605, type=get_attr]; +"606 linear_20_zero_point_0" [id=606, type=get_attr]; +"607 _frozen_param19" [id=607, type=get_attr]; +"608 dequantize_per_channel_default_15" [id=608, type=dequantize_per_channel]; +"609 linear_20" [id=609, type=linear]; +"610 view_15" [id=610, type=view]; +"611 index_3" [id=611, type=index]; +"612 view_16" [id=612, type=view]; +"613 permute_14" [id=613, type=permute]; +"614 contiguous_4" [id=614, type=contiguous]; +"615 unsqueeze_7" [id=615, type=unsqueeze]; +"616 sigmoid_3" [id=616, type=sigmoid]; +"617 mul_6" [id=617, type=mul]; +"618 pad_4" [id=618, type=pad]; +"619 roll_2" [id=619, type=roll]; +"620 view_17" [id=620, type=view]; +"621 permute_15" [id=621, type=permute]; +"622 reshape_13" [id=622, type=reshape]; +"623 clone_3" [id=623, type=clone]; +"624 features_3_1_attn_qkv_weight_updated_constant0" [id=624, type=get_attr]; +"625 reshape_13_0_0_nncf_smooth_quant_0" [id=625, type=call_module]; +"626 linear_21" [id=626, type=linear]; +"627 reshape_14" [id=627, type=reshape]; +"628 permute_16" [id=628, type=permute]; +"629 select_9" [id=629, type=select]; +"630 select_10" [id=630, type=select]; +"631 select_11" [id=631, type=select]; +"632 linalg_vector_norm_6" [id=632, type=linalg_vector_norm]; +"633 clamp_min_6" [id=633, type=clamp_min]; +"634 expand_as_6" [id=634, type=expand_as]; +"635 div_6" [id=635, type=div]; +"636 linalg_vector_norm_7" [id=636, type=linalg_vector_norm]; +"637 clamp_min_7" [id=637, type=clamp_min]; +"638 expand_as_7" [id=638, type=expand_as]; +"639 div_7" [id=639, type=div]; +"640 transpose_6" [id=640, type=transpose]; +"641 matmul_6" [id=641, type=matmul]; +"642 clamp_3" [id=642, type=clamp]; +"643 exp_3" [id=643, type=exp]; +"644 mul_7" [id=644, type=mul]; +"645 add_10" [id=645, type=add]; +"646 new_zeros_1" [id=646, type=new_zeros]; +"647 view_18" [id=647, type=view]; +"648 permute_17" [id=648, type=permute]; +"649 reshape_15" [id=649, type=reshape]; +"650 unsqueeze_8" [id=650, type=unsqueeze]; +"651 unsqueeze_9" [id=651, type=unsqueeze]; +"652 sub_1" [id=652, type=sub]; +"653 ne_1" [id=653, type=ne]; +"654 masked_fill_2" [id=654, type=masked_fill]; +"655 eq_1" [id=655, type=eq]; +"656 masked_fill_3" [id=656, type=masked_fill]; +"657 view_19" [id=657, type=view]; +"658 unsqueeze_10" [id=658, type=unsqueeze]; +"659 unsqueeze_11" [id=659, type=unsqueeze]; +"660 add_11" [id=660, type=add]; +"661 view_20" [id=661, type=view]; +"662 softmax_3" [id=662, type=softmax]; +"663 dropout_12" [id=663, type=dropout]; +"664 matmul_7" [id=664, type=matmul]; +"665 transpose_7" [id=665, type=transpose]; +"666 reshape_16" [id=666, type=reshape]; +"667 features_3_1_attn_proj_weight_updated_constant0" [id=667, type=get_attr]; +"668 reshape_16_0_0_nncf_smooth_quant_0" [id=668, type=call_module]; +"669 linear_22" [id=669, type=linear]; +"670 dropout_13" [id=670, type=dropout]; +"671 view_21" [id=671, type=view]; +"672 permute_18" [id=672, type=permute]; +"673 reshape_17" [id=673, type=reshape]; +"674 roll_3" [id=674, type=roll]; +"675 slice_61" [id=675, type=slice]; +"676 slice_62" [id=676, type=slice]; +"677 slice_63" [id=677, type=slice]; +"678 slice_64" [id=678, type=slice]; +"679 contiguous_5" [id=679, type=contiguous]; +"680 layer_norm_8" [id=680, type=layer_norm]; +"681 add_12" [id=681, type=add]; +"682 add_12_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; +"683 quantize_per_tensor_default_16" [id=683, type=quantize_per_tensor]; +"684 dequantize_per_tensor_default_16" [id=684, type=dequantize_per_tensor]; +"685 linear_23_scale_0" [id=685, type=get_attr]; +"686 linear_23_zero_point_0" [id=686, type=get_attr]; +"687 _frozen_param20" [id=687, type=get_attr]; +"688 dequantize_per_channel_default_16" [id=688, type=dequantize_per_channel]; +"689 linear_23" [id=689, type=linear]; +"690 gelu_3" [id=690, type=gelu]; +"691 dropout_14" [id=691, type=dropout]; +"692 dropout_14_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; +"693 quantize_per_tensor_default_17" [id=693, type=quantize_per_tensor]; +"694 dequantize_per_tensor_default_17" [id=694, type=dequantize_per_tensor]; +"695 linear_24_scale_0" [id=695, type=get_attr]; +"696 linear_24_zero_point_0" [id=696, type=get_attr]; +"697 _frozen_param21" [id=697, type=get_attr]; +"698 dequantize_per_channel_default_17" [id=698, type=dequantize_per_channel]; +"699 linear_24" [id=699, type=linear]; +"700 dropout_15" [id=700, type=dropout]; +"701 layer_norm_9" [id=701, type=layer_norm]; +"702 add_13" [id=702, type=add]; +"703 pad_5" [id=703, type=pad]; +"704 slice_65" [id=704, type=slice]; +"705 slice_66" [id=705, type=slice]; +"706 slice_67" [id=706, type=slice]; +"707 slice_68" [id=707, type=slice]; +"708 slice_69" [id=708, type=slice]; +"709 slice_70" [id=709, type=slice]; +"710 slice_71" [id=710, type=slice]; +"711 slice_72" [id=711, type=slice]; +"712 slice_73" [id=712, type=slice]; +"713 slice_74" [id=713, type=slice]; +"714 slice_75" [id=714, type=slice]; +"715 slice_76" [id=715, type=slice]; +"716 cat_1" [id=716, type=cat]; +"717 cat_1_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_18" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_18" [id=719, type=dequantize_per_tensor]; +"720 linear_25_scale_0" [id=720, type=get_attr]; +"721 linear_25_zero_point_0" [id=721, type=get_attr]; +"722 _frozen_param22" [id=722, type=get_attr]; +"723 dequantize_per_channel_default_18" [id=723, type=dequantize_per_channel]; +"724 linear_25" [id=724, type=linear]; +"725 layer_norm_10" [id=725, type=layer_norm]; +"726 _frozen_param23" [id=726, type=get_attr]; +"727 dequantize_per_tensor_default_19" [id=727, type=dequantize_per_tensor]; +"728 linear_26_scale_0" [id=728, type=get_attr]; +"729 linear_26_zero_point_0" [id=729, type=get_attr]; +"730 _frozen_param24" [id=730, type=get_attr]; +"731 dequantize_per_channel_default_19" [id=731, type=dequantize_per_channel]; +"732 linear_26" [id=732, type=linear]; +"733 relu__4" [id=733, type=relu_]; +"734 relu__4_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; +"735 quantize_per_tensor_default_20" [id=735, type=quantize_per_tensor]; +"736 dequantize_per_tensor_default_20" [id=736, type=dequantize_per_tensor]; +"737 linear_27_scale_0" [id=737, type=get_attr]; +"738 linear_27_zero_point_0" [id=738, type=get_attr]; +"739 _frozen_param25" [id=739, type=get_attr]; +"740 dequantize_per_channel_default_20" [id=740, type=dequantize_per_channel]; +"741 linear_27" [id=741, type=linear]; +"742 view_22" [id=742, type=view]; +"743 index_4" [id=743, type=index]; +"744 view_23" [id=744, type=view]; +"745 permute_19" [id=745, type=permute]; +"746 contiguous_6" [id=746, type=contiguous]; +"747 unsqueeze_12" [id=747, type=unsqueeze]; +"748 sigmoid_4" [id=748, type=sigmoid]; +"749 mul_8" [id=749, type=mul]; +"750 pad_6" [id=750, type=pad]; +"751 view_24" [id=751, type=view]; +"752 permute_20" [id=752, type=permute]; +"753 reshape_18" [id=753, type=reshape]; +"754 clone_4" [id=754, type=clone]; +"755 features_5_0_attn_qkv_weight_updated_constant0" [id=755, type=get_attr]; +"756 reshape_18_0_0_nncf_smooth_quant_0" [id=756, type=call_module]; +"757 linear_28" [id=757, type=linear]; +"758 reshape_19" [id=758, type=reshape]; +"759 permute_21" [id=759, type=permute]; +"760 select_12" [id=760, type=select]; +"761 select_13" [id=761, type=select]; +"762 select_14" [id=762, type=select]; +"763 linalg_vector_norm_8" [id=763, type=linalg_vector_norm]; +"764 clamp_min_8" [id=764, type=clamp_min]; +"765 expand_as_8" [id=765, type=expand_as]; +"766 div_8" [id=766, type=div]; +"767 linalg_vector_norm_9" [id=767, type=linalg_vector_norm]; +"768 clamp_min_9" [id=768, type=clamp_min]; +"769 expand_as_9" [id=769, type=expand_as]; +"770 div_9" [id=770, type=div]; +"771 transpose_8" [id=771, type=transpose]; +"772 matmul_8" [id=772, type=matmul]; +"773 clamp_4" [id=773, type=clamp]; +"774 exp_4" [id=774, type=exp]; +"775 mul_9" [id=775, type=mul]; +"776 add_14" [id=776, type=add]; +"777 softmax_4" [id=777, type=softmax]; +"778 dropout_16" [id=778, type=dropout]; +"779 matmul_9" [id=779, type=matmul]; +"780 transpose_9" [id=780, type=transpose]; +"781 reshape_20" [id=781, type=reshape]; +"782 features_5_0_attn_proj_weight_updated_constant0" [id=782, type=get_attr]; +"783 reshape_20_0_0_nncf_smooth_quant_0" [id=783, type=call_module]; +"784 linear_29" [id=784, type=linear]; +"785 dropout_17" [id=785, type=dropout]; +"786 view_25" [id=786, type=view]; +"787 permute_22" [id=787, type=permute]; +"788 reshape_21" [id=788, type=reshape]; +"789 slice_78" [id=789, type=slice]; +"790 slice_79" [id=790, type=slice]; +"791 slice_80" [id=791, type=slice]; +"792 slice_81" [id=792, type=slice]; +"793 contiguous_7" [id=793, type=contiguous]; +"794 layer_norm_11" [id=794, type=layer_norm]; +"795 add_15" [id=795, type=add]; +"796 add_15_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_21" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_21" [id=798, type=dequantize_per_tensor]; +"799 linear_30_scale_0" [id=799, type=get_attr]; +"800 linear_30_zero_point_0" [id=800, type=get_attr]; +"801 _frozen_param26" [id=801, type=get_attr]; +"802 dequantize_per_channel_default_21" [id=802, type=dequantize_per_channel]; +"803 linear_30" [id=803, type=linear]; +"804 gelu_4" [id=804, type=gelu]; +"805 dropout_18" [id=805, type=dropout]; +"806 dropout_18_0_0_nncf_smooth_quant_0" [id=806, type=call_module]; +"807 quantize_per_tensor_default_22" [id=807, type=quantize_per_tensor]; +"808 dequantize_per_tensor_default_22" [id=808, type=dequantize_per_tensor]; +"809 linear_31_scale_0" [id=809, type=get_attr]; +"810 linear_31_zero_point_0" [id=810, type=get_attr]; +"811 _frozen_param27" [id=811, type=get_attr]; +"812 dequantize_per_channel_default_22" [id=812, type=dequantize_per_channel]; +"813 linear_31" [id=813, type=linear]; +"814 dropout_19" [id=814, type=dropout]; +"815 layer_norm_12" [id=815, type=layer_norm]; +"816 add_16" [id=816, type=add]; +"817 _frozen_param28" [id=817, type=get_attr]; +"818 dequantize_per_tensor_default_23" [id=818, type=dequantize_per_tensor]; +"819 linear_32_scale_0" [id=819, type=get_attr]; +"820 linear_32_zero_point_0" [id=820, type=get_attr]; +"821 _frozen_param29" [id=821, type=get_attr]; +"822 dequantize_per_channel_default_23" [id=822, type=dequantize_per_channel]; +"823 linear_32" [id=823, type=linear]; +"824 relu__5" [id=824, type=relu_]; +"825 relu__5_0_0_nncf_smooth_quant_0" [id=825, type=call_module]; +"826 quantize_per_tensor_default_24" [id=826, type=quantize_per_tensor]; +"827 dequantize_per_tensor_default_24" [id=827, type=dequantize_per_tensor]; +"828 linear_33_scale_0" [id=828, type=get_attr]; +"829 linear_33_zero_point_0" [id=829, type=get_attr]; +"830 _frozen_param30" [id=830, type=get_attr]; +"831 dequantize_per_channel_default_24" [id=831, type=dequantize_per_channel]; +"832 linear_33" [id=832, type=linear]; +"833 view_26" [id=833, type=view]; +"834 index_5" [id=834, type=index]; +"835 view_27" [id=835, type=view]; +"836 permute_23" [id=836, type=permute]; +"837 contiguous_8" [id=837, type=contiguous]; +"838 unsqueeze_13" [id=838, type=unsqueeze]; +"839 sigmoid_5" [id=839, type=sigmoid]; +"840 mul_10" [id=840, type=mul]; +"841 pad_7" [id=841, type=pad]; +"842 roll_4" [id=842, type=roll]; +"843 view_28" [id=843, type=view]; +"844 permute_24" [id=844, type=permute]; +"845 reshape_22" [id=845, type=reshape]; +"846 clone_5" [id=846, type=clone]; +"847 features_5_1_attn_qkv_weight_updated_constant0" [id=847, type=get_attr]; +"848 reshape_22_0_0_nncf_smooth_quant_0" [id=848, type=call_module]; +"849 linear_34" [id=849, type=linear]; +"850 reshape_23" [id=850, type=reshape]; +"851 permute_25" [id=851, type=permute]; +"852 select_15" [id=852, type=select]; +"853 select_16" [id=853, type=select]; +"854 select_17" [id=854, type=select]; +"855 linalg_vector_norm_10" [id=855, type=linalg_vector_norm]; +"856 clamp_min_10" [id=856, type=clamp_min]; +"857 expand_as_10" [id=857, type=expand_as]; +"858 div_10" [id=858, type=div]; +"859 linalg_vector_norm_11" [id=859, type=linalg_vector_norm]; +"860 clamp_min_11" [id=860, type=clamp_min]; +"861 expand_as_11" [id=861, type=expand_as]; +"862 div_11" [id=862, type=div]; +"863 transpose_10" [id=863, type=transpose]; +"864 matmul_10" [id=864, type=matmul]; +"865 clamp_5" [id=865, type=clamp]; +"866 exp_5" [id=866, type=exp]; +"867 mul_11" [id=867, type=mul]; +"868 add_17" [id=868, type=add]; +"869 new_zeros_2" [id=869, type=new_zeros]; +"870 view_29" [id=870, type=view]; +"871 permute_26" [id=871, type=permute]; +"872 reshape_24" [id=872, type=reshape]; +"873 unsqueeze_14" [id=873, type=unsqueeze]; +"874 unsqueeze_15" [id=874, type=unsqueeze]; +"875 sub_2" [id=875, type=sub]; +"876 ne_2" [id=876, type=ne]; +"877 masked_fill_4" [id=877, type=masked_fill]; +"878 eq_2" [id=878, type=eq]; +"879 masked_fill_5" [id=879, type=masked_fill]; +"880 view_30" [id=880, type=view]; +"881 unsqueeze_16" [id=881, type=unsqueeze]; +"882 unsqueeze_17" [id=882, type=unsqueeze]; +"883 add_18" [id=883, type=add]; +"884 view_31" [id=884, type=view]; +"885 softmax_5" [id=885, type=softmax]; +"886 dropout_20" [id=886, type=dropout]; +"887 matmul_11" [id=887, type=matmul]; +"888 transpose_11" [id=888, type=transpose]; +"889 reshape_25" [id=889, type=reshape]; +"890 features_5_1_attn_proj_weight_updated_constant0" [id=890, type=get_attr]; +"891 reshape_25_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 linear_35" [id=892, type=linear]; +"893 dropout_21" [id=893, type=dropout]; +"894 view_32" [id=894, type=view]; +"895 permute_27" [id=895, type=permute]; +"896 reshape_26" [id=896, type=reshape]; +"897 roll_5" [id=897, type=roll]; +"898 slice_101" [id=898, type=slice]; +"899 slice_102" [id=899, type=slice]; +"900 slice_103" [id=900, type=slice]; +"901 slice_104" [id=901, type=slice]; +"902 contiguous_9" [id=902, type=contiguous]; +"903 layer_norm_13" [id=903, type=layer_norm]; +"904 add_19" [id=904, type=add]; +"905 add_19_0_0_nncf_smooth_quant_0" [id=905, type=call_module]; +"906 quantize_per_tensor_default_25" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_25" [id=907, type=dequantize_per_tensor]; +"908 linear_36_scale_0" [id=908, type=get_attr]; +"909 linear_36_zero_point_0" [id=909, type=get_attr]; +"910 _frozen_param31" [id=910, type=get_attr]; +"911 dequantize_per_channel_default_25" [id=911, type=dequantize_per_channel]; +"912 linear_36" [id=912, type=linear]; +"913 gelu_5" [id=913, type=gelu]; +"914 dropout_22" [id=914, type=dropout]; +"915 dropout_22_0_0_nncf_smooth_quant_0" [id=915, type=call_module]; +"916 quantize_per_tensor_default_26" [id=916, type=quantize_per_tensor]; +"917 dequantize_per_tensor_default_26" [id=917, type=dequantize_per_tensor]; +"918 linear_37_scale_0" [id=918, type=get_attr]; +"919 linear_37_zero_point_0" [id=919, type=get_attr]; +"920 _frozen_param32" [id=920, type=get_attr]; +"921 dequantize_per_channel_default_26" [id=921, type=dequantize_per_channel]; +"922 linear_37" [id=922, type=linear]; +"923 dropout_23" [id=923, type=dropout]; +"924 layer_norm_14" [id=924, type=layer_norm]; +"925 add_20" [id=925, type=add]; +"926 _frozen_param33" [id=926, type=get_attr]; +"927 dequantize_per_tensor_default_27" [id=927, type=dequantize_per_tensor]; +"928 linear_38_scale_0" [id=928, type=get_attr]; +"929 linear_38_zero_point_0" [id=929, type=get_attr]; +"930 _frozen_param34" [id=930, type=get_attr]; +"931 dequantize_per_channel_default_27" [id=931, type=dequantize_per_channel]; +"932 linear_38" [id=932, type=linear]; +"933 relu__6" [id=933, type=relu_]; +"934 relu__6_0_0_nncf_smooth_quant_0" [id=934, type=call_module]; +"935 quantize_per_tensor_default_28" [id=935, type=quantize_per_tensor]; +"936 dequantize_per_tensor_default_28" [id=936, type=dequantize_per_tensor]; +"937 linear_39_scale_0" [id=937, type=get_attr]; +"938 linear_39_zero_point_0" [id=938, type=get_attr]; +"939 _frozen_param35" [id=939, type=get_attr]; +"940 dequantize_per_channel_default_28" [id=940, type=dequantize_per_channel]; +"941 linear_39" [id=941, type=linear]; +"942 view_33" [id=942, type=view]; +"943 index_6" [id=943, type=index]; +"944 view_34" [id=944, type=view]; +"945 permute_28" [id=945, type=permute]; +"946 contiguous_10" [id=946, type=contiguous]; +"947 unsqueeze_18" [id=947, type=unsqueeze]; +"948 sigmoid_6" [id=948, type=sigmoid]; +"949 mul_12" [id=949, type=mul]; +"950 pad_8" [id=950, type=pad]; +"951 view_35" [id=951, type=view]; +"952 permute_29" [id=952, type=permute]; +"953 reshape_27" [id=953, type=reshape]; +"954 clone_6" [id=954, type=clone]; +"955 features_5_2_attn_qkv_weight_updated_constant0" [id=955, type=get_attr]; +"956 reshape_27_0_0_nncf_smooth_quant_0" [id=956, type=call_module]; +"957 linear_40" [id=957, type=linear]; +"958 reshape_28" [id=958, type=reshape]; +"959 permute_30" [id=959, type=permute]; +"960 select_18" [id=960, type=select]; +"961 select_19" [id=961, type=select]; +"962 select_20" [id=962, type=select]; +"963 linalg_vector_norm_12" [id=963, type=linalg_vector_norm]; +"964 clamp_min_12" [id=964, type=clamp_min]; +"965 expand_as_12" [id=965, type=expand_as]; +"966 div_12" [id=966, type=div]; +"967 linalg_vector_norm_13" [id=967, type=linalg_vector_norm]; +"968 clamp_min_13" [id=968, type=clamp_min]; +"969 expand_as_13" [id=969, type=expand_as]; +"970 div_13" [id=970, type=div]; +"971 transpose_12" [id=971, type=transpose]; +"972 matmul_12" [id=972, type=matmul]; +"973 clamp_6" [id=973, type=clamp]; +"974 exp_6" [id=974, type=exp]; +"975 mul_13" [id=975, type=mul]; +"976 add_21" [id=976, type=add]; +"977 softmax_6" [id=977, type=softmax]; +"978 dropout_24" [id=978, type=dropout]; +"979 matmul_13" [id=979, type=matmul]; +"980 transpose_13" [id=980, type=transpose]; +"981 reshape_29" [id=981, type=reshape]; +"982 features_5_2_attn_proj_weight_updated_constant0" [id=982, type=get_attr]; +"983 reshape_29_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; +"984 linear_41" [id=984, type=linear]; +"985 dropout_25" [id=985, type=dropout]; +"986 view_36" [id=986, type=view]; +"987 permute_31" [id=987, type=permute]; +"988 reshape_30" [id=988, type=reshape]; +"989 slice_106" [id=989, type=slice]; +"990 slice_107" [id=990, type=slice]; +"991 slice_108" [id=991, type=slice]; +"992 slice_109" [id=992, type=slice]; +"993 contiguous_11" [id=993, type=contiguous]; +"994 layer_norm_15" [id=994, type=layer_norm]; +"995 add_22" [id=995, type=add]; +"996 add_22_0_0_nncf_smooth_quant_0" [id=996, type=call_module]; +"997 quantize_per_tensor_default_29" [id=997, type=quantize_per_tensor]; +"998 dequantize_per_tensor_default_29" [id=998, type=dequantize_per_tensor]; +"999 linear_42_scale_0" [id=999, type=get_attr]; +"1000 linear_42_zero_point_0" [id=1000, type=get_attr]; +"1001 _frozen_param36" [id=1001, type=get_attr]; +"1002 dequantize_per_channel_default_29" [id=1002, type=dequantize_per_channel]; +"1003 linear_42" [id=1003, type=linear]; +"1004 gelu_6" [id=1004, type=gelu]; +"1005 dropout_26" [id=1005, type=dropout]; +"1006 dropout_26_0_0_nncf_smooth_quant_0" [id=1006, type=call_module]; +"1007 quantize_per_tensor_default_30" [id=1007, type=quantize_per_tensor]; +"1008 dequantize_per_tensor_default_30" [id=1008, type=dequantize_per_tensor]; +"1009 linear_43_scale_0" [id=1009, type=get_attr]; +"1010 linear_43_zero_point_0" [id=1010, type=get_attr]; +"1011 _frozen_param37" [id=1011, type=get_attr]; +"1012 dequantize_per_channel_default_30" [id=1012, type=dequantize_per_channel]; +"1013 linear_43" [id=1013, type=linear]; +"1014 dropout_27" [id=1014, type=dropout]; +"1015 layer_norm_16" [id=1015, type=layer_norm]; +"1016 add_23" [id=1016, type=add]; +"1017 _frozen_param38" [id=1017, type=get_attr]; +"1018 dequantize_per_tensor_default_31" [id=1018, type=dequantize_per_tensor]; +"1019 linear_44_scale_0" [id=1019, type=get_attr]; +"1020 linear_44_zero_point_0" [id=1020, type=get_attr]; +"1021 _frozen_param39" [id=1021, type=get_attr]; +"1022 dequantize_per_channel_default_31" [id=1022, type=dequantize_per_channel]; +"1023 linear_44" [id=1023, type=linear]; +"1024 relu__7" [id=1024, type=relu_]; +"1025 relu__7_0_0_nncf_smooth_quant_0" [id=1025, type=call_module]; +"1026 quantize_per_tensor_default_32" [id=1026, type=quantize_per_tensor]; +"1027 dequantize_per_tensor_default_32" [id=1027, type=dequantize_per_tensor]; +"1028 linear_45_scale_0" [id=1028, type=get_attr]; +"1029 linear_45_zero_point_0" [id=1029, type=get_attr]; +"1030 _frozen_param40" [id=1030, type=get_attr]; +"1031 dequantize_per_channel_default_32" [id=1031, type=dequantize_per_channel]; +"1032 linear_45" [id=1032, type=linear]; +"1033 view_37" [id=1033, type=view]; +"1034 index_7" [id=1034, type=index]; +"1035 view_38" [id=1035, type=view]; +"1036 permute_32" [id=1036, type=permute]; +"1037 contiguous_12" [id=1037, type=contiguous]; +"1038 unsqueeze_19" [id=1038, type=unsqueeze]; +"1039 sigmoid_7" [id=1039, type=sigmoid]; +"1040 mul_14" [id=1040, type=mul]; +"1041 pad_9" [id=1041, type=pad]; +"1042 roll_6" [id=1042, type=roll]; +"1043 view_39" [id=1043, type=view]; +"1044 permute_33" [id=1044, type=permute]; +"1045 reshape_31" [id=1045, type=reshape]; +"1046 clone_7" [id=1046, type=clone]; +"1047 features_5_3_attn_qkv_weight_updated_constant0" [id=1047, type=get_attr]; +"1048 reshape_31_0_0_nncf_smooth_quant_0" [id=1048, type=call_module]; +"1049 linear_46" [id=1049, type=linear]; +"1050 reshape_32" [id=1050, type=reshape]; +"1051 permute_34" [id=1051, type=permute]; +"1052 select_21" [id=1052, type=select]; +"1053 select_22" [id=1053, type=select]; +"1054 select_23" [id=1054, type=select]; +"1055 linalg_vector_norm_14" [id=1055, type=linalg_vector_norm]; +"1056 clamp_min_14" [id=1056, type=clamp_min]; +"1057 expand_as_14" [id=1057, type=expand_as]; +"1058 div_14" [id=1058, type=div]; +"1059 linalg_vector_norm_15" [id=1059, type=linalg_vector_norm]; +"1060 clamp_min_15" [id=1060, type=clamp_min]; +"1061 expand_as_15" [id=1061, type=expand_as]; +"1062 div_15" [id=1062, type=div]; +"1063 transpose_14" [id=1063, type=transpose]; +"1064 matmul_14" [id=1064, type=matmul]; +"1065 clamp_7" [id=1065, type=clamp]; +"1066 exp_7" [id=1066, type=exp]; +"1067 mul_15" [id=1067, type=mul]; +"1068 add_24" [id=1068, type=add]; +"1069 new_zeros_3" [id=1069, type=new_zeros]; +"1070 view_40" [id=1070, type=view]; +"1071 permute_35" [id=1071, type=permute]; +"1072 reshape_33" [id=1072, type=reshape]; +"1073 unsqueeze_20" [id=1073, type=unsqueeze]; +"1074 unsqueeze_21" [id=1074, type=unsqueeze]; +"1075 sub_3" [id=1075, type=sub]; +"1076 ne_3" [id=1076, type=ne]; +"1077 masked_fill_6" [id=1077, type=masked_fill]; +"1078 eq_3" [id=1078, type=eq]; +"1079 masked_fill_7" [id=1079, type=masked_fill]; +"1080 view_41" [id=1080, type=view]; +"1081 unsqueeze_22" [id=1081, type=unsqueeze]; +"1082 unsqueeze_23" [id=1082, type=unsqueeze]; +"1083 add_25" [id=1083, type=add]; +"1084 view_42" [id=1084, type=view]; +"1085 softmax_7" [id=1085, type=softmax]; +"1086 dropout_28" [id=1086, type=dropout]; +"1087 matmul_15" [id=1087, type=matmul]; +"1088 transpose_15" [id=1088, type=transpose]; +"1089 reshape_34" [id=1089, type=reshape]; +"1090 features_5_3_attn_proj_weight_updated_constant0" [id=1090, type=get_attr]; +"1091 reshape_34_0_0_nncf_smooth_quant_0" [id=1091, type=call_module]; +"1092 linear_47" [id=1092, type=linear]; +"1093 dropout_29" [id=1093, type=dropout]; +"1094 view_43" [id=1094, type=view]; +"1095 permute_36" [id=1095, type=permute]; +"1096 reshape_35" [id=1096, type=reshape]; +"1097 roll_7" [id=1097, type=roll]; +"1098 slice_129" [id=1098, type=slice]; +"1099 slice_130" [id=1099, type=slice]; +"1100 slice_131" [id=1100, type=slice]; +"1101 slice_132" [id=1101, type=slice]; +"1102 contiguous_13" [id=1102, type=contiguous]; +"1103 layer_norm_17" [id=1103, type=layer_norm]; +"1104 add_26" [id=1104, type=add]; +"1105 add_26_0_0_nncf_smooth_quant_0" [id=1105, type=call_module]; +"1106 quantize_per_tensor_default_33" [id=1106, type=quantize_per_tensor]; +"1107 dequantize_per_tensor_default_33" [id=1107, type=dequantize_per_tensor]; +"1108 linear_48_scale_0" [id=1108, type=get_attr]; +"1109 linear_48_zero_point_0" [id=1109, type=get_attr]; +"1110 _frozen_param41" [id=1110, type=get_attr]; +"1111 dequantize_per_channel_default_33" [id=1111, type=dequantize_per_channel]; +"1112 linear_48" [id=1112, type=linear]; +"1113 gelu_7" [id=1113, type=gelu]; +"1114 dropout_30" [id=1114, type=dropout]; +"1115 dropout_30_0_0_nncf_smooth_quant_0" [id=1115, type=call_module]; +"1116 quantize_per_tensor_default_34" [id=1116, type=quantize_per_tensor]; +"1117 dequantize_per_tensor_default_34" [id=1117, type=dequantize_per_tensor]; +"1118 linear_49_scale_0" [id=1118, type=get_attr]; +"1119 linear_49_zero_point_0" [id=1119, type=get_attr]; +"1120 _frozen_param42" [id=1120, type=get_attr]; +"1121 dequantize_per_channel_default_34" [id=1121, type=dequantize_per_channel]; +"1122 linear_49" [id=1122, type=linear]; +"1123 dropout_31" [id=1123, type=dropout]; +"1124 layer_norm_18" [id=1124, type=layer_norm]; +"1125 add_27" [id=1125, type=add]; +"1126 _frozen_param43" [id=1126, type=get_attr]; +"1127 dequantize_per_tensor_default_35" [id=1127, type=dequantize_per_tensor]; +"1128 linear_50_scale_0" [id=1128, type=get_attr]; +"1129 linear_50_zero_point_0" [id=1129, type=get_attr]; +"1130 _frozen_param44" [id=1130, type=get_attr]; +"1131 dequantize_per_channel_default_35" [id=1131, type=dequantize_per_channel]; +"1132 linear_50" [id=1132, type=linear]; +"1133 relu__8" [id=1133, type=relu_]; +"1134 relu__8_0_0_nncf_smooth_quant_0" [id=1134, type=call_module]; +"1135 quantize_per_tensor_default_36" [id=1135, type=quantize_per_tensor]; +"1136 dequantize_per_tensor_default_36" [id=1136, type=dequantize_per_tensor]; +"1137 linear_51_scale_0" [id=1137, type=get_attr]; +"1138 linear_51_zero_point_0" [id=1138, type=get_attr]; +"1139 _frozen_param45" [id=1139, type=get_attr]; +"1140 dequantize_per_channel_default_36" [id=1140, type=dequantize_per_channel]; +"1141 linear_51" [id=1141, type=linear]; +"1142 view_44" [id=1142, type=view]; +"1143 index_8" [id=1143, type=index]; +"1144 view_45" [id=1144, type=view]; +"1145 permute_37" [id=1145, type=permute]; +"1146 contiguous_14" [id=1146, type=contiguous]; +"1147 unsqueeze_24" [id=1147, type=unsqueeze]; +"1148 sigmoid_8" [id=1148, type=sigmoid]; +"1149 mul_16" [id=1149, type=mul]; +"1150 pad_10" [id=1150, type=pad]; +"1151 view_46" [id=1151, type=view]; +"1152 permute_38" [id=1152, type=permute]; +"1153 reshape_36" [id=1153, type=reshape]; +"1154 clone_8" [id=1154, type=clone]; +"1155 features_5_4_attn_qkv_weight_updated_constant0" [id=1155, type=get_attr]; +"1156 reshape_36_0_0_nncf_smooth_quant_0" [id=1156, type=call_module]; +"1157 linear_52" [id=1157, type=linear]; +"1158 reshape_37" [id=1158, type=reshape]; +"1159 permute_39" [id=1159, type=permute]; +"1160 select_24" [id=1160, type=select]; +"1161 select_25" [id=1161, type=select]; +"1162 select_26" [id=1162, type=select]; +"1163 linalg_vector_norm_16" [id=1163, type=linalg_vector_norm]; +"1164 clamp_min_16" [id=1164, type=clamp_min]; +"1165 expand_as_16" [id=1165, type=expand_as]; +"1166 div_16" [id=1166, type=div]; +"1167 linalg_vector_norm_17" [id=1167, type=linalg_vector_norm]; +"1168 clamp_min_17" [id=1168, type=clamp_min]; +"1169 expand_as_17" [id=1169, type=expand_as]; +"1170 div_17" [id=1170, type=div]; +"1171 transpose_16" [id=1171, type=transpose]; +"1172 matmul_16" [id=1172, type=matmul]; +"1173 clamp_8" [id=1173, type=clamp]; +"1174 exp_8" [id=1174, type=exp]; +"1175 mul_17" [id=1175, type=mul]; +"1176 add_28" [id=1176, type=add]; +"1177 softmax_8" [id=1177, type=softmax]; +"1178 dropout_32" [id=1178, type=dropout]; +"1179 matmul_17" [id=1179, type=matmul]; +"1180 transpose_17" [id=1180, type=transpose]; +"1181 reshape_38" [id=1181, type=reshape]; +"1182 features_5_4_attn_proj_weight_updated_constant0" [id=1182, type=get_attr]; +"1183 reshape_38_0_0_nncf_smooth_quant_0" [id=1183, type=call_module]; +"1184 linear_53" [id=1184, type=linear]; +"1185 dropout_33" [id=1185, type=dropout]; +"1186 view_47" [id=1186, type=view]; +"1187 permute_40" [id=1187, type=permute]; +"1188 reshape_39" [id=1188, type=reshape]; +"1189 slice_134" [id=1189, type=slice]; +"1190 slice_135" [id=1190, type=slice]; +"1191 slice_136" [id=1191, type=slice]; +"1192 slice_137" [id=1192, type=slice]; +"1193 contiguous_15" [id=1193, type=contiguous]; +"1194 layer_norm_19" [id=1194, type=layer_norm]; +"1195 add_29" [id=1195, type=add]; +"1196 add_29_0_0_nncf_smooth_quant_0" [id=1196, type=call_module]; +"1197 quantize_per_tensor_default_37" [id=1197, type=quantize_per_tensor]; +"1198 dequantize_per_tensor_default_37" [id=1198, type=dequantize_per_tensor]; +"1199 linear_54_scale_0" [id=1199, type=get_attr]; +"1200 linear_54_zero_point_0" [id=1200, type=get_attr]; +"1201 _frozen_param46" [id=1201, type=get_attr]; +"1202 dequantize_per_channel_default_37" [id=1202, type=dequantize_per_channel]; +"1203 linear_54" [id=1203, type=linear]; +"1204 gelu_8" [id=1204, type=gelu]; +"1205 dropout_34" [id=1205, type=dropout]; +"1206 dropout_34_0_0_nncf_smooth_quant_0" [id=1206, type=call_module]; +"1207 quantize_per_tensor_default_38" [id=1207, type=quantize_per_tensor]; +"1208 dequantize_per_tensor_default_38" [id=1208, type=dequantize_per_tensor]; +"1209 linear_55_scale_0" [id=1209, type=get_attr]; +"1210 linear_55_zero_point_0" [id=1210, type=get_attr]; +"1211 _frozen_param47" [id=1211, type=get_attr]; +"1212 dequantize_per_channel_default_38" [id=1212, type=dequantize_per_channel]; +"1213 linear_55" [id=1213, type=linear]; +"1214 dropout_35" [id=1214, type=dropout]; +"1215 layer_norm_20" [id=1215, type=layer_norm]; +"1216 add_30" [id=1216, type=add]; +"1217 _frozen_param48" [id=1217, type=get_attr]; +"1218 dequantize_per_tensor_default_39" [id=1218, type=dequantize_per_tensor]; +"1219 linear_56_scale_0" [id=1219, type=get_attr]; +"1220 linear_56_zero_point_0" [id=1220, type=get_attr]; +"1221 _frozen_param49" [id=1221, type=get_attr]; +"1222 dequantize_per_channel_default_39" [id=1222, type=dequantize_per_channel]; +"1223 linear_56" [id=1223, type=linear]; +"1224 relu__9" [id=1224, type=relu_]; +"1225 relu__9_0_0_nncf_smooth_quant_0" [id=1225, type=call_module]; +"1226 quantize_per_tensor_default_40" [id=1226, type=quantize_per_tensor]; +"1227 dequantize_per_tensor_default_40" [id=1227, type=dequantize_per_tensor]; +"1228 linear_57_scale_0" [id=1228, type=get_attr]; +"1229 linear_57_zero_point_0" [id=1229, type=get_attr]; +"1230 _frozen_param50" [id=1230, type=get_attr]; +"1231 dequantize_per_channel_default_40" [id=1231, type=dequantize_per_channel]; +"1232 linear_57" [id=1232, type=linear]; +"1233 view_48" [id=1233, type=view]; +"1234 index_9" [id=1234, type=index]; +"1235 view_49" [id=1235, type=view]; +"1236 permute_41" [id=1236, type=permute]; +"1237 contiguous_16" [id=1237, type=contiguous]; +"1238 unsqueeze_25" [id=1238, type=unsqueeze]; +"1239 sigmoid_9" [id=1239, type=sigmoid]; +"1240 mul_18" [id=1240, type=mul]; +"1241 pad_11" [id=1241, type=pad]; +"1242 roll_8" [id=1242, type=roll]; +"1243 view_50" [id=1243, type=view]; +"1244 permute_42" [id=1244, type=permute]; +"1245 reshape_40" [id=1245, type=reshape]; +"1246 clone_9" [id=1246, type=clone]; +"1247 features_5_5_attn_qkv_weight_updated_constant0" [id=1247, type=get_attr]; +"1248 reshape_40_0_0_nncf_smooth_quant_0" [id=1248, type=call_module]; +"1249 linear_58" [id=1249, type=linear]; +"1250 reshape_41" [id=1250, type=reshape]; +"1251 permute_43" [id=1251, type=permute]; +"1252 select_27" [id=1252, type=select]; +"1253 select_28" [id=1253, type=select]; +"1254 select_29" [id=1254, type=select]; +"1255 linalg_vector_norm_18" [id=1255, type=linalg_vector_norm]; +"1256 clamp_min_18" [id=1256, type=clamp_min]; +"1257 expand_as_18" [id=1257, type=expand_as]; +"1258 div_18" [id=1258, type=div]; +"1259 linalg_vector_norm_19" [id=1259, type=linalg_vector_norm]; +"1260 clamp_min_19" [id=1260, type=clamp_min]; +"1261 expand_as_19" [id=1261, type=expand_as]; +"1262 div_19" [id=1262, type=div]; +"1263 transpose_18" [id=1263, type=transpose]; +"1264 matmul_18" [id=1264, type=matmul]; +"1265 clamp_9" [id=1265, type=clamp]; +"1266 exp_9" [id=1266, type=exp]; +"1267 mul_19" [id=1267, type=mul]; +"1268 add_31" [id=1268, type=add]; +"1269 new_zeros_4" [id=1269, type=new_zeros]; +"1270 view_51" [id=1270, type=view]; +"1271 permute_44" [id=1271, type=permute]; +"1272 reshape_42" [id=1272, type=reshape]; +"1273 unsqueeze_26" [id=1273, type=unsqueeze]; +"1274 unsqueeze_27" [id=1274, type=unsqueeze]; +"1275 sub_4" [id=1275, type=sub]; +"1276 ne_4" [id=1276, type=ne]; +"1277 masked_fill_8" [id=1277, type=masked_fill]; +"1278 eq_4" [id=1278, type=eq]; +"1279 masked_fill_9" [id=1279, type=masked_fill]; +"1280 view_52" [id=1280, type=view]; +"1281 unsqueeze_28" [id=1281, type=unsqueeze]; +"1282 unsqueeze_29" [id=1282, type=unsqueeze]; +"1283 add_32" [id=1283, type=add]; +"1284 view_53" [id=1284, type=view]; +"1285 softmax_9" [id=1285, type=softmax]; +"1286 dropout_36" [id=1286, type=dropout]; +"1287 matmul_19" [id=1287, type=matmul]; +"1288 transpose_19" [id=1288, type=transpose]; +"1289 reshape_43" [id=1289, type=reshape]; +"1290 features_5_5_attn_proj_weight_updated_constant0" [id=1290, type=get_attr]; +"1291 reshape_43_0_0_nncf_smooth_quant_0" [id=1291, type=call_module]; +"1292 linear_59" [id=1292, type=linear]; +"1293 dropout_37" [id=1293, type=dropout]; +"1294 view_54" [id=1294, type=view]; +"1295 permute_45" [id=1295, type=permute]; +"1296 reshape_44" [id=1296, type=reshape]; +"1297 roll_9" [id=1297, type=roll]; +"1298 slice_157" [id=1298, type=slice]; +"1299 slice_158" [id=1299, type=slice]; +"1300 slice_159" [id=1300, type=slice]; +"1301 slice_160" [id=1301, type=slice]; +"1302 contiguous_17" [id=1302, type=contiguous]; +"1303 layer_norm_21" [id=1303, type=layer_norm]; +"1304 add_33" [id=1304, type=add]; +"1305 add_33_0_0_nncf_smooth_quant_0" [id=1305, type=call_module]; +"1306 quantize_per_tensor_default_41" [id=1306, type=quantize_per_tensor]; +"1307 dequantize_per_tensor_default_41" [id=1307, type=dequantize_per_tensor]; +"1308 linear_60_scale_0" [id=1308, type=get_attr]; +"1309 linear_60_zero_point_0" [id=1309, type=get_attr]; +"1310 _frozen_param51" [id=1310, type=get_attr]; +"1311 dequantize_per_channel_default_41" [id=1311, type=dequantize_per_channel]; +"1312 linear_60" [id=1312, type=linear]; +"1313 gelu_9" [id=1313, type=gelu]; +"1314 dropout_38" [id=1314, type=dropout]; +"1315 dropout_38_0_0_nncf_smooth_quant_0" [id=1315, type=call_module]; +"1316 quantize_per_tensor_default_42" [id=1316, type=quantize_per_tensor]; +"1317 dequantize_per_tensor_default_42" [id=1317, type=dequantize_per_tensor]; +"1318 linear_61_scale_0" [id=1318, type=get_attr]; +"1319 linear_61_zero_point_0" [id=1319, type=get_attr]; +"1320 _frozen_param52" [id=1320, type=get_attr]; +"1321 dequantize_per_channel_default_42" [id=1321, type=dequantize_per_channel]; +"1322 linear_61" [id=1322, type=linear]; +"1323 dropout_39" [id=1323, type=dropout]; +"1324 layer_norm_22" [id=1324, type=layer_norm]; +"1325 add_34" [id=1325, type=add]; +"1326 _frozen_param53" [id=1326, type=get_attr]; +"1327 dequantize_per_tensor_default_43" [id=1327, type=dequantize_per_tensor]; +"1328 linear_62_scale_0" [id=1328, type=get_attr]; +"1329 linear_62_zero_point_0" [id=1329, type=get_attr]; +"1330 _frozen_param54" [id=1330, type=get_attr]; +"1331 dequantize_per_channel_default_43" [id=1331, type=dequantize_per_channel]; +"1332 linear_62" [id=1332, type=linear]; +"1333 relu__10" [id=1333, type=relu_]; +"1334 relu__10_0_0_nncf_smooth_quant_0" [id=1334, type=call_module]; +"1335 quantize_per_tensor_default_44" [id=1335, type=quantize_per_tensor]; +"1336 dequantize_per_tensor_default_44" [id=1336, type=dequantize_per_tensor]; +"1337 linear_63_scale_0" [id=1337, type=get_attr]; +"1338 linear_63_zero_point_0" [id=1338, type=get_attr]; +"1339 _frozen_param55" [id=1339, type=get_attr]; +"1340 dequantize_per_channel_default_44" [id=1340, type=dequantize_per_channel]; +"1341 linear_63" [id=1341, type=linear]; +"1342 view_55" [id=1342, type=view]; +"1343 index_10" [id=1343, type=index]; +"1344 view_56" [id=1344, type=view]; +"1345 permute_46" [id=1345, type=permute]; +"1346 contiguous_18" [id=1346, type=contiguous]; +"1347 unsqueeze_30" [id=1347, type=unsqueeze]; +"1348 sigmoid_10" [id=1348, type=sigmoid]; +"1349 mul_20" [id=1349, type=mul]; +"1350 pad_12" [id=1350, type=pad]; +"1351 view_57" [id=1351, type=view]; +"1352 permute_47" [id=1352, type=permute]; +"1353 reshape_45" [id=1353, type=reshape]; +"1354 clone_10" [id=1354, type=clone]; +"1355 features_5_6_attn_qkv_weight_updated_constant0" [id=1355, type=get_attr]; +"1356 reshape_45_0_0_nncf_smooth_quant_0" [id=1356, type=call_module]; +"1357 linear_64" [id=1357, type=linear]; +"1358 reshape_46" [id=1358, type=reshape]; +"1359 permute_48" [id=1359, type=permute]; +"1360 select_30" [id=1360, type=select]; +"1361 select_31" [id=1361, type=select]; +"1362 select_32" [id=1362, type=select]; +"1363 linalg_vector_norm_20" [id=1363, type=linalg_vector_norm]; +"1364 clamp_min_20" [id=1364, type=clamp_min]; +"1365 expand_as_20" [id=1365, type=expand_as]; +"1366 div_20" [id=1366, type=div]; +"1367 linalg_vector_norm_21" [id=1367, type=linalg_vector_norm]; +"1368 clamp_min_21" [id=1368, type=clamp_min]; +"1369 expand_as_21" [id=1369, type=expand_as]; +"1370 div_21" [id=1370, type=div]; +"1371 transpose_20" [id=1371, type=transpose]; +"1372 matmul_20" [id=1372, type=matmul]; +"1373 clamp_10" [id=1373, type=clamp]; +"1374 exp_10" [id=1374, type=exp]; +"1375 mul_21" [id=1375, type=mul]; +"1376 add_35" [id=1376, type=add]; +"1377 softmax_10" [id=1377, type=softmax]; +"1378 dropout_40" [id=1378, type=dropout]; +"1379 matmul_21" [id=1379, type=matmul]; +"1380 transpose_21" [id=1380, type=transpose]; +"1381 reshape_47" [id=1381, type=reshape]; +"1382 features_5_6_attn_proj_weight_updated_constant0" [id=1382, type=get_attr]; +"1383 reshape_47_0_0_nncf_smooth_quant_0" [id=1383, type=call_module]; +"1384 linear_65" [id=1384, type=linear]; +"1385 dropout_41" [id=1385, type=dropout]; +"1386 view_58" [id=1386, type=view]; +"1387 permute_49" [id=1387, type=permute]; +"1388 reshape_48" [id=1388, type=reshape]; +"1389 slice_162" [id=1389, type=slice]; +"1390 slice_163" [id=1390, type=slice]; +"1391 slice_164" [id=1391, type=slice]; +"1392 slice_165" [id=1392, type=slice]; +"1393 contiguous_19" [id=1393, type=contiguous]; +"1394 layer_norm_23" [id=1394, type=layer_norm]; +"1395 add_36" [id=1395, type=add]; +"1396 add_36_0_0_nncf_smooth_quant_0" [id=1396, type=call_module]; +"1397 quantize_per_tensor_default_45" [id=1397, type=quantize_per_tensor]; +"1398 dequantize_per_tensor_default_45" [id=1398, type=dequantize_per_tensor]; +"1399 linear_66_scale_0" [id=1399, type=get_attr]; +"1400 linear_66_zero_point_0" [id=1400, type=get_attr]; +"1401 _frozen_param56" [id=1401, type=get_attr]; +"1402 dequantize_per_channel_default_45" [id=1402, type=dequantize_per_channel]; +"1403 linear_66" [id=1403, type=linear]; +"1404 gelu_10" [id=1404, type=gelu]; +"1405 dropout_42" [id=1405, type=dropout]; +"1406 dropout_42_0_0_nncf_smooth_quant_0" [id=1406, type=call_module]; +"1407 quantize_per_tensor_default_46" [id=1407, type=quantize_per_tensor]; +"1408 dequantize_per_tensor_default_46" [id=1408, type=dequantize_per_tensor]; +"1409 linear_67_scale_0" [id=1409, type=get_attr]; +"1410 linear_67_zero_point_0" [id=1410, type=get_attr]; +"1411 _frozen_param57" [id=1411, type=get_attr]; +"1412 dequantize_per_channel_default_46" [id=1412, type=dequantize_per_channel]; +"1413 linear_67" [id=1413, type=linear]; +"1414 dropout_43" [id=1414, type=dropout]; +"1415 layer_norm_24" [id=1415, type=layer_norm]; +"1416 add_37" [id=1416, type=add]; +"1417 _frozen_param58" [id=1417, type=get_attr]; +"1418 dequantize_per_tensor_default_47" [id=1418, type=dequantize_per_tensor]; +"1419 linear_68_scale_0" [id=1419, type=get_attr]; +"1420 linear_68_zero_point_0" [id=1420, type=get_attr]; +"1421 _frozen_param59" [id=1421, type=get_attr]; +"1422 dequantize_per_channel_default_47" [id=1422, type=dequantize_per_channel]; +"1423 linear_68" [id=1423, type=linear]; +"1424 relu__11" [id=1424, type=relu_]; +"1425 relu__11_0_0_nncf_smooth_quant_0" [id=1425, type=call_module]; +"1426 quantize_per_tensor_default_48" [id=1426, type=quantize_per_tensor]; +"1427 dequantize_per_tensor_default_48" [id=1427, type=dequantize_per_tensor]; +"1428 linear_69_scale_0" [id=1428, type=get_attr]; +"1429 linear_69_zero_point_0" [id=1429, type=get_attr]; +"1430 _frozen_param60" [id=1430, type=get_attr]; +"1431 dequantize_per_channel_default_48" [id=1431, type=dequantize_per_channel]; +"1432 linear_69" [id=1432, type=linear]; +"1433 view_59" [id=1433, type=view]; +"1434 index_11" [id=1434, type=index]; +"1435 view_60" [id=1435, type=view]; +"1436 permute_50" [id=1436, type=permute]; +"1437 contiguous_20" [id=1437, type=contiguous]; +"1438 unsqueeze_31" [id=1438, type=unsqueeze]; +"1439 sigmoid_11" [id=1439, type=sigmoid]; +"1440 mul_22" [id=1440, type=mul]; +"1441 pad_13" [id=1441, type=pad]; +"1442 roll_10" [id=1442, type=roll]; +"1443 view_61" [id=1443, type=view]; +"1444 permute_51" [id=1444, type=permute]; +"1445 reshape_49" [id=1445, type=reshape]; +"1446 clone_11" [id=1446, type=clone]; +"1447 features_5_7_attn_qkv_weight_updated_constant0" [id=1447, type=get_attr]; +"1448 reshape_49_0_0_nncf_smooth_quant_0" [id=1448, type=call_module]; +"1449 linear_70" [id=1449, type=linear]; +"1450 reshape_50" [id=1450, type=reshape]; +"1451 permute_52" [id=1451, type=permute]; +"1452 select_33" [id=1452, type=select]; +"1453 select_34" [id=1453, type=select]; +"1454 select_35" [id=1454, type=select]; +"1455 linalg_vector_norm_22" [id=1455, type=linalg_vector_norm]; +"1456 clamp_min_22" [id=1456, type=clamp_min]; +"1457 expand_as_22" [id=1457, type=expand_as]; +"1458 div_22" [id=1458, type=div]; +"1459 linalg_vector_norm_23" [id=1459, type=linalg_vector_norm]; +"1460 clamp_min_23" [id=1460, type=clamp_min]; +"1461 expand_as_23" [id=1461, type=expand_as]; +"1462 div_23" [id=1462, type=div]; +"1463 transpose_22" [id=1463, type=transpose]; +"1464 matmul_22" [id=1464, type=matmul]; +"1465 clamp_11" [id=1465, type=clamp]; +"1466 exp_11" [id=1466, type=exp]; +"1467 mul_23" [id=1467, type=mul]; +"1468 add_38" [id=1468, type=add]; +"1469 new_zeros_5" [id=1469, type=new_zeros]; +"1470 view_62" [id=1470, type=view]; +"1471 permute_53" [id=1471, type=permute]; +"1472 reshape_51" [id=1472, type=reshape]; +"1473 unsqueeze_32" [id=1473, type=unsqueeze]; +"1474 unsqueeze_33" [id=1474, type=unsqueeze]; +"1475 sub_5" [id=1475, type=sub]; +"1476 ne_5" [id=1476, type=ne]; +"1477 masked_fill_10" [id=1477, type=masked_fill]; +"1478 eq_5" [id=1478, type=eq]; +"1479 masked_fill_11" [id=1479, type=masked_fill]; +"1480 view_63" [id=1480, type=view]; +"1481 unsqueeze_34" [id=1481, type=unsqueeze]; +"1482 unsqueeze_35" [id=1482, type=unsqueeze]; +"1483 add_39" [id=1483, type=add]; +"1484 view_64" [id=1484, type=view]; +"1485 softmax_11" [id=1485, type=softmax]; +"1486 dropout_44" [id=1486, type=dropout]; +"1487 matmul_23" [id=1487, type=matmul]; +"1488 transpose_23" [id=1488, type=transpose]; +"1489 reshape_52" [id=1489, type=reshape]; +"1490 features_5_7_attn_proj_weight_updated_constant0" [id=1490, type=get_attr]; +"1491 reshape_52_0_0_nncf_smooth_quant_0" [id=1491, type=call_module]; +"1492 linear_71" [id=1492, type=linear]; +"1493 dropout_45" [id=1493, type=dropout]; +"1494 view_65" [id=1494, type=view]; +"1495 permute_54" [id=1495, type=permute]; +"1496 reshape_53" [id=1496, type=reshape]; +"1497 roll_11" [id=1497, type=roll]; +"1498 slice_185" [id=1498, type=slice]; +"1499 slice_186" [id=1499, type=slice]; +"1500 slice_187" [id=1500, type=slice]; +"1501 slice_188" [id=1501, type=slice]; +"1502 contiguous_21" [id=1502, type=contiguous]; +"1503 layer_norm_25" [id=1503, type=layer_norm]; +"1504 add_40" [id=1504, type=add]; +"1505 add_40_0_0_nncf_smooth_quant_0" [id=1505, type=call_module]; +"1506 quantize_per_tensor_default_49" [id=1506, type=quantize_per_tensor]; +"1507 dequantize_per_tensor_default_49" [id=1507, type=dequantize_per_tensor]; +"1508 linear_72_scale_0" [id=1508, type=get_attr]; +"1509 linear_72_zero_point_0" [id=1509, type=get_attr]; +"1510 _frozen_param61" [id=1510, type=get_attr]; +"1511 dequantize_per_channel_default_49" [id=1511, type=dequantize_per_channel]; +"1512 linear_72" [id=1512, type=linear]; +"1513 gelu_11" [id=1513, type=gelu]; +"1514 dropout_46" [id=1514, type=dropout]; +"1515 dropout_46_0_0_nncf_smooth_quant_0" [id=1515, type=call_module]; +"1516 quantize_per_tensor_default_50" [id=1516, type=quantize_per_tensor]; +"1517 dequantize_per_tensor_default_50" [id=1517, type=dequantize_per_tensor]; +"1518 linear_73_scale_0" [id=1518, type=get_attr]; +"1519 linear_73_zero_point_0" [id=1519, type=get_attr]; +"1520 _frozen_param62" [id=1520, type=get_attr]; +"1521 dequantize_per_channel_default_50" [id=1521, type=dequantize_per_channel]; +"1522 linear_73" [id=1522, type=linear]; +"1523 dropout_47" [id=1523, type=dropout]; +"1524 layer_norm_26" [id=1524, type=layer_norm]; +"1525 add_41" [id=1525, type=add]; +"1526 _frozen_param63" [id=1526, type=get_attr]; +"1527 dequantize_per_tensor_default_51" [id=1527, type=dequantize_per_tensor]; +"1528 linear_74_scale_0" [id=1528, type=get_attr]; +"1529 linear_74_zero_point_0" [id=1529, type=get_attr]; +"1530 _frozen_param64" [id=1530, type=get_attr]; +"1531 dequantize_per_channel_default_51" [id=1531, type=dequantize_per_channel]; +"1532 linear_74" [id=1532, type=linear]; +"1533 relu__12" [id=1533, type=relu_]; +"1534 relu__12_0_0_nncf_smooth_quant_0" [id=1534, type=call_module]; +"1535 quantize_per_tensor_default_52" [id=1535, type=quantize_per_tensor]; +"1536 dequantize_per_tensor_default_52" [id=1536, type=dequantize_per_tensor]; +"1537 linear_75_scale_0" [id=1537, type=get_attr]; +"1538 linear_75_zero_point_0" [id=1538, type=get_attr]; +"1539 _frozen_param65" [id=1539, type=get_attr]; +"1540 dequantize_per_channel_default_52" [id=1540, type=dequantize_per_channel]; +"1541 linear_75" [id=1541, type=linear]; +"1542 view_66" [id=1542, type=view]; +"1543 index_12" [id=1543, type=index]; +"1544 view_67" [id=1544, type=view]; +"1545 permute_55" [id=1545, type=permute]; +"1546 contiguous_22" [id=1546, type=contiguous]; +"1547 unsqueeze_36" [id=1547, type=unsqueeze]; +"1548 sigmoid_12" [id=1548, type=sigmoid]; +"1549 mul_24" [id=1549, type=mul]; +"1550 pad_14" [id=1550, type=pad]; +"1551 view_68" [id=1551, type=view]; +"1552 permute_56" [id=1552, type=permute]; +"1553 reshape_54" [id=1553, type=reshape]; +"1554 clone_12" [id=1554, type=clone]; +"1555 features_5_8_attn_qkv_weight_updated_constant0" [id=1555, type=get_attr]; +"1556 reshape_54_0_0_nncf_smooth_quant_0" [id=1556, type=call_module]; +"1557 linear_76" [id=1557, type=linear]; +"1558 reshape_55" [id=1558, type=reshape]; +"1559 permute_57" [id=1559, type=permute]; +"1560 select_36" [id=1560, type=select]; +"1561 select_37" [id=1561, type=select]; +"1562 select_38" [id=1562, type=select]; +"1563 linalg_vector_norm_24" [id=1563, type=linalg_vector_norm]; +"1564 clamp_min_24" [id=1564, type=clamp_min]; +"1565 expand_as_24" [id=1565, type=expand_as]; +"1566 div_24" [id=1566, type=div]; +"1567 linalg_vector_norm_25" [id=1567, type=linalg_vector_norm]; +"1568 clamp_min_25" [id=1568, type=clamp_min]; +"1569 expand_as_25" [id=1569, type=expand_as]; +"1570 div_25" [id=1570, type=div]; +"1571 transpose_24" [id=1571, type=transpose]; +"1572 matmul_24" [id=1572, type=matmul]; +"1573 clamp_12" [id=1573, type=clamp]; +"1574 exp_12" [id=1574, type=exp]; +"1575 mul_25" [id=1575, type=mul]; +"1576 add_42" [id=1576, type=add]; +"1577 softmax_12" [id=1577, type=softmax]; +"1578 dropout_48" [id=1578, type=dropout]; +"1579 matmul_25" [id=1579, type=matmul]; +"1580 transpose_25" [id=1580, type=transpose]; +"1581 reshape_56" [id=1581, type=reshape]; +"1582 features_5_8_attn_proj_weight_updated_constant0" [id=1582, type=get_attr]; +"1583 reshape_56_0_0_nncf_smooth_quant_0" [id=1583, type=call_module]; +"1584 linear_77" [id=1584, type=linear]; +"1585 dropout_49" [id=1585, type=dropout]; +"1586 view_69" [id=1586, type=view]; +"1587 permute_58" [id=1587, type=permute]; +"1588 reshape_57" [id=1588, type=reshape]; +"1589 slice_190" [id=1589, type=slice]; +"1590 slice_191" [id=1590, type=slice]; +"1591 slice_192" [id=1591, type=slice]; +"1592 slice_193" [id=1592, type=slice]; +"1593 contiguous_23" [id=1593, type=contiguous]; +"1594 layer_norm_27" [id=1594, type=layer_norm]; +"1595 add_43" [id=1595, type=add]; +"1596 add_43_0_0_nncf_smooth_quant_0" [id=1596, type=call_module]; +"1597 quantize_per_tensor_default_53" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_53" [id=1598, type=dequantize_per_tensor]; +"1599 linear_78_scale_0" [id=1599, type=get_attr]; +"1600 linear_78_zero_point_0" [id=1600, type=get_attr]; +"1601 _frozen_param66" [id=1601, type=get_attr]; +"1602 dequantize_per_channel_default_53" [id=1602, type=dequantize_per_channel]; +"1603 linear_78" [id=1603, type=linear]; +"1604 gelu_12" [id=1604, type=gelu]; +"1605 dropout_50" [id=1605, type=dropout]; +"1606 dropout_50_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; +"1607 quantize_per_tensor_default_54" [id=1607, type=quantize_per_tensor]; +"1608 dequantize_per_tensor_default_54" [id=1608, type=dequantize_per_tensor]; +"1609 linear_79_scale_0" [id=1609, type=get_attr]; +"1610 linear_79_zero_point_0" [id=1610, type=get_attr]; +"1611 _frozen_param67" [id=1611, type=get_attr]; +"1612 dequantize_per_channel_default_54" [id=1612, type=dequantize_per_channel]; +"1613 linear_79" [id=1613, type=linear]; +"1614 dropout_51" [id=1614, type=dropout]; +"1615 layer_norm_28" [id=1615, type=layer_norm]; +"1616 add_44" [id=1616, type=add]; +"1617 _frozen_param68" [id=1617, type=get_attr]; +"1618 dequantize_per_tensor_default_55" [id=1618, type=dequantize_per_tensor]; +"1619 linear_80_scale_0" [id=1619, type=get_attr]; +"1620 linear_80_zero_point_0" [id=1620, type=get_attr]; +"1621 _frozen_param69" [id=1621, type=get_attr]; +"1622 dequantize_per_channel_default_55" [id=1622, type=dequantize_per_channel]; +"1623 linear_80" [id=1623, type=linear]; +"1624 relu__13" [id=1624, type=relu_]; +"1625 relu__13_0_0_nncf_smooth_quant_0" [id=1625, type=call_module]; +"1626 quantize_per_tensor_default_56" [id=1626, type=quantize_per_tensor]; +"1627 dequantize_per_tensor_default_56" [id=1627, type=dequantize_per_tensor]; +"1628 linear_81_scale_0" [id=1628, type=get_attr]; +"1629 linear_81_zero_point_0" [id=1629, type=get_attr]; +"1630 _frozen_param70" [id=1630, type=get_attr]; +"1631 dequantize_per_channel_default_56" [id=1631, type=dequantize_per_channel]; +"1632 linear_81" [id=1632, type=linear]; +"1633 view_70" [id=1633, type=view]; +"1634 index_13" [id=1634, type=index]; +"1635 view_71" [id=1635, type=view]; +"1636 permute_59" [id=1636, type=permute]; +"1637 contiguous_24" [id=1637, type=contiguous]; +"1638 unsqueeze_37" [id=1638, type=unsqueeze]; +"1639 sigmoid_13" [id=1639, type=sigmoid]; +"1640 mul_26" [id=1640, type=mul]; +"1641 pad_15" [id=1641, type=pad]; +"1642 roll_12" [id=1642, type=roll]; +"1643 view_72" [id=1643, type=view]; +"1644 permute_60" [id=1644, type=permute]; +"1645 reshape_58" [id=1645, type=reshape]; +"1646 clone_13" [id=1646, type=clone]; +"1647 features_5_9_attn_qkv_weight_updated_constant0" [id=1647, type=get_attr]; +"1648 reshape_58_0_0_nncf_smooth_quant_0" [id=1648, type=call_module]; +"1649 linear_82" [id=1649, type=linear]; +"1650 reshape_59" [id=1650, type=reshape]; +"1651 permute_61" [id=1651, type=permute]; +"1652 select_39" [id=1652, type=select]; +"1653 select_40" [id=1653, type=select]; +"1654 select_41" [id=1654, type=select]; +"1655 linalg_vector_norm_26" [id=1655, type=linalg_vector_norm]; +"1656 clamp_min_26" [id=1656, type=clamp_min]; +"1657 expand_as_26" [id=1657, type=expand_as]; +"1658 div_26" [id=1658, type=div]; +"1659 linalg_vector_norm_27" [id=1659, type=linalg_vector_norm]; +"1660 clamp_min_27" [id=1660, type=clamp_min]; +"1661 expand_as_27" [id=1661, type=expand_as]; +"1662 div_27" [id=1662, type=div]; +"1663 transpose_26" [id=1663, type=transpose]; +"1664 matmul_26" [id=1664, type=matmul]; +"1665 clamp_13" [id=1665, type=clamp]; +"1666 exp_13" [id=1666, type=exp]; +"1667 mul_27" [id=1667, type=mul]; +"1668 add_45" [id=1668, type=add]; +"1669 new_zeros_6" [id=1669, type=new_zeros]; +"1670 view_73" [id=1670, type=view]; +"1671 permute_62" [id=1671, type=permute]; +"1672 reshape_60" [id=1672, type=reshape]; +"1673 unsqueeze_38" [id=1673, type=unsqueeze]; +"1674 unsqueeze_39" [id=1674, type=unsqueeze]; +"1675 sub_6" [id=1675, type=sub]; +"1676 ne_6" [id=1676, type=ne]; +"1677 masked_fill_12" [id=1677, type=masked_fill]; +"1678 eq_6" [id=1678, type=eq]; +"1679 masked_fill_13" [id=1679, type=masked_fill]; +"1680 view_74" [id=1680, type=view]; +"1681 unsqueeze_40" [id=1681, type=unsqueeze]; +"1682 unsqueeze_41" [id=1682, type=unsqueeze]; +"1683 add_46" [id=1683, type=add]; +"1684 view_75" [id=1684, type=view]; +"1685 softmax_13" [id=1685, type=softmax]; +"1686 dropout_52" [id=1686, type=dropout]; +"1687 matmul_27" [id=1687, type=matmul]; +"1688 transpose_27" [id=1688, type=transpose]; +"1689 reshape_61" [id=1689, type=reshape]; +"1690 features_5_9_attn_proj_weight_updated_constant0" [id=1690, type=get_attr]; +"1691 reshape_61_0_0_nncf_smooth_quant_0" [id=1691, type=call_module]; +"1692 linear_83" [id=1692, type=linear]; +"1693 dropout_53" [id=1693, type=dropout]; +"1694 view_76" [id=1694, type=view]; +"1695 permute_63" [id=1695, type=permute]; +"1696 reshape_62" [id=1696, type=reshape]; +"1697 roll_13" [id=1697, type=roll]; +"1698 slice_213" [id=1698, type=slice]; +"1699 slice_214" [id=1699, type=slice]; +"1700 slice_215" [id=1700, type=slice]; +"1701 slice_216" [id=1701, type=slice]; +"1702 contiguous_25" [id=1702, type=contiguous]; +"1703 layer_norm_29" [id=1703, type=layer_norm]; +"1704 add_47" [id=1704, type=add]; +"1705 add_47_0_0_nncf_smooth_quant_0" [id=1705, type=call_module]; +"1706 quantize_per_tensor_default_57" [id=1706, type=quantize_per_tensor]; +"1707 dequantize_per_tensor_default_57" [id=1707, type=dequantize_per_tensor]; +"1708 linear_84_scale_0" [id=1708, type=get_attr]; +"1709 linear_84_zero_point_0" [id=1709, type=get_attr]; +"1710 _frozen_param71" [id=1710, type=get_attr]; +"1711 dequantize_per_channel_default_57" [id=1711, type=dequantize_per_channel]; +"1712 linear_84" [id=1712, type=linear]; +"1713 gelu_13" [id=1713, type=gelu]; +"1714 dropout_54" [id=1714, type=dropout]; +"1715 dropout_54_0_0_nncf_smooth_quant_0" [id=1715, type=call_module]; +"1716 quantize_per_tensor_default_58" [id=1716, type=quantize_per_tensor]; +"1717 dequantize_per_tensor_default_58" [id=1717, type=dequantize_per_tensor]; +"1718 linear_85_scale_0" [id=1718, type=get_attr]; +"1719 linear_85_zero_point_0" [id=1719, type=get_attr]; +"1720 _frozen_param72" [id=1720, type=get_attr]; +"1721 dequantize_per_channel_default_58" [id=1721, type=dequantize_per_channel]; +"1722 linear_85" [id=1722, type=linear]; +"1723 dropout_55" [id=1723, type=dropout]; +"1724 layer_norm_30" [id=1724, type=layer_norm]; +"1725 add_48" [id=1725, type=add]; +"1726 _frozen_param73" [id=1726, type=get_attr]; +"1727 dequantize_per_tensor_default_59" [id=1727, type=dequantize_per_tensor]; +"1728 linear_86_scale_0" [id=1728, type=get_attr]; +"1729 linear_86_zero_point_0" [id=1729, type=get_attr]; +"1730 _frozen_param74" [id=1730, type=get_attr]; +"1731 dequantize_per_channel_default_59" [id=1731, type=dequantize_per_channel]; +"1732 linear_86" [id=1732, type=linear]; +"1733 relu__14" [id=1733, type=relu_]; +"1734 relu__14_0_0_nncf_smooth_quant_0" [id=1734, type=call_module]; +"1735 quantize_per_tensor_default_60" [id=1735, type=quantize_per_tensor]; +"1736 dequantize_per_tensor_default_60" [id=1736, type=dequantize_per_tensor]; +"1737 linear_87_scale_0" [id=1737, type=get_attr]; +"1738 linear_87_zero_point_0" [id=1738, type=get_attr]; +"1739 _frozen_param75" [id=1739, type=get_attr]; +"1740 dequantize_per_channel_default_60" [id=1740, type=dequantize_per_channel]; +"1741 linear_87" [id=1741, type=linear]; +"1742 view_77" [id=1742, type=view]; +"1743 index_14" [id=1743, type=index]; +"1744 view_78" [id=1744, type=view]; +"1745 permute_64" [id=1745, type=permute]; +"1746 contiguous_26" [id=1746, type=contiguous]; +"1747 unsqueeze_42" [id=1747, type=unsqueeze]; +"1748 sigmoid_14" [id=1748, type=sigmoid]; +"1749 mul_28" [id=1749, type=mul]; +"1750 pad_16" [id=1750, type=pad]; +"1751 view_79" [id=1751, type=view]; +"1752 permute_65" [id=1752, type=permute]; +"1753 reshape_63" [id=1753, type=reshape]; +"1754 clone_14" [id=1754, type=clone]; +"1755 features_5_10_attn_qkv_weight_updated_constant0" [id=1755, type=get_attr]; +"1756 reshape_63_0_0_nncf_smooth_quant_0" [id=1756, type=call_module]; +"1757 linear_88" [id=1757, type=linear]; +"1758 reshape_64" [id=1758, type=reshape]; +"1759 permute_66" [id=1759, type=permute]; +"1760 select_42" [id=1760, type=select]; +"1761 select_43" [id=1761, type=select]; +"1762 select_44" [id=1762, type=select]; +"1763 linalg_vector_norm_28" [id=1763, type=linalg_vector_norm]; +"1764 clamp_min_28" [id=1764, type=clamp_min]; +"1765 expand_as_28" [id=1765, type=expand_as]; +"1766 div_28" [id=1766, type=div]; +"1767 linalg_vector_norm_29" [id=1767, type=linalg_vector_norm]; +"1768 clamp_min_29" [id=1768, type=clamp_min]; +"1769 expand_as_29" [id=1769, type=expand_as]; +"1770 div_29" [id=1770, type=div]; +"1771 transpose_28" [id=1771, type=transpose]; +"1772 matmul_28" [id=1772, type=matmul]; +"1773 clamp_14" [id=1773, type=clamp]; +"1774 exp_14" [id=1774, type=exp]; +"1775 mul_29" [id=1775, type=mul]; +"1776 add_49" [id=1776, type=add]; +"1777 softmax_14" [id=1777, type=softmax]; +"1778 dropout_56" [id=1778, type=dropout]; +"1779 matmul_29" [id=1779, type=matmul]; +"1780 transpose_29" [id=1780, type=transpose]; +"1781 reshape_65" [id=1781, type=reshape]; +"1782 features_5_10_attn_proj_weight_updated_constant0" [id=1782, type=get_attr]; +"1783 reshape_65_0_0_nncf_smooth_quant_0" [id=1783, type=call_module]; +"1784 linear_89" [id=1784, type=linear]; +"1785 dropout_57" [id=1785, type=dropout]; +"1786 view_80" [id=1786, type=view]; +"1787 permute_67" [id=1787, type=permute]; +"1788 reshape_66" [id=1788, type=reshape]; +"1789 slice_218" [id=1789, type=slice]; +"1790 slice_219" [id=1790, type=slice]; +"1791 slice_220" [id=1791, type=slice]; +"1792 slice_221" [id=1792, type=slice]; +"1793 contiguous_27" [id=1793, type=contiguous]; +"1794 layer_norm_31" [id=1794, type=layer_norm]; +"1795 add_50" [id=1795, type=add]; +"1796 add_50_0_0_nncf_smooth_quant_0" [id=1796, type=call_module]; +"1797 quantize_per_tensor_default_61" [id=1797, type=quantize_per_tensor]; +"1798 dequantize_per_tensor_default_61" [id=1798, type=dequantize_per_tensor]; +"1799 linear_90_scale_0" [id=1799, type=get_attr]; +"1800 linear_90_zero_point_0" [id=1800, type=get_attr]; +"1801 _frozen_param76" [id=1801, type=get_attr]; +"1802 dequantize_per_channel_default_61" [id=1802, type=dequantize_per_channel]; +"1803 linear_90" [id=1803, type=linear]; +"1804 gelu_14" [id=1804, type=gelu]; +"1805 dropout_58" [id=1805, type=dropout]; +"1806 dropout_58_0_0_nncf_smooth_quant_0" [id=1806, type=call_module]; +"1807 quantize_per_tensor_default_62" [id=1807, type=quantize_per_tensor]; +"1808 dequantize_per_tensor_default_62" [id=1808, type=dequantize_per_tensor]; +"1809 linear_91_scale_0" [id=1809, type=get_attr]; +"1810 linear_91_zero_point_0" [id=1810, type=get_attr]; +"1811 _frozen_param77" [id=1811, type=get_attr]; +"1812 dequantize_per_channel_default_62" [id=1812, type=dequantize_per_channel]; +"1813 linear_91" [id=1813, type=linear]; +"1814 dropout_59" [id=1814, type=dropout]; +"1815 layer_norm_32" [id=1815, type=layer_norm]; +"1816 add_51" [id=1816, type=add]; +"1817 _frozen_param78" [id=1817, type=get_attr]; +"1818 dequantize_per_tensor_default_63" [id=1818, type=dequantize_per_tensor]; +"1819 linear_92_scale_0" [id=1819, type=get_attr]; +"1820 linear_92_zero_point_0" [id=1820, type=get_attr]; +"1821 _frozen_param79" [id=1821, type=get_attr]; +"1822 dequantize_per_channel_default_63" [id=1822, type=dequantize_per_channel]; +"1823 linear_92" [id=1823, type=linear]; +"1824 relu__15" [id=1824, type=relu_]; +"1825 relu__15_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; +"1826 quantize_per_tensor_default_64" [id=1826, type=quantize_per_tensor]; +"1827 dequantize_per_tensor_default_64" [id=1827, type=dequantize_per_tensor]; +"1828 linear_93_scale_0" [id=1828, type=get_attr]; +"1829 linear_93_zero_point_0" [id=1829, type=get_attr]; +"1830 _frozen_param80" [id=1830, type=get_attr]; +"1831 dequantize_per_channel_default_64" [id=1831, type=dequantize_per_channel]; +"1832 linear_93" [id=1832, type=linear]; +"1833 view_81" [id=1833, type=view]; +"1834 index_15" [id=1834, type=index]; +"1835 view_82" [id=1835, type=view]; +"1836 permute_68" [id=1836, type=permute]; +"1837 contiguous_28" [id=1837, type=contiguous]; +"1838 unsqueeze_43" [id=1838, type=unsqueeze]; +"1839 sigmoid_15" [id=1839, type=sigmoid]; +"1840 mul_30" [id=1840, type=mul]; +"1841 pad_17" [id=1841, type=pad]; +"1842 roll_14" [id=1842, type=roll]; +"1843 view_83" [id=1843, type=view]; +"1844 permute_69" [id=1844, type=permute]; +"1845 reshape_67" [id=1845, type=reshape]; +"1846 clone_15" [id=1846, type=clone]; +"1847 features_5_11_attn_qkv_weight_updated_constant0" [id=1847, type=get_attr]; +"1848 reshape_67_0_0_nncf_smooth_quant_0" [id=1848, type=call_module]; +"1849 linear_94" [id=1849, type=linear]; +"1850 reshape_68" [id=1850, type=reshape]; +"1851 permute_70" [id=1851, type=permute]; +"1852 select_45" [id=1852, type=select]; +"1853 select_46" [id=1853, type=select]; +"1854 select_47" [id=1854, type=select]; +"1855 linalg_vector_norm_30" [id=1855, type=linalg_vector_norm]; +"1856 clamp_min_30" [id=1856, type=clamp_min]; +"1857 expand_as_30" [id=1857, type=expand_as]; +"1858 div_30" [id=1858, type=div]; +"1859 linalg_vector_norm_31" [id=1859, type=linalg_vector_norm]; +"1860 clamp_min_31" [id=1860, type=clamp_min]; +"1861 expand_as_31" [id=1861, type=expand_as]; +"1862 div_31" [id=1862, type=div]; +"1863 transpose_30" [id=1863, type=transpose]; +"1864 matmul_30" [id=1864, type=matmul]; +"1865 clamp_15" [id=1865, type=clamp]; +"1866 exp_15" [id=1866, type=exp]; +"1867 mul_31" [id=1867, type=mul]; +"1868 add_52" [id=1868, type=add]; +"1869 new_zeros_7" [id=1869, type=new_zeros]; +"1870 view_84" [id=1870, type=view]; +"1871 permute_71" [id=1871, type=permute]; +"1872 reshape_69" [id=1872, type=reshape]; +"1873 unsqueeze_44" [id=1873, type=unsqueeze]; +"1874 unsqueeze_45" [id=1874, type=unsqueeze]; +"1875 sub_7" [id=1875, type=sub]; +"1876 ne_7" [id=1876, type=ne]; +"1877 masked_fill_14" [id=1877, type=masked_fill]; +"1878 eq_7" [id=1878, type=eq]; +"1879 masked_fill_15" [id=1879, type=masked_fill]; +"1880 view_85" [id=1880, type=view]; +"1881 unsqueeze_46" [id=1881, type=unsqueeze]; +"1882 unsqueeze_47" [id=1882, type=unsqueeze]; +"1883 add_53" [id=1883, type=add]; +"1884 view_86" [id=1884, type=view]; +"1885 softmax_15" [id=1885, type=softmax]; +"1886 dropout_60" [id=1886, type=dropout]; +"1887 matmul_31" [id=1887, type=matmul]; +"1888 transpose_31" [id=1888, type=transpose]; +"1889 reshape_70" [id=1889, type=reshape]; +"1890 features_5_11_attn_proj_weight_updated_constant0" [id=1890, type=get_attr]; +"1891 reshape_70_0_0_nncf_smooth_quant_0" [id=1891, type=call_module]; +"1892 linear_95" [id=1892, type=linear]; +"1893 dropout_61" [id=1893, type=dropout]; +"1894 view_87" [id=1894, type=view]; +"1895 permute_72" [id=1895, type=permute]; +"1896 reshape_71" [id=1896, type=reshape]; +"1897 roll_15" [id=1897, type=roll]; +"1898 slice_241" [id=1898, type=slice]; +"1899 slice_242" [id=1899, type=slice]; +"1900 slice_243" [id=1900, type=slice]; +"1901 slice_244" [id=1901, type=slice]; +"1902 contiguous_29" [id=1902, type=contiguous]; +"1903 layer_norm_33" [id=1903, type=layer_norm]; +"1904 add_54" [id=1904, type=add]; +"1905 add_54_0_0_nncf_smooth_quant_0" [id=1905, type=call_module]; +"1906 quantize_per_tensor_default_65" [id=1906, type=quantize_per_tensor]; +"1907 dequantize_per_tensor_default_65" [id=1907, type=dequantize_per_tensor]; +"1908 linear_96_scale_0" [id=1908, type=get_attr]; +"1909 linear_96_zero_point_0" [id=1909, type=get_attr]; +"1910 _frozen_param81" [id=1910, type=get_attr]; +"1911 dequantize_per_channel_default_65" [id=1911, type=dequantize_per_channel]; +"1912 linear_96" [id=1912, type=linear]; +"1913 gelu_15" [id=1913, type=gelu]; +"1914 dropout_62" [id=1914, type=dropout]; +"1915 dropout_62_0_0_nncf_smooth_quant_0" [id=1915, type=call_module]; +"1916 quantize_per_tensor_default_66" [id=1916, type=quantize_per_tensor]; +"1917 dequantize_per_tensor_default_66" [id=1917, type=dequantize_per_tensor]; +"1918 linear_97_scale_0" [id=1918, type=get_attr]; +"1919 linear_97_zero_point_0" [id=1919, type=get_attr]; +"1920 _frozen_param82" [id=1920, type=get_attr]; +"1921 dequantize_per_channel_default_66" [id=1921, type=dequantize_per_channel]; +"1922 linear_97" [id=1922, type=linear]; +"1923 dropout_63" [id=1923, type=dropout]; +"1924 layer_norm_34" [id=1924, type=layer_norm]; +"1925 add_55" [id=1925, type=add]; +"1926 _frozen_param83" [id=1926, type=get_attr]; +"1927 dequantize_per_tensor_default_67" [id=1927, type=dequantize_per_tensor]; +"1928 linear_98_scale_0" [id=1928, type=get_attr]; +"1929 linear_98_zero_point_0" [id=1929, type=get_attr]; +"1930 _frozen_param84" [id=1930, type=get_attr]; +"1931 dequantize_per_channel_default_67" [id=1931, type=dequantize_per_channel]; +"1932 linear_98" [id=1932, type=linear]; +"1933 relu__16" [id=1933, type=relu_]; +"1934 relu__16_0_0_nncf_smooth_quant_0" [id=1934, type=call_module]; +"1935 quantize_per_tensor_default_68" [id=1935, type=quantize_per_tensor]; +"1936 dequantize_per_tensor_default_68" [id=1936, type=dequantize_per_tensor]; +"1937 linear_99_scale_0" [id=1937, type=get_attr]; +"1938 linear_99_zero_point_0" [id=1938, type=get_attr]; +"1939 _frozen_param85" [id=1939, type=get_attr]; +"1940 dequantize_per_channel_default_68" [id=1940, type=dequantize_per_channel]; +"1941 linear_99" [id=1941, type=linear]; +"1942 view_88" [id=1942, type=view]; +"1943 index_16" [id=1943, type=index]; +"1944 view_89" [id=1944, type=view]; +"1945 permute_73" [id=1945, type=permute]; +"1946 contiguous_30" [id=1946, type=contiguous]; +"1947 unsqueeze_48" [id=1947, type=unsqueeze]; +"1948 sigmoid_16" [id=1948, type=sigmoid]; +"1949 mul_32" [id=1949, type=mul]; +"1950 pad_18" [id=1950, type=pad]; +"1951 view_90" [id=1951, type=view]; +"1952 permute_74" [id=1952, type=permute]; +"1953 reshape_72" [id=1953, type=reshape]; +"1954 clone_16" [id=1954, type=clone]; +"1955 features_5_12_attn_qkv_weight_updated_constant0" [id=1955, type=get_attr]; +"1956 reshape_72_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 linear_100" [id=1957, type=linear]; +"1958 reshape_73" [id=1958, type=reshape]; +"1959 permute_75" [id=1959, type=permute]; +"1960 select_48" [id=1960, type=select]; +"1961 select_49" [id=1961, type=select]; +"1962 select_50" [id=1962, type=select]; +"1963 linalg_vector_norm_32" [id=1963, type=linalg_vector_norm]; +"1964 clamp_min_32" [id=1964, type=clamp_min]; +"1965 expand_as_32" [id=1965, type=expand_as]; +"1966 div_32" [id=1966, type=div]; +"1967 linalg_vector_norm_33" [id=1967, type=linalg_vector_norm]; +"1968 clamp_min_33" [id=1968, type=clamp_min]; +"1969 expand_as_33" [id=1969, type=expand_as]; +"1970 div_33" [id=1970, type=div]; +"1971 transpose_32" [id=1971, type=transpose]; +"1972 matmul_32" [id=1972, type=matmul]; +"1973 clamp_16" [id=1973, type=clamp]; +"1974 exp_16" [id=1974, type=exp]; +"1975 mul_33" [id=1975, type=mul]; +"1976 add_56" [id=1976, type=add]; +"1977 softmax_16" [id=1977, type=softmax]; +"1978 dropout_64" [id=1978, type=dropout]; +"1979 matmul_33" [id=1979, type=matmul]; +"1980 transpose_33" [id=1980, type=transpose]; +"1981 reshape_74" [id=1981, type=reshape]; +"1982 features_5_12_attn_proj_weight_updated_constant0" [id=1982, type=get_attr]; +"1983 reshape_74_0_0_nncf_smooth_quant_0" [id=1983, type=call_module]; +"1984 linear_101" [id=1984, type=linear]; +"1985 dropout_65" [id=1985, type=dropout]; +"1986 view_91" [id=1986, type=view]; +"1987 permute_76" [id=1987, type=permute]; +"1988 reshape_75" [id=1988, type=reshape]; +"1989 slice_246" [id=1989, type=slice]; +"1990 slice_247" [id=1990, type=slice]; +"1991 slice_248" [id=1991, type=slice]; +"1992 slice_249" [id=1992, type=slice]; +"1993 contiguous_31" [id=1993, type=contiguous]; +"1994 layer_norm_35" [id=1994, type=layer_norm]; +"1995 add_57" [id=1995, type=add]; +"1996 add_57_0_0_nncf_smooth_quant_0" [id=1996, type=call_module]; +"1997 quantize_per_tensor_default_69" [id=1997, type=quantize_per_tensor]; +"1998 dequantize_per_tensor_default_69" [id=1998, type=dequantize_per_tensor]; +"1999 linear_102_scale_0" [id=1999, type=get_attr]; +"2000 linear_102_zero_point_0" [id=2000, type=get_attr]; +"2001 _frozen_param86" [id=2001, type=get_attr]; +"2002 dequantize_per_channel_default_69" [id=2002, type=dequantize_per_channel]; +"2003 linear_102" [id=2003, type=linear]; +"2004 gelu_16" [id=2004, type=gelu]; +"2005 dropout_66" [id=2005, type=dropout]; +"2006 dropout_66_0_0_nncf_smooth_quant_0" [id=2006, type=call_module]; +"2007 quantize_per_tensor_default_70" [id=2007, type=quantize_per_tensor]; +"2008 dequantize_per_tensor_default_70" [id=2008, type=dequantize_per_tensor]; +"2009 linear_103_scale_0" [id=2009, type=get_attr]; +"2010 linear_103_zero_point_0" [id=2010, type=get_attr]; +"2011 _frozen_param87" [id=2011, type=get_attr]; +"2012 dequantize_per_channel_default_70" [id=2012, type=dequantize_per_channel]; +"2013 linear_103" [id=2013, type=linear]; +"2014 dropout_67" [id=2014, type=dropout]; +"2015 layer_norm_36" [id=2015, type=layer_norm]; +"2016 add_58" [id=2016, type=add]; +"2017 _frozen_param88" [id=2017, type=get_attr]; +"2018 dequantize_per_tensor_default_71" [id=2018, type=dequantize_per_tensor]; +"2019 linear_104_scale_0" [id=2019, type=get_attr]; +"2020 linear_104_zero_point_0" [id=2020, type=get_attr]; +"2021 _frozen_param89" [id=2021, type=get_attr]; +"2022 dequantize_per_channel_default_71" [id=2022, type=dequantize_per_channel]; +"2023 linear_104" [id=2023, type=linear]; +"2024 relu__17" [id=2024, type=relu_]; +"2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; +"2026 quantize_per_tensor_default_72" [id=2026, type=quantize_per_tensor]; +"2027 dequantize_per_tensor_default_72" [id=2027, type=dequantize_per_tensor]; +"2028 linear_105_scale_0" [id=2028, type=get_attr]; +"2029 linear_105_zero_point_0" [id=2029, type=get_attr]; +"2030 _frozen_param90" [id=2030, type=get_attr]; +"2031 dequantize_per_channel_default_72" [id=2031, type=dequantize_per_channel]; +"2032 linear_105" [id=2032, type=linear]; +"2033 view_92" [id=2033, type=view]; +"2034 index_17" [id=2034, type=index]; +"2035 view_93" [id=2035, type=view]; +"2036 permute_77" [id=2036, type=permute]; +"2037 contiguous_32" [id=2037, type=contiguous]; +"2038 unsqueeze_49" [id=2038, type=unsqueeze]; +"2039 sigmoid_17" [id=2039, type=sigmoid]; +"2040 mul_34" [id=2040, type=mul]; +"2041 pad_19" [id=2041, type=pad]; +"2042 roll_16" [id=2042, type=roll]; +"2043 view_94" [id=2043, type=view]; +"2044 permute_78" [id=2044, type=permute]; +"2045 reshape_76" [id=2045, type=reshape]; +"2046 clone_17" [id=2046, type=clone]; +"2047 features_5_13_attn_qkv_weight_updated_constant0" [id=2047, type=get_attr]; +"2048 reshape_76_0_0_nncf_smooth_quant_0" [id=2048, type=call_module]; +"2049 linear_106" [id=2049, type=linear]; +"2050 reshape_77" [id=2050, type=reshape]; +"2051 permute_79" [id=2051, type=permute]; +"2052 select_51" [id=2052, type=select]; +"2053 select_52" [id=2053, type=select]; +"2054 select_53" [id=2054, type=select]; +"2055 linalg_vector_norm_34" [id=2055, type=linalg_vector_norm]; +"2056 clamp_min_34" [id=2056, type=clamp_min]; +"2057 expand_as_34" [id=2057, type=expand_as]; +"2058 div_34" [id=2058, type=div]; +"2059 linalg_vector_norm_35" [id=2059, type=linalg_vector_norm]; +"2060 clamp_min_35" [id=2060, type=clamp_min]; +"2061 expand_as_35" [id=2061, type=expand_as]; +"2062 div_35" [id=2062, type=div]; +"2063 transpose_34" [id=2063, type=transpose]; +"2064 matmul_34" [id=2064, type=matmul]; +"2065 clamp_17" [id=2065, type=clamp]; +"2066 exp_17" [id=2066, type=exp]; +"2067 mul_35" [id=2067, type=mul]; +"2068 add_59" [id=2068, type=add]; +"2069 new_zeros_8" [id=2069, type=new_zeros]; +"2070 view_95" [id=2070, type=view]; +"2071 permute_80" [id=2071, type=permute]; +"2072 reshape_78" [id=2072, type=reshape]; +"2073 unsqueeze_50" [id=2073, type=unsqueeze]; +"2074 unsqueeze_51" [id=2074, type=unsqueeze]; +"2075 sub_8" [id=2075, type=sub]; +"2076 ne_8" [id=2076, type=ne]; +"2077 masked_fill_16" [id=2077, type=masked_fill]; +"2078 eq_8" [id=2078, type=eq]; +"2079 masked_fill_17" [id=2079, type=masked_fill]; +"2080 view_96" [id=2080, type=view]; +"2081 unsqueeze_52" [id=2081, type=unsqueeze]; +"2082 unsqueeze_53" [id=2082, type=unsqueeze]; +"2083 add_60" [id=2083, type=add]; +"2084 view_97" [id=2084, type=view]; +"2085 softmax_17" [id=2085, type=softmax]; +"2086 dropout_68" [id=2086, type=dropout]; +"2087 matmul_35" [id=2087, type=matmul]; +"2088 transpose_35" [id=2088, type=transpose]; +"2089 reshape_79" [id=2089, type=reshape]; +"2090 features_5_13_attn_proj_weight_updated_constant0" [id=2090, type=get_attr]; +"2091 reshape_79_0_0_nncf_smooth_quant_0" [id=2091, type=call_module]; +"2092 linear_107" [id=2092, type=linear]; +"2093 dropout_69" [id=2093, type=dropout]; +"2094 view_98" [id=2094, type=view]; +"2095 permute_81" [id=2095, type=permute]; +"2096 reshape_80" [id=2096, type=reshape]; +"2097 roll_17" [id=2097, type=roll]; +"2098 slice_269" [id=2098, type=slice]; +"2099 slice_270" [id=2099, type=slice]; +"2100 slice_271" [id=2100, type=slice]; +"2101 slice_272" [id=2101, type=slice]; +"2102 contiguous_33" [id=2102, type=contiguous]; +"2103 layer_norm_37" [id=2103, type=layer_norm]; +"2104 add_61" [id=2104, type=add]; +"2105 add_61_0_0_nncf_smooth_quant_0" [id=2105, type=call_module]; +"2106 quantize_per_tensor_default_73" [id=2106, type=quantize_per_tensor]; +"2107 dequantize_per_tensor_default_73" [id=2107, type=dequantize_per_tensor]; +"2108 linear_108_scale_0" [id=2108, type=get_attr]; +"2109 linear_108_zero_point_0" [id=2109, type=get_attr]; +"2110 _frozen_param91" [id=2110, type=get_attr]; +"2111 dequantize_per_channel_default_73" [id=2111, type=dequantize_per_channel]; +"2112 linear_108" [id=2112, type=linear]; +"2113 gelu_17" [id=2113, type=gelu]; +"2114 dropout_70" [id=2114, type=dropout]; +"2115 dropout_70_0_0_nncf_smooth_quant_0" [id=2115, type=call_module]; +"2116 quantize_per_tensor_default_74" [id=2116, type=quantize_per_tensor]; +"2117 dequantize_per_tensor_default_74" [id=2117, type=dequantize_per_tensor]; +"2118 linear_109_scale_0" [id=2118, type=get_attr]; +"2119 linear_109_zero_point_0" [id=2119, type=get_attr]; +"2120 _frozen_param92" [id=2120, type=get_attr]; +"2121 dequantize_per_channel_default_74" [id=2121, type=dequantize_per_channel]; +"2122 linear_109" [id=2122, type=linear]; +"2123 dropout_71" [id=2123, type=dropout]; +"2124 layer_norm_38" [id=2124, type=layer_norm]; +"2125 add_62" [id=2125, type=add]; +"2126 _frozen_param93" [id=2126, type=get_attr]; +"2127 dequantize_per_tensor_default_75" [id=2127, type=dequantize_per_tensor]; +"2128 linear_110_scale_0" [id=2128, type=get_attr]; +"2129 linear_110_zero_point_0" [id=2129, type=get_attr]; +"2130 _frozen_param94" [id=2130, type=get_attr]; +"2131 dequantize_per_channel_default_75" [id=2131, type=dequantize_per_channel]; +"2132 linear_110" [id=2132, type=linear]; +"2133 relu__18" [id=2133, type=relu_]; +"2134 relu__18_0_0_nncf_smooth_quant_0" [id=2134, type=call_module]; +"2135 quantize_per_tensor_default_76" [id=2135, type=quantize_per_tensor]; +"2136 dequantize_per_tensor_default_76" [id=2136, type=dequantize_per_tensor]; +"2137 linear_111_scale_0" [id=2137, type=get_attr]; +"2138 linear_111_zero_point_0" [id=2138, type=get_attr]; +"2139 _frozen_param95" [id=2139, type=get_attr]; +"2140 dequantize_per_channel_default_76" [id=2140, type=dequantize_per_channel]; +"2141 linear_111" [id=2141, type=linear]; +"2142 view_99" [id=2142, type=view]; +"2143 index_18" [id=2143, type=index]; +"2144 view_100" [id=2144, type=view]; +"2145 permute_82" [id=2145, type=permute]; +"2146 contiguous_34" [id=2146, type=contiguous]; +"2147 unsqueeze_54" [id=2147, type=unsqueeze]; +"2148 sigmoid_18" [id=2148, type=sigmoid]; +"2149 mul_36" [id=2149, type=mul]; +"2150 pad_20" [id=2150, type=pad]; +"2151 view_101" [id=2151, type=view]; +"2152 permute_83" [id=2152, type=permute]; +"2153 reshape_81" [id=2153, type=reshape]; +"2154 clone_18" [id=2154, type=clone]; +"2155 features_5_14_attn_qkv_weight_updated_constant0" [id=2155, type=get_attr]; +"2156 reshape_81_0_0_nncf_smooth_quant_0" [id=2156, type=call_module]; +"2157 linear_112" [id=2157, type=linear]; +"2158 reshape_82" [id=2158, type=reshape]; +"2159 permute_84" [id=2159, type=permute]; +"2160 select_54" [id=2160, type=select]; +"2161 select_55" [id=2161, type=select]; +"2162 select_56" [id=2162, type=select]; +"2163 linalg_vector_norm_36" [id=2163, type=linalg_vector_norm]; +"2164 clamp_min_36" [id=2164, type=clamp_min]; +"2165 expand_as_36" [id=2165, type=expand_as]; +"2166 div_36" [id=2166, type=div]; +"2167 linalg_vector_norm_37" [id=2167, type=linalg_vector_norm]; +"2168 clamp_min_37" [id=2168, type=clamp_min]; +"2169 expand_as_37" [id=2169, type=expand_as]; +"2170 div_37" [id=2170, type=div]; +"2171 transpose_36" [id=2171, type=transpose]; +"2172 matmul_36" [id=2172, type=matmul]; +"2173 clamp_18" [id=2173, type=clamp]; +"2174 exp_18" [id=2174, type=exp]; +"2175 mul_37" [id=2175, type=mul]; +"2176 add_63" [id=2176, type=add]; +"2177 softmax_18" [id=2177, type=softmax]; +"2178 dropout_72" [id=2178, type=dropout]; +"2179 matmul_37" [id=2179, type=matmul]; +"2180 transpose_37" [id=2180, type=transpose]; +"2181 reshape_83" [id=2181, type=reshape]; +"2182 features_5_14_attn_proj_weight_updated_constant0" [id=2182, type=get_attr]; +"2183 reshape_83_0_0_nncf_smooth_quant_0" [id=2183, type=call_module]; +"2184 linear_113" [id=2184, type=linear]; +"2185 dropout_73" [id=2185, type=dropout]; +"2186 view_102" [id=2186, type=view]; +"2187 permute_85" [id=2187, type=permute]; +"2188 reshape_84" [id=2188, type=reshape]; +"2189 slice_274" [id=2189, type=slice]; +"2190 slice_275" [id=2190, type=slice]; +"2191 slice_276" [id=2191, type=slice]; +"2192 slice_277" [id=2192, type=slice]; +"2193 contiguous_35" [id=2193, type=contiguous]; +"2194 layer_norm_39" [id=2194, type=layer_norm]; +"2195 add_64" [id=2195, type=add]; +"2196 add_64_0_0_nncf_smooth_quant_0" [id=2196, type=call_module]; +"2197 quantize_per_tensor_default_77" [id=2197, type=quantize_per_tensor]; +"2198 dequantize_per_tensor_default_77" [id=2198, type=dequantize_per_tensor]; +"2199 linear_114_scale_0" [id=2199, type=get_attr]; +"2200 linear_114_zero_point_0" [id=2200, type=get_attr]; +"2201 _frozen_param96" [id=2201, type=get_attr]; +"2202 dequantize_per_channel_default_77" [id=2202, type=dequantize_per_channel]; +"2203 linear_114" [id=2203, type=linear]; +"2204 gelu_18" [id=2204, type=gelu]; +"2205 dropout_74" [id=2205, type=dropout]; +"2206 dropout_74_0_0_nncf_smooth_quant_0" [id=2206, type=call_module]; +"2207 quantize_per_tensor_default_78" [id=2207, type=quantize_per_tensor]; +"2208 dequantize_per_tensor_default_78" [id=2208, type=dequantize_per_tensor]; +"2209 linear_115_scale_0" [id=2209, type=get_attr]; +"2210 linear_115_zero_point_0" [id=2210, type=get_attr]; +"2211 _frozen_param97" [id=2211, type=get_attr]; +"2212 dequantize_per_channel_default_78" [id=2212, type=dequantize_per_channel]; +"2213 linear_115" [id=2213, type=linear]; +"2214 dropout_75" [id=2214, type=dropout]; +"2215 layer_norm_40" [id=2215, type=layer_norm]; +"2216 add_65" [id=2216, type=add]; +"2217 _frozen_param98" [id=2217, type=get_attr]; +"2218 dequantize_per_tensor_default_79" [id=2218, type=dequantize_per_tensor]; +"2219 linear_116_scale_0" [id=2219, type=get_attr]; +"2220 linear_116_zero_point_0" [id=2220, type=get_attr]; +"2221 _frozen_param99" [id=2221, type=get_attr]; +"2222 dequantize_per_channel_default_79" [id=2222, type=dequantize_per_channel]; +"2223 linear_116" [id=2223, type=linear]; +"2224 relu__19" [id=2224, type=relu_]; +"2225 relu__19_0_0_nncf_smooth_quant_0" [id=2225, type=call_module]; +"2226 quantize_per_tensor_default_80" [id=2226, type=quantize_per_tensor]; +"2227 dequantize_per_tensor_default_80" [id=2227, type=dequantize_per_tensor]; +"2228 linear_117_scale_0" [id=2228, type=get_attr]; +"2229 linear_117_zero_point_0" [id=2229, type=get_attr]; +"2230 _frozen_param100" [id=2230, type=get_attr]; +"2231 dequantize_per_channel_default_80" [id=2231, type=dequantize_per_channel]; +"2232 linear_117" [id=2232, type=linear]; +"2233 view_103" [id=2233, type=view]; +"2234 index_19" [id=2234, type=index]; +"2235 view_104" [id=2235, type=view]; +"2236 permute_86" [id=2236, type=permute]; +"2237 contiguous_36" [id=2237, type=contiguous]; +"2238 unsqueeze_55" [id=2238, type=unsqueeze]; +"2239 sigmoid_19" [id=2239, type=sigmoid]; +"2240 mul_38" [id=2240, type=mul]; +"2241 pad_21" [id=2241, type=pad]; +"2242 roll_18" [id=2242, type=roll]; +"2243 view_105" [id=2243, type=view]; +"2244 permute_87" [id=2244, type=permute]; +"2245 reshape_85" [id=2245, type=reshape]; +"2246 clone_19" [id=2246, type=clone]; +"2247 features_5_15_attn_qkv_weight_updated_constant0" [id=2247, type=get_attr]; +"2248 reshape_85_0_0_nncf_smooth_quant_0" [id=2248, type=call_module]; +"2249 linear_118" [id=2249, type=linear]; +"2250 reshape_86" [id=2250, type=reshape]; +"2251 permute_88" [id=2251, type=permute]; +"2252 select_57" [id=2252, type=select]; +"2253 select_58" [id=2253, type=select]; +"2254 select_59" [id=2254, type=select]; +"2255 linalg_vector_norm_38" [id=2255, type=linalg_vector_norm]; +"2256 clamp_min_38" [id=2256, type=clamp_min]; +"2257 expand_as_38" [id=2257, type=expand_as]; +"2258 div_38" [id=2258, type=div]; +"2259 linalg_vector_norm_39" [id=2259, type=linalg_vector_norm]; +"2260 clamp_min_39" [id=2260, type=clamp_min]; +"2261 expand_as_39" [id=2261, type=expand_as]; +"2262 div_39" [id=2262, type=div]; +"2263 transpose_38" [id=2263, type=transpose]; +"2264 matmul_38" [id=2264, type=matmul]; +"2265 clamp_19" [id=2265, type=clamp]; +"2266 exp_19" [id=2266, type=exp]; +"2267 mul_39" [id=2267, type=mul]; +"2268 add_66" [id=2268, type=add]; +"2269 new_zeros_9" [id=2269, type=new_zeros]; +"2270 view_106" [id=2270, type=view]; +"2271 permute_89" [id=2271, type=permute]; +"2272 reshape_87" [id=2272, type=reshape]; +"2273 unsqueeze_56" [id=2273, type=unsqueeze]; +"2274 unsqueeze_57" [id=2274, type=unsqueeze]; +"2275 sub_9" [id=2275, type=sub]; +"2276 ne_9" [id=2276, type=ne]; +"2277 masked_fill_18" [id=2277, type=masked_fill]; +"2278 eq_9" [id=2278, type=eq]; +"2279 masked_fill_19" [id=2279, type=masked_fill]; +"2280 view_107" [id=2280, type=view]; +"2281 unsqueeze_58" [id=2281, type=unsqueeze]; +"2282 unsqueeze_59" [id=2282, type=unsqueeze]; +"2283 add_67" [id=2283, type=add]; +"2284 view_108" [id=2284, type=view]; +"2285 softmax_19" [id=2285, type=softmax]; +"2286 dropout_76" [id=2286, type=dropout]; +"2287 matmul_39" [id=2287, type=matmul]; +"2288 transpose_39" [id=2288, type=transpose]; +"2289 reshape_88" [id=2289, type=reshape]; +"2290 features_5_15_attn_proj_weight_updated_constant0" [id=2290, type=get_attr]; +"2291 reshape_88_0_0_nncf_smooth_quant_0" [id=2291, type=call_module]; +"2292 linear_119" [id=2292, type=linear]; +"2293 dropout_77" [id=2293, type=dropout]; +"2294 view_109" [id=2294, type=view]; +"2295 permute_90" [id=2295, type=permute]; +"2296 reshape_89" [id=2296, type=reshape]; +"2297 roll_19" [id=2297, type=roll]; +"2298 slice_297" [id=2298, type=slice]; +"2299 slice_298" [id=2299, type=slice]; +"2300 slice_299" [id=2300, type=slice]; +"2301 slice_300" [id=2301, type=slice]; +"2302 contiguous_37" [id=2302, type=contiguous]; +"2303 layer_norm_41" [id=2303, type=layer_norm]; +"2304 add_68" [id=2304, type=add]; +"2305 add_68_0_0_nncf_smooth_quant_0" [id=2305, type=call_module]; +"2306 quantize_per_tensor_default_81" [id=2306, type=quantize_per_tensor]; +"2307 dequantize_per_tensor_default_81" [id=2307, type=dequantize_per_tensor]; +"2308 linear_120_scale_0" [id=2308, type=get_attr]; +"2309 linear_120_zero_point_0" [id=2309, type=get_attr]; +"2310 _frozen_param101" [id=2310, type=get_attr]; +"2311 dequantize_per_channel_default_81" [id=2311, type=dequantize_per_channel]; +"2312 linear_120" [id=2312, type=linear]; +"2313 gelu_19" [id=2313, type=gelu]; +"2314 dropout_78" [id=2314, type=dropout]; +"2315 dropout_78_0_0_nncf_smooth_quant_0" [id=2315, type=call_module]; +"2316 quantize_per_tensor_default_82" [id=2316, type=quantize_per_tensor]; +"2317 dequantize_per_tensor_default_82" [id=2317, type=dequantize_per_tensor]; +"2318 linear_121_scale_0" [id=2318, type=get_attr]; +"2319 linear_121_zero_point_0" [id=2319, type=get_attr]; +"2320 _frozen_param102" [id=2320, type=get_attr]; +"2321 dequantize_per_channel_default_82" [id=2321, type=dequantize_per_channel]; +"2322 linear_121" [id=2322, type=linear]; +"2323 dropout_79" [id=2323, type=dropout]; +"2324 layer_norm_42" [id=2324, type=layer_norm]; +"2325 add_69" [id=2325, type=add]; +"2326 _frozen_param103" [id=2326, type=get_attr]; +"2327 dequantize_per_tensor_default_83" [id=2327, type=dequantize_per_tensor]; +"2328 linear_122_scale_0" [id=2328, type=get_attr]; +"2329 linear_122_zero_point_0" [id=2329, type=get_attr]; +"2330 _frozen_param104" [id=2330, type=get_attr]; +"2331 dequantize_per_channel_default_83" [id=2331, type=dequantize_per_channel]; +"2332 linear_122" [id=2332, type=linear]; +"2333 relu__20" [id=2333, type=relu_]; +"2334 relu__20_0_0_nncf_smooth_quant_0" [id=2334, type=call_module]; +"2335 quantize_per_tensor_default_84" [id=2335, type=quantize_per_tensor]; +"2336 dequantize_per_tensor_default_84" [id=2336, type=dequantize_per_tensor]; +"2337 linear_123_scale_0" [id=2337, type=get_attr]; +"2338 linear_123_zero_point_0" [id=2338, type=get_attr]; +"2339 _frozen_param105" [id=2339, type=get_attr]; +"2340 dequantize_per_channel_default_84" [id=2340, type=dequantize_per_channel]; +"2341 linear_123" [id=2341, type=linear]; +"2342 view_110" [id=2342, type=view]; +"2343 index_20" [id=2343, type=index]; +"2344 view_111" [id=2344, type=view]; +"2345 permute_91" [id=2345, type=permute]; +"2346 contiguous_38" [id=2346, type=contiguous]; +"2347 unsqueeze_60" [id=2347, type=unsqueeze]; +"2348 sigmoid_20" [id=2348, type=sigmoid]; +"2349 mul_40" [id=2349, type=mul]; +"2350 pad_22" [id=2350, type=pad]; +"2351 view_112" [id=2351, type=view]; +"2352 permute_92" [id=2352, type=permute]; +"2353 reshape_90" [id=2353, type=reshape]; +"2354 clone_20" [id=2354, type=clone]; +"2355 features_5_16_attn_qkv_weight_updated_constant0" [id=2355, type=get_attr]; +"2356 reshape_90_0_0_nncf_smooth_quant_0" [id=2356, type=call_module]; +"2357 linear_124" [id=2357, type=linear]; +"2358 reshape_91" [id=2358, type=reshape]; +"2359 permute_93" [id=2359, type=permute]; +"2360 select_60" [id=2360, type=select]; +"2361 select_61" [id=2361, type=select]; +"2362 select_62" [id=2362, type=select]; +"2363 linalg_vector_norm_40" [id=2363, type=linalg_vector_norm]; +"2364 clamp_min_40" [id=2364, type=clamp_min]; +"2365 expand_as_40" [id=2365, type=expand_as]; +"2366 div_40" [id=2366, type=div]; +"2367 linalg_vector_norm_41" [id=2367, type=linalg_vector_norm]; +"2368 clamp_min_41" [id=2368, type=clamp_min]; +"2369 expand_as_41" [id=2369, type=expand_as]; +"2370 div_41" [id=2370, type=div]; +"2371 transpose_40" [id=2371, type=transpose]; +"2372 matmul_40" [id=2372, type=matmul]; +"2373 clamp_20" [id=2373, type=clamp]; +"2374 exp_20" [id=2374, type=exp]; +"2375 mul_41" [id=2375, type=mul]; +"2376 add_70" [id=2376, type=add]; +"2377 softmax_20" [id=2377, type=softmax]; +"2378 dropout_80" [id=2378, type=dropout]; +"2379 matmul_41" [id=2379, type=matmul]; +"2380 transpose_41" [id=2380, type=transpose]; +"2381 reshape_92" [id=2381, type=reshape]; +"2382 features_5_16_attn_proj_weight_updated_constant0" [id=2382, type=get_attr]; +"2383 reshape_92_0_0_nncf_smooth_quant_0" [id=2383, type=call_module]; +"2384 linear_125" [id=2384, type=linear]; +"2385 dropout_81" [id=2385, type=dropout]; +"2386 view_113" [id=2386, type=view]; +"2387 permute_94" [id=2387, type=permute]; +"2388 reshape_93" [id=2388, type=reshape]; +"2389 slice_302" [id=2389, type=slice]; +"2390 slice_303" [id=2390, type=slice]; +"2391 slice_304" [id=2391, type=slice]; +"2392 slice_305" [id=2392, type=slice]; +"2393 contiguous_39" [id=2393, type=contiguous]; +"2394 layer_norm_43" [id=2394, type=layer_norm]; +"2395 add_71" [id=2395, type=add]; +"2396 add_71_0_0_nncf_smooth_quant_0" [id=2396, type=call_module]; +"2397 quantize_per_tensor_default_85" [id=2397, type=quantize_per_tensor]; +"2398 dequantize_per_tensor_default_85" [id=2398, type=dequantize_per_tensor]; +"2399 linear_126_scale_0" [id=2399, type=get_attr]; +"2400 linear_126_zero_point_0" [id=2400, type=get_attr]; +"2401 _frozen_param106" [id=2401, type=get_attr]; +"2402 dequantize_per_channel_default_85" [id=2402, type=dequantize_per_channel]; +"2403 linear_126" [id=2403, type=linear]; +"2404 gelu_20" [id=2404, type=gelu]; +"2405 dropout_82" [id=2405, type=dropout]; +"2406 dropout_82_0_0_nncf_smooth_quant_0" [id=2406, type=call_module]; +"2407 quantize_per_tensor_default_86" [id=2407, type=quantize_per_tensor]; +"2408 dequantize_per_tensor_default_86" [id=2408, type=dequantize_per_tensor]; +"2409 linear_127_scale_0" [id=2409, type=get_attr]; +"2410 linear_127_zero_point_0" [id=2410, type=get_attr]; +"2411 _frozen_param107" [id=2411, type=get_attr]; +"2412 dequantize_per_channel_default_86" [id=2412, type=dequantize_per_channel]; +"2413 linear_127" [id=2413, type=linear]; +"2414 dropout_83" [id=2414, type=dropout]; +"2415 layer_norm_44" [id=2415, type=layer_norm]; +"2416 add_72" [id=2416, type=add]; +"2417 _frozen_param108" [id=2417, type=get_attr]; +"2418 dequantize_per_tensor_default_87" [id=2418, type=dequantize_per_tensor]; +"2419 linear_128_scale_0" [id=2419, type=get_attr]; +"2420 linear_128_zero_point_0" [id=2420, type=get_attr]; +"2421 _frozen_param109" [id=2421, type=get_attr]; +"2422 dequantize_per_channel_default_87" [id=2422, type=dequantize_per_channel]; +"2423 linear_128" [id=2423, type=linear]; +"2424 relu__21" [id=2424, type=relu_]; +"2425 relu__21_0_0_nncf_smooth_quant_0" [id=2425, type=call_module]; +"2426 quantize_per_tensor_default_88" [id=2426, type=quantize_per_tensor]; +"2427 dequantize_per_tensor_default_88" [id=2427, type=dequantize_per_tensor]; +"2428 linear_129_scale_0" [id=2428, type=get_attr]; +"2429 linear_129_zero_point_0" [id=2429, type=get_attr]; +"2430 _frozen_param110" [id=2430, type=get_attr]; +"2431 dequantize_per_channel_default_88" [id=2431, type=dequantize_per_channel]; +"2432 linear_129" [id=2432, type=linear]; +"2433 view_114" [id=2433, type=view]; +"2434 index_21" [id=2434, type=index]; +"2435 view_115" [id=2435, type=view]; +"2436 permute_95" [id=2436, type=permute]; +"2437 contiguous_40" [id=2437, type=contiguous]; +"2438 unsqueeze_61" [id=2438, type=unsqueeze]; +"2439 sigmoid_21" [id=2439, type=sigmoid]; +"2440 mul_42" [id=2440, type=mul]; +"2441 pad_23" [id=2441, type=pad]; +"2442 roll_20" [id=2442, type=roll]; +"2443 view_116" [id=2443, type=view]; +"2444 permute_96" [id=2444, type=permute]; +"2445 reshape_94" [id=2445, type=reshape]; +"2446 clone_21" [id=2446, type=clone]; +"2447 features_5_17_attn_qkv_weight_updated_constant0" [id=2447, type=get_attr]; +"2448 reshape_94_0_0_nncf_smooth_quant_0" [id=2448, type=call_module]; +"2449 linear_130" [id=2449, type=linear]; +"2450 reshape_95" [id=2450, type=reshape]; +"2451 permute_97" [id=2451, type=permute]; +"2452 select_63" [id=2452, type=select]; +"2453 select_64" [id=2453, type=select]; +"2454 select_65" [id=2454, type=select]; +"2455 linalg_vector_norm_42" [id=2455, type=linalg_vector_norm]; +"2456 clamp_min_42" [id=2456, type=clamp_min]; +"2457 expand_as_42" [id=2457, type=expand_as]; +"2458 div_42" [id=2458, type=div]; +"2459 linalg_vector_norm_43" [id=2459, type=linalg_vector_norm]; +"2460 clamp_min_43" [id=2460, type=clamp_min]; +"2461 expand_as_43" [id=2461, type=expand_as]; +"2462 div_43" [id=2462, type=div]; +"2463 transpose_42" [id=2463, type=transpose]; +"2464 matmul_42" [id=2464, type=matmul]; +"2465 clamp_21" [id=2465, type=clamp]; +"2466 exp_21" [id=2466, type=exp]; +"2467 mul_43" [id=2467, type=mul]; +"2468 add_73" [id=2468, type=add]; +"2469 new_zeros_10" [id=2469, type=new_zeros]; +"2470 view_117" [id=2470, type=view]; +"2471 permute_98" [id=2471, type=permute]; +"2472 reshape_96" [id=2472, type=reshape]; +"2473 unsqueeze_62" [id=2473, type=unsqueeze]; +"2474 unsqueeze_63" [id=2474, type=unsqueeze]; +"2475 sub_10" [id=2475, type=sub]; +"2476 ne_10" [id=2476, type=ne]; +"2477 masked_fill_20" [id=2477, type=masked_fill]; +"2478 eq_10" [id=2478, type=eq]; +"2479 masked_fill_21" [id=2479, type=masked_fill]; +"2480 view_118" [id=2480, type=view]; +"2481 unsqueeze_64" [id=2481, type=unsqueeze]; +"2482 unsqueeze_65" [id=2482, type=unsqueeze]; +"2483 add_74" [id=2483, type=add]; +"2484 view_119" [id=2484, type=view]; +"2485 softmax_21" [id=2485, type=softmax]; +"2486 dropout_84" [id=2486, type=dropout]; +"2487 matmul_43" [id=2487, type=matmul]; +"2488 transpose_43" [id=2488, type=transpose]; +"2489 reshape_97" [id=2489, type=reshape]; +"2490 features_5_17_attn_proj_weight_updated_constant0" [id=2490, type=get_attr]; +"2491 reshape_97_0_0_nncf_smooth_quant_0" [id=2491, type=call_module]; +"2492 linear_131" [id=2492, type=linear]; +"2493 dropout_85" [id=2493, type=dropout]; +"2494 view_120" [id=2494, type=view]; +"2495 permute_99" [id=2495, type=permute]; +"2496 reshape_98" [id=2496, type=reshape]; +"2497 roll_21" [id=2497, type=roll]; +"2498 slice_325" [id=2498, type=slice]; +"2499 slice_326" [id=2499, type=slice]; +"2500 slice_327" [id=2500, type=slice]; +"2501 slice_328" [id=2501, type=slice]; +"2502 contiguous_41" [id=2502, type=contiguous]; +"2503 layer_norm_45" [id=2503, type=layer_norm]; +"2504 add_75" [id=2504, type=add]; +"2505 add_75_0_0_nncf_smooth_quant_0" [id=2505, type=call_module]; +"2506 quantize_per_tensor_default_89" [id=2506, type=quantize_per_tensor]; +"2507 dequantize_per_tensor_default_89" [id=2507, type=dequantize_per_tensor]; +"2508 linear_132_scale_0" [id=2508, type=get_attr]; +"2509 linear_132_zero_point_0" [id=2509, type=get_attr]; +"2510 _frozen_param111" [id=2510, type=get_attr]; +"2511 dequantize_per_channel_default_89" [id=2511, type=dequantize_per_channel]; +"2512 linear_132" [id=2512, type=linear]; +"2513 gelu_21" [id=2513, type=gelu]; +"2514 dropout_86" [id=2514, type=dropout]; +"2515 dropout_86_0_0_nncf_smooth_quant_0" [id=2515, type=call_module]; +"2516 quantize_per_tensor_default_90" [id=2516, type=quantize_per_tensor]; +"2517 dequantize_per_tensor_default_90" [id=2517, type=dequantize_per_tensor]; +"2518 linear_133_scale_0" [id=2518, type=get_attr]; +"2519 linear_133_zero_point_0" [id=2519, type=get_attr]; +"2520 _frozen_param112" [id=2520, type=get_attr]; +"2521 dequantize_per_channel_default_90" [id=2521, type=dequantize_per_channel]; +"2522 linear_133" [id=2522, type=linear]; +"2523 dropout_87" [id=2523, type=dropout]; +"2524 layer_norm_46" [id=2524, type=layer_norm]; +"2525 add_76" [id=2525, type=add]; +"2526 pad_24" [id=2526, type=pad]; +"2527 slice_329" [id=2527, type=slice]; +"2528 slice_330" [id=2528, type=slice]; +"2529 slice_331" [id=2529, type=slice]; +"2530 slice_332" [id=2530, type=slice]; +"2531 slice_333" [id=2531, type=slice]; +"2532 slice_334" [id=2532, type=slice]; +"2533 slice_335" [id=2533, type=slice]; +"2534 slice_336" [id=2534, type=slice]; +"2535 slice_337" [id=2535, type=slice]; +"2536 slice_338" [id=2536, type=slice]; +"2537 slice_339" [id=2537, type=slice]; +"2538 slice_340" [id=2538, type=slice]; +"2539 cat_2" [id=2539, type=cat]; +"2540 cat_2_0_0_nncf_smooth_quant_0" [id=2540, type=call_module]; +"2541 quantize_per_tensor_default_91" [id=2541, type=quantize_per_tensor]; +"2542 dequantize_per_tensor_default_91" [id=2542, type=dequantize_per_tensor]; +"2543 linear_134_scale_0" [id=2543, type=get_attr]; +"2544 linear_134_zero_point_0" [id=2544, type=get_attr]; +"2545 _frozen_param113" [id=2545, type=get_attr]; +"2546 dequantize_per_channel_default_91" [id=2546, type=dequantize_per_channel]; +"2547 linear_134" [id=2547, type=linear]; +"2548 layer_norm_47" [id=2548, type=layer_norm]; +"2549 _frozen_param114" [id=2549, type=get_attr]; +"2550 dequantize_per_tensor_default_92" [id=2550, type=dequantize_per_tensor]; +"2551 linear_135_scale_0" [id=2551, type=get_attr]; +"2552 linear_135_zero_point_0" [id=2552, type=get_attr]; +"2553 _frozen_param115" [id=2553, type=get_attr]; +"2554 dequantize_per_channel_default_92" [id=2554, type=dequantize_per_channel]; +"2555 linear_135" [id=2555, type=linear]; +"2556 relu__22" [id=2556, type=relu_]; +"2557 relu__22_0_0_nncf_smooth_quant_0" [id=2557, type=call_module]; +"2558 quantize_per_tensor_default_93" [id=2558, type=quantize_per_tensor]; +"2559 dequantize_per_tensor_default_93" [id=2559, type=dequantize_per_tensor]; +"2560 linear_136_scale_0" [id=2560, type=get_attr]; +"2561 linear_136_zero_point_0" [id=2561, type=get_attr]; +"2562 _frozen_param116" [id=2562, type=get_attr]; +"2563 dequantize_per_channel_default_93" [id=2563, type=dequantize_per_channel]; +"2564 linear_136" [id=2564, type=linear]; +"2565 view_121" [id=2565, type=view]; +"2566 index_22" [id=2566, type=index]; +"2567 view_122" [id=2567, type=view]; +"2568 permute_100" [id=2568, type=permute]; +"2569 contiguous_42" [id=2569, type=contiguous]; +"2570 unsqueeze_66" [id=2570, type=unsqueeze]; +"2571 sigmoid_22" [id=2571, type=sigmoid]; +"2572 mul_44" [id=2572, type=mul]; +"2573 pad_25" [id=2573, type=pad]; +"2574 view_123" [id=2574, type=view]; +"2575 permute_101" [id=2575, type=permute]; +"2576 reshape_99" [id=2576, type=reshape]; +"2577 clone_22" [id=2577, type=clone]; +"2578 features_7_0_attn_qkv_weight_updated_constant0" [id=2578, type=get_attr]; +"2579 reshape_99_0_0_nncf_smooth_quant_0" [id=2579, type=call_module]; +"2580 linear_137" [id=2580, type=linear]; +"2581 reshape_100" [id=2581, type=reshape]; +"2582 permute_102" [id=2582, type=permute]; +"2583 select_66" [id=2583, type=select]; +"2584 select_67" [id=2584, type=select]; +"2585 select_68" [id=2585, type=select]; +"2586 linalg_vector_norm_44" [id=2586, type=linalg_vector_norm]; +"2587 clamp_min_44" [id=2587, type=clamp_min]; +"2588 expand_as_44" [id=2588, type=expand_as]; +"2589 div_44" [id=2589, type=div]; +"2590 linalg_vector_norm_45" [id=2590, type=linalg_vector_norm]; +"2591 clamp_min_45" [id=2591, type=clamp_min]; +"2592 expand_as_45" [id=2592, type=expand_as]; +"2593 div_45" [id=2593, type=div]; +"2594 transpose_44" [id=2594, type=transpose]; +"2595 matmul_44" [id=2595, type=matmul]; +"2596 clamp_22" [id=2596, type=clamp]; +"2597 exp_22" [id=2597, type=exp]; +"2598 mul_45" [id=2598, type=mul]; +"2599 add_77" [id=2599, type=add]; +"2600 softmax_22" [id=2600, type=softmax]; +"2601 dropout_88" [id=2601, type=dropout]; +"2602 matmul_45" [id=2602, type=matmul]; +"2603 transpose_45" [id=2603, type=transpose]; +"2604 reshape_101" [id=2604, type=reshape]; +"2605 features_7_0_attn_proj_weight_updated_constant0" [id=2605, type=get_attr]; +"2606 reshape_101_0_0_nncf_smooth_quant_0" [id=2606, type=call_module]; +"2607 linear_138" [id=2607, type=linear]; +"2608 dropout_89" [id=2608, type=dropout]; +"2609 view_124" [id=2609, type=view]; +"2610 permute_103" [id=2610, type=permute]; +"2611 reshape_102" [id=2611, type=reshape]; +"2612 slice_342" [id=2612, type=slice]; +"2613 slice_343" [id=2613, type=slice]; +"2614 slice_344" [id=2614, type=slice]; +"2615 slice_345" [id=2615, type=slice]; +"2616 contiguous_43" [id=2616, type=contiguous]; +"2617 layer_norm_48" [id=2617, type=layer_norm]; +"2618 add_78" [id=2618, type=add]; +"2619 add_78_0_0_nncf_smooth_quant_0" [id=2619, type=call_module]; +"2620 quantize_per_tensor_default_94" [id=2620, type=quantize_per_tensor]; +"2621 dequantize_per_tensor_default_94" [id=2621, type=dequantize_per_tensor]; +"2622 linear_139_scale_0" [id=2622, type=get_attr]; +"2623 linear_139_zero_point_0" [id=2623, type=get_attr]; +"2624 _frozen_param117" [id=2624, type=get_attr]; +"2625 dequantize_per_channel_default_94" [id=2625, type=dequantize_per_channel]; +"2626 linear_139" [id=2626, type=linear]; +"2627 gelu_22" [id=2627, type=gelu]; +"2628 dropout_90" [id=2628, type=dropout]; +"2629 dropout_90_0_0_nncf_smooth_quant_0" [id=2629, type=call_module]; +"2630 quantize_per_tensor_default_95" [id=2630, type=quantize_per_tensor]; +"2631 dequantize_per_tensor_default_95" [id=2631, type=dequantize_per_tensor]; +"2632 linear_140_scale_0" [id=2632, type=get_attr]; +"2633 linear_140_zero_point_0" [id=2633, type=get_attr]; +"2634 _frozen_param118" [id=2634, type=get_attr]; +"2635 dequantize_per_channel_default_95" [id=2635, type=dequantize_per_channel]; +"2636 linear_140" [id=2636, type=linear]; +"2637 dropout_91" [id=2637, type=dropout]; +"2638 layer_norm_49" [id=2638, type=layer_norm]; +"2639 add_79" [id=2639, type=add]; +"2640 _frozen_param119" [id=2640, type=get_attr]; +"2641 dequantize_per_tensor_default_96" [id=2641, type=dequantize_per_tensor]; +"2642 linear_141_scale_0" [id=2642, type=get_attr]; +"2643 linear_141_zero_point_0" [id=2643, type=get_attr]; +"2644 _frozen_param120" [id=2644, type=get_attr]; +"2645 dequantize_per_channel_default_96" [id=2645, type=dequantize_per_channel]; +"2646 linear_141" [id=2646, type=linear]; +"2647 relu__23" [id=2647, type=relu_]; +"2648 relu__23_0_0_nncf_smooth_quant_0" [id=2648, type=call_module]; +"2649 quantize_per_tensor_default_97" [id=2649, type=quantize_per_tensor]; +"2650 dequantize_per_tensor_default_97" [id=2650, type=dequantize_per_tensor]; +"2651 linear_142_scale_0" [id=2651, type=get_attr]; +"2652 linear_142_zero_point_0" [id=2652, type=get_attr]; +"2653 _frozen_param121" [id=2653, type=get_attr]; +"2654 dequantize_per_channel_default_97" [id=2654, type=dequantize_per_channel]; +"2655 linear_142" [id=2655, type=linear]; +"2656 view_125" [id=2656, type=view]; +"2657 index_23" [id=2657, type=index]; +"2658 view_126" [id=2658, type=view]; +"2659 permute_104" [id=2659, type=permute]; +"2660 contiguous_44" [id=2660, type=contiguous]; +"2661 unsqueeze_67" [id=2661, type=unsqueeze]; +"2662 sigmoid_23" [id=2662, type=sigmoid]; +"2663 mul_46" [id=2663, type=mul]; +"2664 pad_26" [id=2664, type=pad]; +"2665 view_127" [id=2665, type=view]; +"2666 permute_105" [id=2666, type=permute]; +"2667 reshape_103" [id=2667, type=reshape]; +"2668 clone_23" [id=2668, type=clone]; +"2669 features_7_1_attn_qkv_weight_updated_constant0" [id=2669, type=get_attr]; +"2670 reshape_103_0_0_nncf_smooth_quant_0" [id=2670, type=call_module]; +"2671 linear_143" [id=2671, type=linear]; +"2672 reshape_104" [id=2672, type=reshape]; +"2673 permute_106" [id=2673, type=permute]; +"2674 select_69" [id=2674, type=select]; +"2675 select_70" [id=2675, type=select]; +"2676 select_71" [id=2676, type=select]; +"2677 linalg_vector_norm_46" [id=2677, type=linalg_vector_norm]; +"2678 clamp_min_46" [id=2678, type=clamp_min]; +"2679 expand_as_46" [id=2679, type=expand_as]; +"2680 div_46" [id=2680, type=div]; +"2681 linalg_vector_norm_47" [id=2681, type=linalg_vector_norm]; +"2682 clamp_min_47" [id=2682, type=clamp_min]; +"2683 expand_as_47" [id=2683, type=expand_as]; +"2684 div_47" [id=2684, type=div]; +"2685 transpose_46" [id=2685, type=transpose]; +"2686 matmul_46" [id=2686, type=matmul]; +"2687 clamp_23" [id=2687, type=clamp]; +"2688 exp_23" [id=2688, type=exp]; +"2689 mul_47" [id=2689, type=mul]; +"2690 add_80" [id=2690, type=add]; +"2691 softmax_23" [id=2691, type=softmax]; +"2692 dropout_92" [id=2692, type=dropout]; +"2693 matmul_47" [id=2693, type=matmul]; +"2694 transpose_47" [id=2694, type=transpose]; +"2695 reshape_105" [id=2695, type=reshape]; +"2696 features_7_1_attn_proj_weight_updated_constant0" [id=2696, type=get_attr]; +"2697 reshape_105_0_0_nncf_smooth_quant_0" [id=2697, type=call_module]; +"2698 linear_144" [id=2698, type=linear]; +"2699 dropout_93" [id=2699, type=dropout]; +"2700 view_128" [id=2700, type=view]; +"2701 permute_107" [id=2701, type=permute]; +"2702 reshape_106" [id=2702, type=reshape]; +"2703 slice_347" [id=2703, type=slice]; +"2704 slice_348" [id=2704, type=slice]; +"2705 slice_349" [id=2705, type=slice]; +"2706 slice_350" [id=2706, type=slice]; +"2707 contiguous_45" [id=2707, type=contiguous]; +"2708 layer_norm_50" [id=2708, type=layer_norm]; +"2709 add_81" [id=2709, type=add]; +"2710 add_81_0_0_nncf_smooth_quant_0" [id=2710, type=call_module]; +"2711 quantize_per_tensor_default_98" [id=2711, type=quantize_per_tensor]; +"2712 dequantize_per_tensor_default_98" [id=2712, type=dequantize_per_tensor]; +"2713 linear_145_scale_0" [id=2713, type=get_attr]; +"2714 linear_145_zero_point_0" [id=2714, type=get_attr]; +"2715 _frozen_param122" [id=2715, type=get_attr]; +"2716 dequantize_per_channel_default_98" [id=2716, type=dequantize_per_channel]; +"2717 linear_145" [id=2717, type=linear]; +"2718 gelu_23" [id=2718, type=gelu]; +"2719 dropout_94" [id=2719, type=dropout]; +"2720 dropout_94_0_0_nncf_smooth_quant_0" [id=2720, type=call_module]; +"2721 quantize_per_tensor_default_99" [id=2721, type=quantize_per_tensor]; +"2722 dequantize_per_tensor_default_99" [id=2722, type=dequantize_per_tensor]; +"2723 linear_146_scale_0" [id=2723, type=get_attr]; +"2724 linear_146_zero_point_0" [id=2724, type=get_attr]; +"2725 _frozen_param123" [id=2725, type=get_attr]; +"2726 dequantize_per_channel_default_99" [id=2726, type=dequantize_per_channel]; +"2727 linear_146" [id=2727, type=linear]; +"2728 dropout_95" [id=2728, type=dropout]; +"2729 layer_norm_51" [id=2729, type=layer_norm]; +"2730 add_82" [id=2730, type=add]; +"2731 layer_norm_52" [id=2731, type=layer_norm]; +"2732 permute_108" [id=2732, type=permute]; +"2733 adaptive_avg_pool2d" [id=2733, type=adaptive_avg_pool2d]; +"2734 flatten" [id=2734, type=flatten]; +"2735 flatten_0_0_nncf_smooth_quant_0" [id=2735, type=call_module]; +"2736 quantize_per_tensor_default_100" [id=2736, type=quantize_per_tensor]; +"2737 dequantize_per_tensor_default_100" [id=2737, type=dequantize_per_tensor]; +"2738 linear_147_scale_0" [id=2738, type=get_attr]; +"2739 linear_147_zero_point_0" [id=2739, type=get_attr]; +"2740 _frozen_param124" [id=2740, type=get_attr]; +"2741 dequantize_per_channel_default_100" [id=2741, type=dequantize_per_channel]; +"2742 linear_147" [id=2742, type=linear]; +"2743 output" [id=2743, type=output]; +"0 features_1_0_attn_qkv_bias" -> "314 clone" [label="(288,)", style=solid]; +"1 features_1_0_attn_proj_bias" -> "344 linear_3" [label="(96,)", style=solid]; +"2 features_1_0_attn_logit_scale" -> "333 clamp" [label="(3, 1, 1)", style=solid]; +"3 features_1_1_attn_qkv_bias" -> "403 clone_1" [label="(288,)", style=solid]; +"4 features_1_1_attn_proj_bias" -> "449 linear_9" [label="(96,)", style=solid]; +"5 features_1_1_attn_logit_scale" -> "422 clamp_1" [label="(3, 1, 1)", style=solid]; +"6 features_3_0_attn_qkv_bias" -> "531 clone_2" [label="(576,)", style=solid]; +"7 features_3_0_attn_proj_bias" -> "561 linear_16" [label="(192,)", style=solid]; +"8 features_3_0_attn_logit_scale" -> "550 clamp_2" [label="(6, 1, 1)", style=solid]; +"9 features_3_1_attn_qkv_bias" -> "623 clone_3" [label="(576,)", style=solid]; +"10 features_3_1_attn_proj_bias" -> "669 linear_22" [label="(192,)", style=solid]; +"11 features_3_1_attn_logit_scale" -> "642 clamp_3" [label="(6, 1, 1)", style=solid]; +"12 features_5_0_attn_qkv_bias" -> "754 clone_4" [label="(1152,)", style=solid]; +"13 features_5_0_attn_proj_bias" -> "784 linear_29" [label="(384,)", style=solid]; +"14 features_5_0_attn_logit_scale" -> "773 clamp_4" [label="(12, 1, 1)", style=solid]; +"15 features_5_1_attn_qkv_bias" -> "846 clone_5" [label="(1152,)", style=solid]; +"16 features_5_1_attn_proj_bias" -> "892 linear_35" [label="(384,)", style=solid]; +"17 features_5_1_attn_logit_scale" -> "865 clamp_5" [label="(12, 1, 1)", style=solid]; +"18 features_5_2_attn_qkv_bias" -> "954 clone_6" [label="(1152,)", style=solid]; +"19 features_5_2_attn_proj_bias" -> "984 linear_41" [label="(384,)", style=solid]; +"20 features_5_2_attn_logit_scale" -> "973 clamp_6" [label="(12, 1, 1)", style=solid]; +"21 features_5_3_attn_qkv_bias" -> "1046 clone_7" [label="(1152,)", style=solid]; +"22 features_5_3_attn_proj_bias" -> "1092 linear_47" [label="(384,)", style=solid]; +"23 features_5_3_attn_logit_scale" -> "1065 clamp_7" [label="(12, 1, 1)", style=solid]; +"24 features_5_4_attn_qkv_bias" -> "1154 clone_8" [label="(1152,)", style=solid]; +"25 features_5_4_attn_proj_bias" -> "1184 linear_53" [label="(384,)", style=solid]; +"26 features_5_4_attn_logit_scale" -> "1173 clamp_8" [label="(12, 1, 1)", style=solid]; +"27 features_5_5_attn_qkv_bias" -> "1246 clone_9" [label="(1152,)", style=solid]; +"28 features_5_5_attn_proj_bias" -> "1292 linear_59" [label="(384,)", style=solid]; +"29 features_5_5_attn_logit_scale" -> "1265 clamp_9" [label="(12, 1, 1)", style=solid]; +"30 features_5_6_attn_qkv_bias" -> "1354 clone_10" [label="(1152,)", style=solid]; +"31 features_5_6_attn_proj_bias" -> "1384 linear_65" [label="(384,)", style=solid]; +"32 features_5_6_attn_logit_scale" -> "1373 clamp_10" [label="(12, 1, 1)", style=solid]; +"33 features_5_7_attn_qkv_bias" -> "1446 clone_11" [label="(1152,)", style=solid]; +"34 features_5_7_attn_proj_bias" -> "1492 linear_71" [label="(384,)", style=solid]; +"35 features_5_7_attn_logit_scale" -> "1465 clamp_11" [label="(12, 1, 1)", style=solid]; +"36 features_5_8_attn_qkv_bias" -> "1554 clone_12" [label="(1152,)", style=solid]; +"37 features_5_8_attn_proj_bias" -> "1584 linear_77" [label="(384,)", style=solid]; +"38 features_5_8_attn_logit_scale" -> "1573 clamp_12" [label="(12, 1, 1)", style=solid]; +"39 features_5_9_attn_qkv_bias" -> "1646 clone_13" [label="(1152,)", style=solid]; +"40 features_5_9_attn_proj_bias" -> "1692 linear_83" [label="(384,)", style=solid]; +"41 features_5_9_attn_logit_scale" -> "1665 clamp_13" [label="(12, 1, 1)", style=solid]; +"42 features_5_10_attn_qkv_bias" -> "1754 clone_14" [label="(1152,)", style=solid]; +"43 features_5_10_attn_proj_bias" -> "1784 linear_89" [label="(384,)", style=solid]; +"44 features_5_10_attn_logit_scale" -> "1773 clamp_14" [label="(12, 1, 1)", style=solid]; +"45 features_5_11_attn_qkv_bias" -> "1846 clone_15" [label="(1152,)", style=solid]; +"46 features_5_11_attn_proj_bias" -> "1892 linear_95" [label="(384,)", style=solid]; +"47 features_5_11_attn_logit_scale" -> "1865 clamp_15" [label="(12, 1, 1)", style=solid]; +"48 features_5_12_attn_qkv_bias" -> "1954 clone_16" [label="(1152,)", style=solid]; +"49 features_5_12_attn_proj_bias" -> "1984 linear_101" [label="(384,)", style=solid]; +"50 features_5_12_attn_logit_scale" -> "1973 clamp_16" [label="(12, 1, 1)", style=solid]; +"51 features_5_13_attn_qkv_bias" -> "2046 clone_17" [label="(1152,)", style=solid]; +"52 features_5_13_attn_proj_bias" -> "2092 linear_107" [label="(384,)", style=solid]; +"53 features_5_13_attn_logit_scale" -> "2065 clamp_17" [label="(12, 1, 1)", style=solid]; +"54 features_5_14_attn_qkv_bias" -> "2154 clone_18" [label="(1152,)", style=solid]; +"55 features_5_14_attn_proj_bias" -> "2184 linear_113" [label="(384,)", style=solid]; +"56 features_5_14_attn_logit_scale" -> "2173 clamp_18" [label="(12, 1, 1)", style=solid]; +"57 features_5_15_attn_qkv_bias" -> "2246 clone_19" [label="(1152,)", style=solid]; +"58 features_5_15_attn_proj_bias" -> "2292 linear_119" [label="(384,)", style=solid]; +"59 features_5_15_attn_logit_scale" -> "2265 clamp_19" [label="(12, 1, 1)", style=solid]; +"60 features_5_16_attn_qkv_bias" -> "2354 clone_20" [label="(1152,)", style=solid]; +"61 features_5_16_attn_proj_bias" -> "2384 linear_125" [label="(384,)", style=solid]; +"62 features_5_16_attn_logit_scale" -> "2373 clamp_20" [label="(12, 1, 1)", style=solid]; +"63 features_5_17_attn_qkv_bias" -> "2446 clone_21" [label="(1152,)", style=solid]; +"64 features_5_17_attn_proj_bias" -> "2492 linear_131" [label="(384,)", style=solid]; +"65 features_5_17_attn_logit_scale" -> "2465 clamp_21" [label="(12, 1, 1)", style=solid]; +"66 features_7_0_attn_qkv_bias" -> "2577 clone_22" [label="(2304,)", style=solid]; +"67 features_7_0_attn_proj_bias" -> "2607 linear_138" [label="(768,)", style=solid]; +"68 features_7_0_attn_logit_scale" -> "2596 clamp_22" [label="(24, 1, 1)", style=solid]; +"69 features_7_1_attn_qkv_bias" -> "2668 clone_23" [label="(2304,)", style=solid]; +"70 features_7_1_attn_proj_bias" -> "2698 linear_144" [label="(768,)", style=solid]; +"71 features_7_1_attn_logit_scale" -> "2687 clamp_23" [label="(24, 1, 1)", style=solid]; +"72 features_0_0_bias" -> "283 conv2d" [label="(96,)", style=solid]; +"73 features_0_2_weight" -> "285 layer_norm" [label="(96,)", style=solid]; +"74 features_0_2_bias" -> "285 layer_norm" [label="(96,)", style=solid]; +"75 features_1_0_attn_cpb_mlp_0_bias" -> "292 linear" [label="(512,)", style=solid]; +"76 features_1_0_norm1_weight" -> "351 layer_norm_1" [label="(96,)", style=solid]; +"77 features_1_0_norm1_bias" -> "351 layer_norm_1" [label="(96,)", style=solid]; +"78 features_1_0_mlp_0_bias" -> "360 linear_4" [label="(384,)", style=solid]; +"79 features_1_0_mlp_3_bias" -> "370 linear_5" [label="(96,)", style=solid]; +"80 features_1_0_norm2_weight" -> "372 layer_norm_2" [label="(96,)", style=solid]; +"81 features_1_0_norm2_bias" -> "372 layer_norm_2" [label="(96,)", style=solid]; +"82 features_1_1_attn_cpb_mlp_0_bias" -> "380 linear_6" [label="(512,)", style=solid]; +"83 features_1_1_norm1_weight" -> "457 layer_norm_3" [label="(96,)", style=solid]; +"84 features_1_1_norm1_bias" -> "457 layer_norm_3" [label="(96,)", style=solid]; +"85 features_1_1_mlp_0_bias" -> "466 linear_10" [label="(384,)", style=solid]; +"86 features_1_1_mlp_3_bias" -> "476 linear_11" [label="(96,)", style=solid]; +"87 features_1_1_norm2_weight" -> "478 layer_norm_4" [label="(96,)", style=solid]; +"88 features_1_1_norm2_bias" -> "478 layer_norm_4" [label="(96,)", style=solid]; +"89 features_2_norm_weight" -> "502 layer_norm_5" [label="(192,)", style=solid]; +"90 features_2_norm_bias" -> "502 layer_norm_5" [label="(192,)", style=solid]; +"91 features_3_0_attn_cpb_mlp_0_bias" -> "509 linear_13" [label="(512,)", style=solid]; +"92 features_3_0_norm1_weight" -> "571 layer_norm_6" [label="(192,)", style=solid]; +"93 features_3_0_norm1_bias" -> "571 layer_norm_6" [label="(192,)", style=solid]; +"94 features_3_0_mlp_0_bias" -> "580 linear_17" [label="(768,)", style=solid]; +"95 features_3_0_mlp_3_bias" -> "590 linear_18" [label="(192,)", style=solid]; +"96 features_3_0_norm2_weight" -> "592 layer_norm_7" [label="(192,)", style=solid]; +"97 features_3_0_norm2_bias" -> "592 layer_norm_7" [label="(192,)", style=solid]; +"98 features_3_1_attn_cpb_mlp_0_bias" -> "600 linear_19" [label="(512,)", style=solid]; +"99 features_3_1_norm1_weight" -> "680 layer_norm_8" [label="(192,)", style=solid]; +"100 features_3_1_norm1_bias" -> "680 layer_norm_8" [label="(192,)", style=solid]; +"101 features_3_1_mlp_0_bias" -> "689 linear_23" [label="(768,)", style=solid]; +"102 features_3_1_mlp_3_bias" -> "699 linear_24" [label="(192,)", style=solid]; +"103 features_3_1_norm2_weight" -> "701 layer_norm_9" [label="(192,)", style=solid]; +"104 features_3_1_norm2_bias" -> "701 layer_norm_9" [label="(192,)", style=solid]; +"105 features_4_norm_weight" -> "725 layer_norm_10" [label="(384,)", style=solid]; +"106 features_4_norm_bias" -> "725 layer_norm_10" [label="(384,)", style=solid]; +"107 features_5_0_attn_cpb_mlp_0_bias" -> "732 linear_26" [label="(512,)", style=solid]; +"108 features_5_0_norm1_weight" -> "794 layer_norm_11" [label="(384,)", style=solid]; +"109 features_5_0_norm1_bias" -> "794 layer_norm_11" [label="(384,)", style=solid]; +"110 features_5_0_mlp_0_bias" -> "803 linear_30" [label="(1536,)", style=solid]; +"111 features_5_0_mlp_3_bias" -> "813 linear_31" [label="(384,)", style=solid]; +"112 features_5_0_norm2_weight" -> "815 layer_norm_12" [label="(384,)", style=solid]; +"113 features_5_0_norm2_bias" -> "815 layer_norm_12" [label="(384,)", style=solid]; +"114 features_5_1_attn_cpb_mlp_0_bias" -> "823 linear_32" [label="(512,)", style=solid]; +"115 features_5_1_norm1_weight" -> "903 layer_norm_13" [label="(384,)", style=solid]; +"116 features_5_1_norm1_bias" -> "903 layer_norm_13" [label="(384,)", style=solid]; +"117 features_5_1_mlp_0_bias" -> "912 linear_36" [label="(1536,)", style=solid]; +"118 features_5_1_mlp_3_bias" -> "922 linear_37" [label="(384,)", style=solid]; +"119 features_5_1_norm2_weight" -> "924 layer_norm_14" [label="(384,)", style=solid]; +"120 features_5_1_norm2_bias" -> "924 layer_norm_14" [label="(384,)", style=solid]; +"121 features_5_2_attn_cpb_mlp_0_bias" -> "932 linear_38" [label="(512,)", style=solid]; +"122 features_5_2_norm1_weight" -> "994 layer_norm_15" [label="(384,)", style=solid]; +"123 features_5_2_norm1_bias" -> "994 layer_norm_15" [label="(384,)", style=solid]; +"124 features_5_2_mlp_0_bias" -> "1003 linear_42" [label="(1536,)", style=solid]; +"125 features_5_2_mlp_3_bias" -> "1013 linear_43" [label="(384,)", style=solid]; +"126 features_5_2_norm2_weight" -> "1015 layer_norm_16" [label="(384,)", style=solid]; +"127 features_5_2_norm2_bias" -> "1015 layer_norm_16" [label="(384,)", style=solid]; +"128 features_5_3_attn_cpb_mlp_0_bias" -> "1023 linear_44" [label="(512,)", style=solid]; +"129 features_5_3_norm1_weight" -> "1103 layer_norm_17" [label="(384,)", style=solid]; +"130 features_5_3_norm1_bias" -> "1103 layer_norm_17" [label="(384,)", style=solid]; +"131 features_5_3_mlp_0_bias" -> "1112 linear_48" [label="(1536,)", style=solid]; +"132 features_5_3_mlp_3_bias" -> "1122 linear_49" [label="(384,)", style=solid]; +"133 features_5_3_norm2_weight" -> "1124 layer_norm_18" [label="(384,)", style=solid]; +"134 features_5_3_norm2_bias" -> "1124 layer_norm_18" [label="(384,)", style=solid]; +"135 features_5_4_attn_cpb_mlp_0_bias" -> "1132 linear_50" [label="(512,)", style=solid]; +"136 features_5_4_norm1_weight" -> "1194 layer_norm_19" [label="(384,)", style=solid]; +"137 features_5_4_norm1_bias" -> "1194 layer_norm_19" [label="(384,)", style=solid]; +"138 features_5_4_mlp_0_bias" -> "1203 linear_54" [label="(1536,)", style=solid]; +"139 features_5_4_mlp_3_bias" -> "1213 linear_55" [label="(384,)", style=solid]; +"140 features_5_4_norm2_weight" -> "1215 layer_norm_20" [label="(384,)", style=solid]; +"141 features_5_4_norm2_bias" -> "1215 layer_norm_20" [label="(384,)", style=solid]; +"142 features_5_5_attn_cpb_mlp_0_bias" -> "1223 linear_56" [label="(512,)", style=solid]; +"143 features_5_5_norm1_weight" -> "1303 layer_norm_21" [label="(384,)", style=solid]; +"144 features_5_5_norm1_bias" -> "1303 layer_norm_21" [label="(384,)", style=solid]; +"145 features_5_5_mlp_0_bias" -> "1312 linear_60" [label="(1536,)", style=solid]; +"146 features_5_5_mlp_3_bias" -> "1322 linear_61" [label="(384,)", style=solid]; +"147 features_5_5_norm2_weight" -> "1324 layer_norm_22" [label="(384,)", style=solid]; +"148 features_5_5_norm2_bias" -> "1324 layer_norm_22" [label="(384,)", style=solid]; +"149 features_5_6_attn_cpb_mlp_0_bias" -> "1332 linear_62" [label="(512,)", style=solid]; +"150 features_5_6_norm1_weight" -> "1394 layer_norm_23" [label="(384,)", style=solid]; +"151 features_5_6_norm1_bias" -> "1394 layer_norm_23" [label="(384,)", style=solid]; +"152 features_5_6_mlp_0_bias" -> "1403 linear_66" [label="(1536,)", style=solid]; +"153 features_5_6_mlp_3_bias" -> "1413 linear_67" [label="(384,)", style=solid]; +"154 features_5_6_norm2_weight" -> "1415 layer_norm_24" [label="(384,)", style=solid]; +"155 features_5_6_norm2_bias" -> "1415 layer_norm_24" [label="(384,)", style=solid]; +"156 features_5_7_attn_cpb_mlp_0_bias" -> "1423 linear_68" [label="(512,)", style=solid]; +"157 features_5_7_norm1_weight" -> "1503 layer_norm_25" [label="(384,)", style=solid]; +"158 features_5_7_norm1_bias" -> "1503 layer_norm_25" [label="(384,)", style=solid]; +"159 features_5_7_mlp_0_bias" -> "1512 linear_72" [label="(1536,)", style=solid]; +"160 features_5_7_mlp_3_bias" -> "1522 linear_73" [label="(384,)", style=solid]; +"161 features_5_7_norm2_weight" -> "1524 layer_norm_26" [label="(384,)", style=solid]; +"162 features_5_7_norm2_bias" -> "1524 layer_norm_26" [label="(384,)", style=solid]; +"163 features_5_8_attn_cpb_mlp_0_bias" -> "1532 linear_74" [label="(512,)", style=solid]; +"164 features_5_8_norm1_weight" -> "1594 layer_norm_27" [label="(384,)", style=solid]; +"165 features_5_8_norm1_bias" -> "1594 layer_norm_27" [label="(384,)", style=solid]; +"166 features_5_8_mlp_0_bias" -> "1603 linear_78" [label="(1536,)", style=solid]; +"167 features_5_8_mlp_3_bias" -> "1613 linear_79" [label="(384,)", style=solid]; +"168 features_5_8_norm2_weight" -> "1615 layer_norm_28" [label="(384,)", style=solid]; +"169 features_5_8_norm2_bias" -> "1615 layer_norm_28" [label="(384,)", style=solid]; +"170 features_5_9_attn_cpb_mlp_0_bias" -> "1623 linear_80" [label="(512,)", style=solid]; +"171 features_5_9_norm1_weight" -> "1703 layer_norm_29" [label="(384,)", style=solid]; +"172 features_5_9_norm1_bias" -> "1703 layer_norm_29" [label="(384,)", style=solid]; +"173 features_5_9_mlp_0_bias" -> "1712 linear_84" [label="(1536,)", style=solid]; +"174 features_5_9_mlp_3_bias" -> "1722 linear_85" [label="(384,)", style=solid]; +"175 features_5_9_norm2_weight" -> "1724 layer_norm_30" [label="(384,)", style=solid]; +"176 features_5_9_norm2_bias" -> "1724 layer_norm_30" [label="(384,)", style=solid]; +"177 features_5_10_attn_cpb_mlp_0_bias" -> "1732 linear_86" [label="(512,)", style=solid]; +"178 features_5_10_norm1_weight" -> "1794 layer_norm_31" [label="(384,)", style=solid]; +"179 features_5_10_norm1_bias" -> "1794 layer_norm_31" [label="(384,)", style=solid]; +"180 features_5_10_mlp_0_bias" -> "1803 linear_90" [label="(1536,)", style=solid]; +"181 features_5_10_mlp_3_bias" -> "1813 linear_91" [label="(384,)", style=solid]; +"182 features_5_10_norm2_weight" -> "1815 layer_norm_32" [label="(384,)", style=solid]; +"183 features_5_10_norm2_bias" -> "1815 layer_norm_32" [label="(384,)", style=solid]; +"184 features_5_11_attn_cpb_mlp_0_bias" -> "1823 linear_92" [label="(512,)", style=solid]; +"185 features_5_11_norm1_weight" -> "1903 layer_norm_33" [label="(384,)", style=solid]; +"186 features_5_11_norm1_bias" -> "1903 layer_norm_33" [label="(384,)", style=solid]; +"187 features_5_11_mlp_0_bias" -> "1912 linear_96" [label="(1536,)", style=solid]; +"188 features_5_11_mlp_3_bias" -> "1922 linear_97" [label="(384,)", style=solid]; +"189 features_5_11_norm2_weight" -> "1924 layer_norm_34" [label="(384,)", style=solid]; +"190 features_5_11_norm2_bias" -> "1924 layer_norm_34" [label="(384,)", style=solid]; +"191 features_5_12_attn_cpb_mlp_0_bias" -> "1932 linear_98" [label="(512,)", style=solid]; +"192 features_5_12_norm1_weight" -> "1994 layer_norm_35" [label="(384,)", style=solid]; +"193 features_5_12_norm1_bias" -> "1994 layer_norm_35" [label="(384,)", style=solid]; +"194 features_5_12_mlp_0_bias" -> "2003 linear_102" [label="(1536,)", style=solid]; +"195 features_5_12_mlp_3_bias" -> "2013 linear_103" [label="(384,)", style=solid]; +"196 features_5_12_norm2_weight" -> "2015 layer_norm_36" [label="(384,)", style=solid]; +"197 features_5_12_norm2_bias" -> "2015 layer_norm_36" [label="(384,)", style=solid]; +"198 features_5_13_attn_cpb_mlp_0_bias" -> "2023 linear_104" [label="(512,)", style=solid]; +"199 features_5_13_norm1_weight" -> "2103 layer_norm_37" [label="(384,)", style=solid]; +"200 features_5_13_norm1_bias" -> "2103 layer_norm_37" [label="(384,)", style=solid]; +"201 features_5_13_mlp_0_bias" -> "2112 linear_108" [label="(1536,)", style=solid]; +"202 features_5_13_mlp_3_bias" -> "2122 linear_109" [label="(384,)", style=solid]; +"203 features_5_13_norm2_weight" -> "2124 layer_norm_38" [label="(384,)", style=solid]; +"204 features_5_13_norm2_bias" -> "2124 layer_norm_38" [label="(384,)", style=solid]; +"205 features_5_14_attn_cpb_mlp_0_bias" -> "2132 linear_110" [label="(512,)", style=solid]; +"206 features_5_14_norm1_weight" -> "2194 layer_norm_39" [label="(384,)", style=solid]; +"207 features_5_14_norm1_bias" -> "2194 layer_norm_39" [label="(384,)", style=solid]; +"208 features_5_14_mlp_0_bias" -> "2203 linear_114" [label="(1536,)", style=solid]; +"209 features_5_14_mlp_3_bias" -> "2213 linear_115" [label="(384,)", style=solid]; +"210 features_5_14_norm2_weight" -> "2215 layer_norm_40" [label="(384,)", style=solid]; +"211 features_5_14_norm2_bias" -> "2215 layer_norm_40" [label="(384,)", style=solid]; +"212 features_5_15_attn_cpb_mlp_0_bias" -> "2223 linear_116" [label="(512,)", style=solid]; +"213 features_5_15_norm1_weight" -> "2303 layer_norm_41" [label="(384,)", style=solid]; +"214 features_5_15_norm1_bias" -> "2303 layer_norm_41" [label="(384,)", style=solid]; +"215 features_5_15_mlp_0_bias" -> "2312 linear_120" [label="(1536,)", style=solid]; +"216 features_5_15_mlp_3_bias" -> "2322 linear_121" [label="(384,)", style=solid]; +"217 features_5_15_norm2_weight" -> "2324 layer_norm_42" [label="(384,)", style=solid]; +"218 features_5_15_norm2_bias" -> "2324 layer_norm_42" [label="(384,)", style=solid]; +"219 features_5_16_attn_cpb_mlp_0_bias" -> "2332 linear_122" [label="(512,)", style=solid]; +"220 features_5_16_norm1_weight" -> "2394 layer_norm_43" [label="(384,)", style=solid]; +"221 features_5_16_norm1_bias" -> "2394 layer_norm_43" [label="(384,)", style=solid]; +"222 features_5_16_mlp_0_bias" -> "2403 linear_126" [label="(1536,)", style=solid]; +"223 features_5_16_mlp_3_bias" -> "2413 linear_127" [label="(384,)", style=solid]; +"224 features_5_16_norm2_weight" -> "2415 layer_norm_44" [label="(384,)", style=solid]; +"225 features_5_16_norm2_bias" -> "2415 layer_norm_44" [label="(384,)", style=solid]; +"226 features_5_17_attn_cpb_mlp_0_bias" -> "2423 linear_128" [label="(512,)", style=solid]; +"227 features_5_17_norm1_weight" -> "2503 layer_norm_45" [label="(384,)", style=solid]; +"228 features_5_17_norm1_bias" -> "2503 layer_norm_45" [label="(384,)", style=solid]; +"229 features_5_17_mlp_0_bias" -> "2512 linear_132" [label="(1536,)", style=solid]; +"230 features_5_17_mlp_3_bias" -> "2522 linear_133" [label="(384,)", style=solid]; +"231 features_5_17_norm2_weight" -> "2524 layer_norm_46" [label="(384,)", style=solid]; +"232 features_5_17_norm2_bias" -> "2524 layer_norm_46" [label="(384,)", style=solid]; +"233 features_6_norm_weight" -> "2548 layer_norm_47" [label="(768,)", style=solid]; +"234 features_6_norm_bias" -> "2548 layer_norm_47" [label="(768,)", style=solid]; +"235 features_7_0_attn_cpb_mlp_0_bias" -> "2555 linear_135" [label="(512,)", style=solid]; +"236 features_7_0_norm1_weight" -> "2617 layer_norm_48" [label="(768,)", style=solid]; +"237 features_7_0_norm1_bias" -> "2617 layer_norm_48" [label="(768,)", style=solid]; +"238 features_7_0_mlp_0_bias" -> "2626 linear_139" [label="(3072,)", style=solid]; +"239 features_7_0_mlp_3_bias" -> "2636 linear_140" [label="(768,)", style=solid]; +"240 features_7_0_norm2_weight" -> "2638 layer_norm_49" [label="(768,)", style=solid]; +"241 features_7_0_norm2_bias" -> "2638 layer_norm_49" [label="(768,)", style=solid]; +"242 features_7_1_attn_cpb_mlp_0_bias" -> "2646 linear_141" [label="(512,)", style=solid]; +"243 features_7_1_norm1_weight" -> "2708 layer_norm_50" [label="(768,)", style=solid]; +"244 features_7_1_norm1_bias" -> "2708 layer_norm_50" [label="(768,)", style=solid]; +"245 features_7_1_mlp_0_bias" -> "2717 linear_145" [label="(3072,)", style=solid]; +"246 features_7_1_mlp_3_bias" -> "2727 linear_146" [label="(768,)", style=solid]; +"247 features_7_1_norm2_weight" -> "2729 layer_norm_51" [label="(768,)", style=solid]; +"248 features_7_1_norm2_bias" -> "2729 layer_norm_51" [label="(768,)", style=solid]; +"249 norm_weight" -> "2731 layer_norm_52" [label="(768,)", style=solid]; +"250 norm_bias" -> "2731 layer_norm_52" [label="(768,)", style=solid]; +"251 head_bias" -> "2742 linear_147" [label="(1000,)", style=solid]; +"252 features_1_0_attn_relative_position_index" -> "303 index" [label="(4096,)", style=solid]; +"253 features_1_1_attn_relative_position_index" -> "391 index_1" [label="(4096,)", style=solid]; +"254 features_3_0_attn_relative_position_index" -> "520 index_2" [label="(4096,)", style=solid]; +"255 features_3_1_attn_relative_position_index" -> "611 index_3" [label="(4096,)", style=solid]; +"256 features_5_0_attn_relative_position_index" -> "743 index_4" [label="(4096,)", style=solid]; +"257 features_5_1_attn_relative_position_index" -> "834 index_5" [label="(4096,)", style=solid]; +"258 features_5_2_attn_relative_position_index" -> "943 index_6" [label="(4096,)", style=solid]; +"259 features_5_3_attn_relative_position_index" -> "1034 index_7" [label="(4096,)", style=solid]; +"260 features_5_4_attn_relative_position_index" -> "1143 index_8" [label="(4096,)", style=solid]; +"261 features_5_5_attn_relative_position_index" -> "1234 index_9" [label="(4096,)", style=solid]; +"262 features_5_6_attn_relative_position_index" -> "1343 index_10" [label="(4096,)", style=solid]; +"263 features_5_7_attn_relative_position_index" -> "1434 index_11" [label="(4096,)", style=solid]; +"264 features_5_8_attn_relative_position_index" -> "1543 index_12" [label="(4096,)", style=solid]; +"265 features_5_9_attn_relative_position_index" -> "1634 index_13" [label="(4096,)", style=solid]; +"266 features_5_10_attn_relative_position_index" -> "1743 index_14" [label="(4096,)", style=solid]; +"267 features_5_11_attn_relative_position_index" -> "1834 index_15" [label="(4096,)", style=solid]; +"268 features_5_12_attn_relative_position_index" -> "1943 index_16" [label="(4096,)", style=solid]; +"269 features_5_13_attn_relative_position_index" -> "2034 index_17" [label="(4096,)", style=solid]; +"270 features_5_14_attn_relative_position_index" -> "2143 index_18" [label="(4096,)", style=solid]; +"271 features_5_15_attn_relative_position_index" -> "2234 index_19" [label="(4096,)", style=solid]; +"272 features_5_16_attn_relative_position_index" -> "2343 index_20" [label="(4096,)", style=solid]; +"273 features_5_17_attn_relative_position_index" -> "2434 index_21" [label="(4096,)", style=solid]; +"274 features_7_0_attn_relative_position_index" -> "2566 index_22" [label="(4096,)", style=solid]; +"275 features_7_1_attn_relative_position_index" -> "2657 index_23" [label="(4096,)", style=solid]; +"276 x" -> "277 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"277 quantize_per_tensor_default" -> "278 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"278 dequantize_per_tensor_default" -> "283 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"279 conv2d_scale_0" -> "282 dequantize_per_channel_default" [label="(96,)", style=solid]; +"280 conv2d_zero_point_0" -> "282 dequantize_per_channel_default" [label="(96,)", style=solid]; +"281 _frozen_param0" -> "282 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"282 dequantize_per_channel_default" -> "283 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"283 conv2d" -> "284 permute" [label="(1, 96, 56, 56)", style=solid]; +"284 permute" -> "285 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"285 layer_norm" -> "310 pad" [label="(1, 56, 56, 96)", style=solid]; +"285 layer_norm" -> "352 add_1" [label="(1, 56, 56, 96)", style=solid]; +"286 _frozen_param1" -> "287 dequantize_per_tensor_default_1" [label="(1, 15, 15, 2)", style=solid]; +"287 dequantize_per_tensor_default_1" -> "292 linear" [label="(1, 15, 15, 2)", style=solid]; +"288 linear_scale_0" -> "291 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"289 linear_zero_point_0" -> "291 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"290 _frozen_param2" -> "291 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"291 dequantize_per_channel_default_1" -> "292 linear" [label="(512, 2)", style=solid]; +"292 linear" -> "293 relu_" [label="(1, 15, 15, 512)", style=solid]; +"293 relu_" -> "294 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"294 relu__0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_2" [label="(1, 15, 15, 512)", style=solid]; +"295 quantize_per_tensor_default_2" -> "296 dequantize_per_tensor_default_2" [label="(1, 15, 15, 512)", style=solid]; +"296 dequantize_per_tensor_default_2" -> "301 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"297 linear_1_scale_0" -> "300 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"298 linear_1_zero_point_0" -> "300 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"299 _frozen_param3" -> "300 dequantize_per_channel_default_2" [label="(3, 512)", style=solid]; +"300 dequantize_per_channel_default_2" -> "301 linear_1" [label="(3, 512)", style=solid]; +"301 linear_1" -> "302 view" [label="(1, 15, 15, 3)", style=solid]; +"302 view" -> "303 index" [label="(225, 3)", style=solid]; +"303 index" -> "304 view_1" [label="(4096, 3)", style=solid]; +"304 view_1" -> "305 permute_1" [label="(64, 64, 3)", style=solid]; +"305 permute_1" -> "306 contiguous" [label="(3, 64, 64)", style=solid]; +"306 contiguous" -> "307 unsqueeze" [label="(3, 64, 64)", style=solid]; +"307 unsqueeze" -> "308 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"308 sigmoid" -> "309 mul" [label="(1, 3, 64, 64)", style=solid]; +"309 mul" -> "336 add" [label="(1, 3, 64, 64)", style=solid]; +"310 pad" -> "311 view_2" [label="(1, 56, 56, 96)", style=solid]; +"311 view_2" -> "312 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"312 permute_2" -> "313 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"313 reshape" -> "316 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"314 clone" -> "317 linear_2" [label="(288,)", style=solid]; +"315 features_1_0_attn_qkv_weight_updated_constant0" -> "317 linear_2" [label="(288, 96)", style=solid]; +"316 reshape_0_0_nncf_smooth_quant_0" -> "317 linear_2" [label="(49, 64, 96)", style=solid]; +"317 linear_2" -> "318 reshape_1" [label="(49, 64, 288)", style=solid]; +"318 reshape_1" -> "319 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"319 permute_3" -> "320 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"319 permute_3" -> "321 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"319 permute_3" -> "322 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"320 select" -> "323 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"320 select" -> "325 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"320 select" -> "326 div" [label="(49, 3, 64, 32)", style=solid]; +"321 select_1" -> "327 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"321 select_1" -> "329 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"321 select_1" -> "330 div_1" [label="(49, 3, 64, 32)", style=solid]; +"322 select_2" -> "339 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"323 linalg_vector_norm" -> "324 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"324 clamp_min" -> "325 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"325 expand_as" -> "326 div" [label="(49, 3, 64, 32)", style=solid]; +"326 div" -> "332 matmul" [label="(49, 3, 64, 32)", style=solid]; +"327 linalg_vector_norm_1" -> "328 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"328 clamp_min_1" -> "329 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"329 expand_as_1" -> "330 div_1" [label="(49, 3, 64, 32)", style=solid]; +"330 div_1" -> "331 transpose" [label="(49, 3, 64, 32)", style=solid]; +"331 transpose" -> "332 matmul" [label="(49, 3, 32, 64)", style=solid]; +"332 matmul" -> "335 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"333 clamp" -> "334 exp" [label="(3, 1, 1)", style=solid]; +"334 exp" -> "335 mul_1" [label="(3, 1, 1)", style=solid]; +"335 mul_1" -> "336 add" [label="(49, 3, 64, 64)", style=solid]; +"336 add" -> "337 softmax" [label="(49, 3, 64, 64)", style=solid]; +"337 softmax" -> "338 dropout" [label="(49, 3, 64, 64)", style=solid]; +"338 dropout" -> "339 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"339 matmul_1" -> "340 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"340 transpose_1" -> "341 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"341 reshape_2" -> "343 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"342 features_1_0_attn_proj_weight_updated_constant0" -> "344 linear_3" [label="(96, 96)", style=solid]; +"343 reshape_2_0_0_nncf_smooth_quant_0" -> "344 linear_3" [label="(49, 64, 96)", style=solid]; +"344 linear_3" -> "345 dropout_1" [label="(49, 64, 96)", style=solid]; +"345 dropout_1" -> "346 view_3" [label="(49, 64, 96)", style=solid]; +"346 view_3" -> "347 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"347 permute_4" -> "348 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"348 reshape_3" -> "349 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"349 slice_2" -> "350 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"350 slice_3" -> "351 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"351 layer_norm_1" -> "352 add_1" [label="(1, 56, 56, 96)", style=solid]; +"352 add_1" -> "353 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"352 add_1" -> "373 add_2" [label="(1, 56, 56, 96)", style=solid]; +"353 add_1_0_0_nncf_smooth_quant_0" -> "354 quantize_per_tensor_default_3" [label="(1, 56, 56, 96)", style=solid]; +"354 quantize_per_tensor_default_3" -> "355 dequantize_per_tensor_default_3" [label="(1, 56, 56, 96)", style=solid]; +"355 dequantize_per_tensor_default_3" -> "360 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"356 linear_4_scale_0" -> "359 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"357 linear_4_zero_point_0" -> "359 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"358 _frozen_param4" -> "359 dequantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"359 dequantize_per_channel_default_3" -> "360 linear_4" [label="(384, 96)", style=solid]; +"360 linear_4" -> "361 gelu" [label="(1, 56, 56, 384)", style=solid]; +"361 gelu" -> "362 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"362 dropout_2" -> "363 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"363 dropout_2_0_0_nncf_smooth_quant_0" -> "364 quantize_per_tensor_default_4" [label="(1, 56, 56, 384)", style=solid]; +"364 quantize_per_tensor_default_4" -> "365 dequantize_per_tensor_default_4" [label="(1, 56, 56, 384)", style=solid]; +"365 dequantize_per_tensor_default_4" -> "370 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"366 linear_5_scale_0" -> "369 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"367 linear_5_zero_point_0" -> "369 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"368 _frozen_param5" -> "369 dequantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"369 dequantize_per_channel_default_4" -> "370 linear_5" [label="(96, 384)", style=solid]; +"370 linear_5" -> "371 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"371 dropout_3" -> "372 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"372 layer_norm_2" -> "373 add_2" [label="(1, 56, 56, 96)", style=solid]; +"373 add_2" -> "398 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"373 add_2" -> "458 add_5" [label="(1, 56, 56, 96)", style=solid]; +"374 _frozen_param6" -> "375 dequantize_per_tensor_default_5" [label="(1, 15, 15, 2)", style=solid]; +"375 dequantize_per_tensor_default_5" -> "380 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"376 linear_6_scale_0" -> "379 dequantize_per_channel_default_5" [label="(512,)", style=solid]; +"377 linear_6_zero_point_0" -> "379 dequantize_per_channel_default_5" [label="(512,)", style=solid]; +"378 _frozen_param7" -> "379 dequantize_per_channel_default_5" [label="(512, 2)", style=solid]; +"379 dequantize_per_channel_default_5" -> "380 linear_6" [label="(512, 2)", style=solid]; +"380 linear_6" -> "381 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"381 relu__1" -> "382 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"382 relu__1_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_6" [label="(1, 15, 15, 512)", style=solid]; +"383 quantize_per_tensor_default_6" -> "384 dequantize_per_tensor_default_6" [label="(1, 15, 15, 512)", style=solid]; +"384 dequantize_per_tensor_default_6" -> "389 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"385 linear_7_scale_0" -> "388 dequantize_per_channel_default_6" [label="(3,)", style=solid]; +"386 linear_7_zero_point_0" -> "388 dequantize_per_channel_default_6" [label="(3,)", style=solid]; +"387 _frozen_param8" -> "388 dequantize_per_channel_default_6" [label="(3, 512)", style=solid]; +"388 dequantize_per_channel_default_6" -> "389 linear_7" [label="(3, 512)", style=solid]; +"389 linear_7" -> "390 view_4" [label="(1, 15, 15, 3)", style=solid]; +"390 view_4" -> "391 index_1" [label="(225, 3)", style=solid]; +"391 index_1" -> "392 view_5" [label="(4096, 3)", style=solid]; +"392 view_5" -> "393 permute_5" [label="(64, 64, 3)", style=solid]; +"393 permute_5" -> "394 contiguous_1" [label="(3, 64, 64)", style=solid]; +"394 contiguous_1" -> "395 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"395 unsqueeze_1" -> "396 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"396 sigmoid_1" -> "397 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"397 mul_2" -> "425 add_3" [label="(1, 3, 64, 64)", style=solid]; +"398 pad_1" -> "399 roll" [label="(1, 56, 56, 96)", style=solid]; +"399 roll" -> "400 view_6" [label="(1, 56, 56, 96)", style=solid]; +"400 view_6" -> "401 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"401 permute_6" -> "402 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"402 reshape_4" -> "405 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"402 reshape_4" -> "426 new_zeros" [label="(49, 64, 96)", style=solid]; +"403 clone_1" -> "406 linear_8" [label="(288,)", style=solid]; +"404 features_1_1_attn_qkv_weight_updated_constant0" -> "406 linear_8" [label="(288, 96)", style=solid]; +"405 reshape_4_0_0_nncf_smooth_quant_0" -> "406 linear_8" [label="(49, 64, 96)", style=solid]; +"406 linear_8" -> "407 reshape_5" [label="(49, 64, 288)", style=solid]; +"407 reshape_5" -> "408 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"408 permute_7" -> "409 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"408 permute_7" -> "410 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"408 permute_7" -> "411 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"409 select_3" -> "412 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"409 select_3" -> "414 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"409 select_3" -> "415 div_2" [label="(49, 3, 64, 32)", style=solid]; +"410 select_4" -> "416 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"410 select_4" -> "418 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"410 select_4" -> "419 div_3" [label="(49, 3, 64, 32)", style=solid]; +"411 select_5" -> "444 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"412 linalg_vector_norm_2" -> "413 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"413 clamp_min_2" -> "414 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"414 expand_as_2" -> "415 div_2" [label="(49, 3, 64, 32)", style=solid]; +"415 div_2" -> "421 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"416 linalg_vector_norm_3" -> "417 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"417 clamp_min_3" -> "418 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"418 expand_as_3" -> "419 div_3" [label="(49, 3, 64, 32)", style=solid]; +"419 div_3" -> "420 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"420 transpose_2" -> "421 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"421 matmul_2" -> "424 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"422 clamp_1" -> "423 exp_1" [label="(3, 1, 1)", style=solid]; +"423 exp_1" -> "424 mul_3" [label="(3, 1, 1)", style=solid]; +"424 mul_3" -> "425 add_3" [label="(49, 3, 64, 64)", style=solid]; +"425 add_3" -> "437 view_8" [label="(49, 3, 64, 64)", style=solid]; +"426 new_zeros" -> "427 view_7" [label="(56, 56)", style=solid]; +"427 view_7" -> "428 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"428 permute_8" -> "429 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"429 reshape_6" -> "430 unsqueeze_2" [label="(49, 64)", style=solid]; +"429 reshape_6" -> "431 unsqueeze_3" [label="(49, 64)", style=solid]; +"430 unsqueeze_2" -> "432 sub" [label="(49, 1, 64)", style=solid]; +"431 unsqueeze_3" -> "432 sub" [label="(49, 64, 1)", style=solid]; +"432 sub" -> "433 ne" [label="(49, 64, 64)", style=solid]; +"432 sub" -> "434 masked_fill" [label="(49, 64, 64)", style=solid]; +"432 sub" -> "435 eq" [label="(49, 64, 64)", style=solid]; +"433 ne" -> "434 masked_fill" [label="(49, 64, 64)", style=solid]; +"434 masked_fill" -> "436 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"435 eq" -> "436 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"436 masked_fill_1" -> "438 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"437 view_8" -> "440 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"438 unsqueeze_4" -> "439 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"439 unsqueeze_5" -> "440 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"440 add_4" -> "441 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"441 view_9" -> "442 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"442 softmax_1" -> "443 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"443 dropout_4" -> "444 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"444 matmul_3" -> "445 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"445 transpose_3" -> "446 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"446 reshape_7" -> "448 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"447 features_1_1_attn_proj_weight_updated_constant0" -> "449 linear_9" [label="(96, 96)", style=solid]; +"448 reshape_7_0_0_nncf_smooth_quant_0" -> "449 linear_9" [label="(49, 64, 96)", style=solid]; +"449 linear_9" -> "450 dropout_5" [label="(49, 64, 96)", style=solid]; +"450 dropout_5" -> "451 view_10" [label="(49, 64, 96)", style=solid]; +"451 view_10" -> "452 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"452 permute_9" -> "453 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"453 reshape_8" -> "454 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"454 roll_1" -> "455 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"455 slice_23" -> "456 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"456 slice_24" -> "457 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"457 layer_norm_3" -> "458 add_5" [label="(1, 56, 56, 96)", style=solid]; +"458 add_5" -> "459 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"458 add_5" -> "479 add_6" [label="(1, 56, 56, 96)", style=solid]; +"459 add_5_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_7" [label="(1, 56, 56, 96)", style=solid]; +"460 quantize_per_tensor_default_7" -> "461 dequantize_per_tensor_default_7" [label="(1, 56, 56, 96)", style=solid]; +"461 dequantize_per_tensor_default_7" -> "466 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"462 linear_10_scale_0" -> "465 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"463 linear_10_zero_point_0" -> "465 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"464 _frozen_param9" -> "465 dequantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"465 dequantize_per_channel_default_7" -> "466 linear_10" [label="(384, 96)", style=solid]; +"466 linear_10" -> "467 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"467 gelu_1" -> "468 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"468 dropout_6" -> "469 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"469 dropout_6_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_8" [label="(1, 56, 56, 384)", style=solid]; +"470 quantize_per_tensor_default_8" -> "471 dequantize_per_tensor_default_8" [label="(1, 56, 56, 384)", style=solid]; +"471 dequantize_per_tensor_default_8" -> "476 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"472 linear_11_scale_0" -> "475 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"473 linear_11_zero_point_0" -> "475 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"474 _frozen_param10" -> "475 dequantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"475 dequantize_per_channel_default_8" -> "476 linear_11" [label="(96, 384)", style=solid]; +"476 linear_11" -> "477 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"477 dropout_7" -> "478 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"478 layer_norm_4" -> "479 add_6" [label="(1, 56, 56, 96)", style=solid]; +"479 add_6" -> "480 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"480 pad_2" -> "481 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"480 pad_2" -> "484 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"480 pad_2" -> "487 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"480 pad_2" -> "490 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"481 slice_25" -> "482 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"482 slice_26" -> "483 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"483 slice_27" -> "493 cat" [label="(1, 28, 28, 96)", style=solid]; +"484 slice_28" -> "485 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"485 slice_29" -> "486 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"486 slice_30" -> "493 cat" [label="(1, 28, 28, 96)", style=solid]; +"487 slice_31" -> "488 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"488 slice_32" -> "489 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"489 slice_33" -> "493 cat" [label="(1, 28, 28, 96)", style=solid]; +"490 slice_34" -> "491 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"491 slice_35" -> "492 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"492 slice_36" -> "493 cat" [label="(1, 28, 28, 96)", style=solid]; +"493 cat" -> "494 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"494 cat_0_0_nncf_smooth_quant_0" -> "495 quantize_per_tensor_default_9" [label="(1, 28, 28, 384)", style=solid]; +"495 quantize_per_tensor_default_9" -> "496 dequantize_per_tensor_default_9" [label="(1, 28, 28, 384)", style=solid]; +"496 dequantize_per_tensor_default_9" -> "501 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"497 linear_12_scale_0" -> "500 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"498 linear_12_zero_point_0" -> "500 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"499 _frozen_param11" -> "500 dequantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"500 dequantize_per_channel_default_9" -> "501 linear_12" [label="(192, 384)", style=solid]; +"501 linear_12" -> "502 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"502 layer_norm_5" -> "527 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"502 layer_norm_5" -> "572 add_8" [label="(1, 28, 28, 192)", style=solid]; +"503 _frozen_param12" -> "504 dequantize_per_tensor_default_10" [label="(1, 15, 15, 2)", style=solid]; +"504 dequantize_per_tensor_default_10" -> "509 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"505 linear_13_scale_0" -> "508 dequantize_per_channel_default_10" [label="(512,)", style=solid]; +"506 linear_13_zero_point_0" -> "508 dequantize_per_channel_default_10" [label="(512,)", style=solid]; +"507 _frozen_param13" -> "508 dequantize_per_channel_default_10" [label="(512, 2)", style=solid]; +"508 dequantize_per_channel_default_10" -> "509 linear_13" [label="(512, 2)", style=solid]; +"509 linear_13" -> "510 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"510 relu__2" -> "511 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"511 relu__2_0_0_nncf_smooth_quant_0" -> "512 quantize_per_tensor_default_11" [label="(1, 15, 15, 512)", style=solid]; +"512 quantize_per_tensor_default_11" -> "513 dequantize_per_tensor_default_11" [label="(1, 15, 15, 512)", style=solid]; +"513 dequantize_per_tensor_default_11" -> "518 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"514 linear_14_scale_0" -> "517 dequantize_per_channel_default_11" [label="(6,)", style=solid]; +"515 linear_14_zero_point_0" -> "517 dequantize_per_channel_default_11" [label="(6,)", style=solid]; +"516 _frozen_param14" -> "517 dequantize_per_channel_default_11" [label="(6, 512)", style=solid]; +"517 dequantize_per_channel_default_11" -> "518 linear_14" [label="(6, 512)", style=solid]; +"518 linear_14" -> "519 view_11" [label="(1, 15, 15, 6)", style=solid]; +"519 view_11" -> "520 index_2" [label="(225, 6)", style=solid]; +"520 index_2" -> "521 view_12" [label="(4096, 6)", style=solid]; +"521 view_12" -> "522 permute_10" [label="(64, 64, 6)", style=solid]; +"522 permute_10" -> "523 contiguous_2" [label="(6, 64, 64)", style=solid]; +"523 contiguous_2" -> "524 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"524 unsqueeze_6" -> "525 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"525 sigmoid_2" -> "526 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"526 mul_4" -> "553 add_7" [label="(1, 6, 64, 64)", style=solid]; +"527 pad_3" -> "528 view_13" [label="(1, 32, 32, 192)", style=solid]; +"528 view_13" -> "529 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"529 permute_11" -> "530 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"530 reshape_9" -> "533 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"531 clone_2" -> "534 linear_15" [label="(576,)", style=solid]; +"532 features_3_0_attn_qkv_weight_updated_constant0" -> "534 linear_15" [label="(576, 192)", style=solid]; +"533 reshape_9_0_0_nncf_smooth_quant_0" -> "534 linear_15" [label="(16, 64, 192)", style=solid]; +"534 linear_15" -> "535 reshape_10" [label="(16, 64, 576)", style=solid]; +"535 reshape_10" -> "536 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"536 permute_12" -> "537 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"536 permute_12" -> "538 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"536 permute_12" -> "539 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"537 select_6" -> "540 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"537 select_6" -> "542 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"537 select_6" -> "543 div_4" [label="(16, 6, 64, 32)", style=solid]; +"538 select_7" -> "544 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"538 select_7" -> "546 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"538 select_7" -> "547 div_5" [label="(16, 6, 64, 32)", style=solid]; +"539 select_8" -> "556 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"540 linalg_vector_norm_4" -> "541 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"541 clamp_min_4" -> "542 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"542 expand_as_4" -> "543 div_4" [label="(16, 6, 64, 32)", style=solid]; +"543 div_4" -> "549 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"544 linalg_vector_norm_5" -> "545 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"545 clamp_min_5" -> "546 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"546 expand_as_5" -> "547 div_5" [label="(16, 6, 64, 32)", style=solid]; +"547 div_5" -> "548 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"548 transpose_4" -> "549 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"549 matmul_4" -> "552 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"550 clamp_2" -> "551 exp_2" [label="(6, 1, 1)", style=solid]; +"551 exp_2" -> "552 mul_5" [label="(6, 1, 1)", style=solid]; +"552 mul_5" -> "553 add_7" [label="(16, 6, 64, 64)", style=solid]; +"553 add_7" -> "554 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"554 softmax_2" -> "555 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"555 dropout_8" -> "556 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"556 matmul_5" -> "557 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"557 transpose_5" -> "558 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"558 reshape_11" -> "560 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"559 features_3_0_attn_proj_weight_updated_constant0" -> "561 linear_16" [label="(192, 192)", style=solid]; +"560 reshape_11_0_0_nncf_smooth_quant_0" -> "561 linear_16" [label="(16, 64, 192)", style=solid]; +"561 linear_16" -> "562 dropout_9" [label="(16, 64, 192)", style=solid]; +"562 dropout_9" -> "563 view_14" [label="(16, 64, 192)", style=solid]; +"563 view_14" -> "564 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"564 permute_13" -> "565 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"565 reshape_12" -> "566 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"566 slice_38" -> "567 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"567 slice_39" -> "568 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"568 slice_40" -> "569 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"569 slice_41" -> "570 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"570 contiguous_3" -> "571 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"571 layer_norm_6" -> "572 add_8" [label="(1, 28, 28, 192)", style=solid]; +"572 add_8" -> "573 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"572 add_8" -> "593 add_9" [label="(1, 28, 28, 192)", style=solid]; +"573 add_8_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_default_12" [label="(1, 28, 28, 192)", style=solid]; +"574 quantize_per_tensor_default_12" -> "575 dequantize_per_tensor_default_12" [label="(1, 28, 28, 192)", style=solid]; +"575 dequantize_per_tensor_default_12" -> "580 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"576 linear_17_scale_0" -> "579 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"577 linear_17_zero_point_0" -> "579 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"578 _frozen_param15" -> "579 dequantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"579 dequantize_per_channel_default_12" -> "580 linear_17" [label="(768, 192)", style=solid]; +"580 linear_17" -> "581 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"581 gelu_2" -> "582 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"582 dropout_10" -> "583 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"583 dropout_10_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_13" [label="(1, 28, 28, 768)", style=solid]; +"584 quantize_per_tensor_default_13" -> "585 dequantize_per_tensor_default_13" [label="(1, 28, 28, 768)", style=solid]; +"585 dequantize_per_tensor_default_13" -> "590 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"586 linear_18_scale_0" -> "589 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"587 linear_18_zero_point_0" -> "589 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"588 _frozen_param16" -> "589 dequantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"589 dequantize_per_channel_default_13" -> "590 linear_18" [label="(192, 768)", style=solid]; +"590 linear_18" -> "591 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"591 dropout_11" -> "592 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"592 layer_norm_7" -> "593 add_9" [label="(1, 28, 28, 192)", style=solid]; +"593 add_9" -> "618 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"593 add_9" -> "681 add_12" [label="(1, 28, 28, 192)", style=solid]; +"594 _frozen_param17" -> "595 dequantize_per_tensor_default_14" [label="(1, 15, 15, 2)", style=solid]; +"595 dequantize_per_tensor_default_14" -> "600 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"596 linear_19_scale_0" -> "599 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"597 linear_19_zero_point_0" -> "599 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"598 _frozen_param18" -> "599 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"599 dequantize_per_channel_default_14" -> "600 linear_19" [label="(512, 2)", style=solid]; +"600 linear_19" -> "601 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"601 relu__3" -> "602 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"602 relu__3_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_15" [label="(1, 15, 15, 512)", style=solid]; +"603 quantize_per_tensor_default_15" -> "604 dequantize_per_tensor_default_15" [label="(1, 15, 15, 512)", style=solid]; +"604 dequantize_per_tensor_default_15" -> "609 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"605 linear_20_scale_0" -> "608 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"606 linear_20_zero_point_0" -> "608 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"607 _frozen_param19" -> "608 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"608 dequantize_per_channel_default_15" -> "609 linear_20" [label="(6, 512)", style=solid]; +"609 linear_20" -> "610 view_15" [label="(1, 15, 15, 6)", style=solid]; +"610 view_15" -> "611 index_3" [label="(225, 6)", style=solid]; +"611 index_3" -> "612 view_16" [label="(4096, 6)", style=solid]; +"612 view_16" -> "613 permute_14" [label="(64, 64, 6)", style=solid]; +"613 permute_14" -> "614 contiguous_4" [label="(6, 64, 64)", style=solid]; +"614 contiguous_4" -> "615 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"615 unsqueeze_7" -> "616 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"616 sigmoid_3" -> "617 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"617 mul_6" -> "645 add_10" [label="(1, 6, 64, 64)", style=solid]; +"618 pad_4" -> "619 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"619 roll_2" -> "620 view_17" [label="(1, 32, 32, 192)", style=solid]; +"620 view_17" -> "621 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"621 permute_15" -> "622 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"622 reshape_13" -> "625 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"622 reshape_13" -> "646 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"623 clone_3" -> "626 linear_21" [label="(576,)", style=solid]; +"624 features_3_1_attn_qkv_weight_updated_constant0" -> "626 linear_21" [label="(576, 192)", style=solid]; +"625 reshape_13_0_0_nncf_smooth_quant_0" -> "626 linear_21" [label="(16, 64, 192)", style=solid]; +"626 linear_21" -> "627 reshape_14" [label="(16, 64, 576)", style=solid]; +"627 reshape_14" -> "628 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"628 permute_16" -> "629 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"628 permute_16" -> "630 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"628 permute_16" -> "631 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"629 select_9" -> "632 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"629 select_9" -> "634 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"629 select_9" -> "635 div_6" [label="(16, 6, 64, 32)", style=solid]; +"630 select_10" -> "636 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"630 select_10" -> "638 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"630 select_10" -> "639 div_7" [label="(16, 6, 64, 32)", style=solid]; +"631 select_11" -> "664 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"632 linalg_vector_norm_6" -> "633 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"633 clamp_min_6" -> "634 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"634 expand_as_6" -> "635 div_6" [label="(16, 6, 64, 32)", style=solid]; +"635 div_6" -> "641 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"636 linalg_vector_norm_7" -> "637 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"637 clamp_min_7" -> "638 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"638 expand_as_7" -> "639 div_7" [label="(16, 6, 64, 32)", style=solid]; +"639 div_7" -> "640 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"640 transpose_6" -> "641 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"641 matmul_6" -> "644 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"642 clamp_3" -> "643 exp_3" [label="(6, 1, 1)", style=solid]; +"643 exp_3" -> "644 mul_7" [label="(6, 1, 1)", style=solid]; +"644 mul_7" -> "645 add_10" [label="(16, 6, 64, 64)", style=solid]; +"645 add_10" -> "657 view_19" [label="(16, 6, 64, 64)", style=solid]; +"646 new_zeros_1" -> "647 view_18" [label="(32, 32)", style=solid]; +"647 view_18" -> "648 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"648 permute_17" -> "649 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"649 reshape_15" -> "650 unsqueeze_8" [label="(16, 64)", style=solid]; +"649 reshape_15" -> "651 unsqueeze_9" [label="(16, 64)", style=solid]; +"650 unsqueeze_8" -> "652 sub_1" [label="(16, 1, 64)", style=solid]; +"651 unsqueeze_9" -> "652 sub_1" [label="(16, 64, 1)", style=solid]; +"652 sub_1" -> "653 ne_1" [label="(16, 64, 64)", style=solid]; +"652 sub_1" -> "654 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"652 sub_1" -> "655 eq_1" [label="(16, 64, 64)", style=solid]; +"653 ne_1" -> "654 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"654 masked_fill_2" -> "656 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"655 eq_1" -> "656 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"656 masked_fill_3" -> "658 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"657 view_19" -> "660 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"658 unsqueeze_10" -> "659 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"659 unsqueeze_11" -> "660 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"660 add_11" -> "661 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"661 view_20" -> "662 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"662 softmax_3" -> "663 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"663 dropout_12" -> "664 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"664 matmul_7" -> "665 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"665 transpose_7" -> "666 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"666 reshape_16" -> "668 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"667 features_3_1_attn_proj_weight_updated_constant0" -> "669 linear_22" [label="(192, 192)", style=solid]; +"668 reshape_16_0_0_nncf_smooth_quant_0" -> "669 linear_22" [label="(16, 64, 192)", style=solid]; +"669 linear_22" -> "670 dropout_13" [label="(16, 64, 192)", style=solid]; +"670 dropout_13" -> "671 view_21" [label="(16, 64, 192)", style=solid]; +"671 view_21" -> "672 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"672 permute_18" -> "673 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"673 reshape_17" -> "674 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"674 roll_3" -> "675 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"675 slice_61" -> "676 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"676 slice_62" -> "677 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"677 slice_63" -> "678 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"678 slice_64" -> "679 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"679 contiguous_5" -> "680 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"680 layer_norm_8" -> "681 add_12" [label="(1, 28, 28, 192)", style=solid]; +"681 add_12" -> "682 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"681 add_12" -> "702 add_13" [label="(1, 28, 28, 192)", style=solid]; +"682 add_12_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_16" [label="(1, 28, 28, 192)", style=solid]; +"683 quantize_per_tensor_default_16" -> "684 dequantize_per_tensor_default_16" [label="(1, 28, 28, 192)", style=solid]; +"684 dequantize_per_tensor_default_16" -> "689 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"685 linear_23_scale_0" -> "688 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"686 linear_23_zero_point_0" -> "688 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"687 _frozen_param20" -> "688 dequantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"688 dequantize_per_channel_default_16" -> "689 linear_23" [label="(768, 192)", style=solid]; +"689 linear_23" -> "690 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"690 gelu_3" -> "691 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"691 dropout_14" -> "692 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"692 dropout_14_0_0_nncf_smooth_quant_0" -> "693 quantize_per_tensor_default_17" [label="(1, 28, 28, 768)", style=solid]; +"693 quantize_per_tensor_default_17" -> "694 dequantize_per_tensor_default_17" [label="(1, 28, 28, 768)", style=solid]; +"694 dequantize_per_tensor_default_17" -> "699 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"695 linear_24_scale_0" -> "698 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"696 linear_24_zero_point_0" -> "698 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"697 _frozen_param21" -> "698 dequantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"698 dequantize_per_channel_default_17" -> "699 linear_24" [label="(192, 768)", style=solid]; +"699 linear_24" -> "700 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"700 dropout_15" -> "701 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"701 layer_norm_9" -> "702 add_13" [label="(1, 28, 28, 192)", style=solid]; +"702 add_13" -> "703 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"703 pad_5" -> "704 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"703 pad_5" -> "707 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"703 pad_5" -> "710 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"703 pad_5" -> "713 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"704 slice_65" -> "705 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"705 slice_66" -> "706 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"706 slice_67" -> "716 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"707 slice_68" -> "708 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"708 slice_69" -> "709 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"709 slice_70" -> "716 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"710 slice_71" -> "711 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"711 slice_72" -> "712 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"712 slice_73" -> "716 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"713 slice_74" -> "714 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"714 slice_75" -> "715 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"715 slice_76" -> "716 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"716 cat_1" -> "717 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"717 cat_1_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_18" [label="(1, 14, 14, 768)", style=solid]; +"718 quantize_per_tensor_default_18" -> "719 dequantize_per_tensor_default_18" [label="(1, 14, 14, 768)", style=solid]; +"719 dequantize_per_tensor_default_18" -> "724 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"720 linear_25_scale_0" -> "723 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"721 linear_25_zero_point_0" -> "723 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"722 _frozen_param22" -> "723 dequantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"723 dequantize_per_channel_default_18" -> "724 linear_25" [label="(384, 768)", style=solid]; +"724 linear_25" -> "725 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"725 layer_norm_10" -> "750 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"725 layer_norm_10" -> "795 add_15" [label="(1, 14, 14, 384)", style=solid]; +"726 _frozen_param23" -> "727 dequantize_per_tensor_default_19" [label="(1, 15, 15, 2)", style=solid]; +"727 dequantize_per_tensor_default_19" -> "732 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"728 linear_26_scale_0" -> "731 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"729 linear_26_zero_point_0" -> "731 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"730 _frozen_param24" -> "731 dequantize_per_channel_default_19" [label="(512, 2)", style=solid]; +"731 dequantize_per_channel_default_19" -> "732 linear_26" [label="(512, 2)", style=solid]; +"732 linear_26" -> "733 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"733 relu__4" -> "734 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"734 relu__4_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_20" [label="(1, 15, 15, 512)", style=solid]; +"735 quantize_per_tensor_default_20" -> "736 dequantize_per_tensor_default_20" [label="(1, 15, 15, 512)", style=solid]; +"736 dequantize_per_tensor_default_20" -> "741 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"737 linear_27_scale_0" -> "740 dequantize_per_channel_default_20" [label="(12,)", style=solid]; +"738 linear_27_zero_point_0" -> "740 dequantize_per_channel_default_20" [label="(12,)", style=solid]; +"739 _frozen_param25" -> "740 dequantize_per_channel_default_20" [label="(12, 512)", style=solid]; +"740 dequantize_per_channel_default_20" -> "741 linear_27" [label="(12, 512)", style=solid]; +"741 linear_27" -> "742 view_22" [label="(1, 15, 15, 12)", style=solid]; +"742 view_22" -> "743 index_4" [label="(225, 12)", style=solid]; +"743 index_4" -> "744 view_23" [label="(4096, 12)", style=solid]; +"744 view_23" -> "745 permute_19" [label="(64, 64, 12)", style=solid]; +"745 permute_19" -> "746 contiguous_6" [label="(12, 64, 64)", style=solid]; +"746 contiguous_6" -> "747 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"747 unsqueeze_12" -> "748 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"748 sigmoid_4" -> "749 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"749 mul_8" -> "776 add_14" [label="(1, 12, 64, 64)", style=solid]; +"750 pad_6" -> "751 view_24" [label="(1, 16, 16, 384)", style=solid]; +"751 view_24" -> "752 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"752 permute_20" -> "753 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"753 reshape_18" -> "756 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"754 clone_4" -> "757 linear_28" [label="(1152,)", style=solid]; +"755 features_5_0_attn_qkv_weight_updated_constant0" -> "757 linear_28" [label="(1152, 384)", style=solid]; +"756 reshape_18_0_0_nncf_smooth_quant_0" -> "757 linear_28" [label="(4, 64, 384)", style=solid]; +"757 linear_28" -> "758 reshape_19" [label="(4, 64, 1152)", style=solid]; +"758 reshape_19" -> "759 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"759 permute_21" -> "760 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"759 permute_21" -> "761 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"759 permute_21" -> "762 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"760 select_12" -> "763 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"760 select_12" -> "765 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"760 select_12" -> "766 div_8" [label="(4, 12, 64, 32)", style=solid]; +"761 select_13" -> "767 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"761 select_13" -> "769 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"761 select_13" -> "770 div_9" [label="(4, 12, 64, 32)", style=solid]; +"762 select_14" -> "779 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"763 linalg_vector_norm_8" -> "764 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"764 clamp_min_8" -> "765 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"765 expand_as_8" -> "766 div_8" [label="(4, 12, 64, 32)", style=solid]; +"766 div_8" -> "772 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"767 linalg_vector_norm_9" -> "768 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"768 clamp_min_9" -> "769 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"769 expand_as_9" -> "770 div_9" [label="(4, 12, 64, 32)", style=solid]; +"770 div_9" -> "771 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"771 transpose_8" -> "772 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"772 matmul_8" -> "775 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"773 clamp_4" -> "774 exp_4" [label="(12, 1, 1)", style=solid]; +"774 exp_4" -> "775 mul_9" [label="(12, 1, 1)", style=solid]; +"775 mul_9" -> "776 add_14" [label="(4, 12, 64, 64)", style=solid]; +"776 add_14" -> "777 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"777 softmax_4" -> "778 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"778 dropout_16" -> "779 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"779 matmul_9" -> "780 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"780 transpose_9" -> "781 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"781 reshape_20" -> "783 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"782 features_5_0_attn_proj_weight_updated_constant0" -> "784 linear_29" [label="(384, 384)", style=solid]; +"783 reshape_20_0_0_nncf_smooth_quant_0" -> "784 linear_29" [label="(4, 64, 384)", style=solid]; +"784 linear_29" -> "785 dropout_17" [label="(4, 64, 384)", style=solid]; +"785 dropout_17" -> "786 view_25" [label="(4, 64, 384)", style=solid]; +"786 view_25" -> "787 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"787 permute_22" -> "788 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"788 reshape_21" -> "789 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"789 slice_78" -> "790 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"790 slice_79" -> "791 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"791 slice_80" -> "792 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"792 slice_81" -> "793 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"793 contiguous_7" -> "794 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"794 layer_norm_11" -> "795 add_15" [label="(1, 14, 14, 384)", style=solid]; +"795 add_15" -> "796 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"795 add_15" -> "816 add_16" [label="(1, 14, 14, 384)", style=solid]; +"796 add_15_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_21" [label="(1, 14, 14, 384)", style=solid]; +"797 quantize_per_tensor_default_21" -> "798 dequantize_per_tensor_default_21" [label="(1, 14, 14, 384)", style=solid]; +"798 dequantize_per_tensor_default_21" -> "803 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"799 linear_30_scale_0" -> "802 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"800 linear_30_zero_point_0" -> "802 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"801 _frozen_param26" -> "802 dequantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"802 dequantize_per_channel_default_21" -> "803 linear_30" [label="(1536, 384)", style=solid]; +"803 linear_30" -> "804 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"804 gelu_4" -> "805 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"805 dropout_18" -> "806 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"806 dropout_18_0_0_nncf_smooth_quant_0" -> "807 quantize_per_tensor_default_22" [label="(1, 14, 14, 1536)", style=solid]; +"807 quantize_per_tensor_default_22" -> "808 dequantize_per_tensor_default_22" [label="(1, 14, 14, 1536)", style=solid]; +"808 dequantize_per_tensor_default_22" -> "813 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"809 linear_31_scale_0" -> "812 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"810 linear_31_zero_point_0" -> "812 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"811 _frozen_param27" -> "812 dequantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"812 dequantize_per_channel_default_22" -> "813 linear_31" [label="(384, 1536)", style=solid]; +"813 linear_31" -> "814 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"814 dropout_19" -> "815 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"815 layer_norm_12" -> "816 add_16" [label="(1, 14, 14, 384)", style=solid]; +"816 add_16" -> "841 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"816 add_16" -> "904 add_19" [label="(1, 14, 14, 384)", style=solid]; +"817 _frozen_param28" -> "818 dequantize_per_tensor_default_23" [label="(1, 15, 15, 2)", style=solid]; +"818 dequantize_per_tensor_default_23" -> "823 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"819 linear_32_scale_0" -> "822 dequantize_per_channel_default_23" [label="(512,)", style=solid]; +"820 linear_32_zero_point_0" -> "822 dequantize_per_channel_default_23" [label="(512,)", style=solid]; +"821 _frozen_param29" -> "822 dequantize_per_channel_default_23" [label="(512, 2)", style=solid]; +"822 dequantize_per_channel_default_23" -> "823 linear_32" [label="(512, 2)", style=solid]; +"823 linear_32" -> "824 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"824 relu__5" -> "825 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"825 relu__5_0_0_nncf_smooth_quant_0" -> "826 quantize_per_tensor_default_24" [label="(1, 15, 15, 512)", style=solid]; +"826 quantize_per_tensor_default_24" -> "827 dequantize_per_tensor_default_24" [label="(1, 15, 15, 512)", style=solid]; +"827 dequantize_per_tensor_default_24" -> "832 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"828 linear_33_scale_0" -> "831 dequantize_per_channel_default_24" [label="(12,)", style=solid]; +"829 linear_33_zero_point_0" -> "831 dequantize_per_channel_default_24" [label="(12,)", style=solid]; +"830 _frozen_param30" -> "831 dequantize_per_channel_default_24" [label="(12, 512)", style=solid]; +"831 dequantize_per_channel_default_24" -> "832 linear_33" [label="(12, 512)", style=solid]; +"832 linear_33" -> "833 view_26" [label="(1, 15, 15, 12)", style=solid]; +"833 view_26" -> "834 index_5" [label="(225, 12)", style=solid]; +"834 index_5" -> "835 view_27" [label="(4096, 12)", style=solid]; +"835 view_27" -> "836 permute_23" [label="(64, 64, 12)", style=solid]; +"836 permute_23" -> "837 contiguous_8" [label="(12, 64, 64)", style=solid]; +"837 contiguous_8" -> "838 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"838 unsqueeze_13" -> "839 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"839 sigmoid_5" -> "840 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"840 mul_10" -> "868 add_17" [label="(1, 12, 64, 64)", style=solid]; +"841 pad_7" -> "842 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"842 roll_4" -> "843 view_28" [label="(1, 16, 16, 384)", style=solid]; +"843 view_28" -> "844 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"844 permute_24" -> "845 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"845 reshape_22" -> "848 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"845 reshape_22" -> "869 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"846 clone_5" -> "849 linear_34" [label="(1152,)", style=solid]; +"847 features_5_1_attn_qkv_weight_updated_constant0" -> "849 linear_34" [label="(1152, 384)", style=solid]; +"848 reshape_22_0_0_nncf_smooth_quant_0" -> "849 linear_34" [label="(4, 64, 384)", style=solid]; +"849 linear_34" -> "850 reshape_23" [label="(4, 64, 1152)", style=solid]; +"850 reshape_23" -> "851 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"851 permute_25" -> "852 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"851 permute_25" -> "853 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"851 permute_25" -> "854 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"852 select_15" -> "855 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"852 select_15" -> "857 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"852 select_15" -> "858 div_10" [label="(4, 12, 64, 32)", style=solid]; +"853 select_16" -> "859 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"853 select_16" -> "861 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"853 select_16" -> "862 div_11" [label="(4, 12, 64, 32)", style=solid]; +"854 select_17" -> "887 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"855 linalg_vector_norm_10" -> "856 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"856 clamp_min_10" -> "857 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"857 expand_as_10" -> "858 div_10" [label="(4, 12, 64, 32)", style=solid]; +"858 div_10" -> "864 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"859 linalg_vector_norm_11" -> "860 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"860 clamp_min_11" -> "861 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"861 expand_as_11" -> "862 div_11" [label="(4, 12, 64, 32)", style=solid]; +"862 div_11" -> "863 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"863 transpose_10" -> "864 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"864 matmul_10" -> "867 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"865 clamp_5" -> "866 exp_5" [label="(12, 1, 1)", style=solid]; +"866 exp_5" -> "867 mul_11" [label="(12, 1, 1)", style=solid]; +"867 mul_11" -> "868 add_17" [label="(4, 12, 64, 64)", style=solid]; +"868 add_17" -> "880 view_30" [label="(4, 12, 64, 64)", style=solid]; +"869 new_zeros_2" -> "870 view_29" [label="(16, 16)", style=solid]; +"870 view_29" -> "871 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"871 permute_26" -> "872 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"872 reshape_24" -> "873 unsqueeze_14" [label="(4, 64)", style=solid]; +"872 reshape_24" -> "874 unsqueeze_15" [label="(4, 64)", style=solid]; +"873 unsqueeze_14" -> "875 sub_2" [label="(4, 1, 64)", style=solid]; +"874 unsqueeze_15" -> "875 sub_2" [label="(4, 64, 1)", style=solid]; +"875 sub_2" -> "876 ne_2" [label="(4, 64, 64)", style=solid]; +"875 sub_2" -> "877 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"875 sub_2" -> "878 eq_2" [label="(4, 64, 64)", style=solid]; +"876 ne_2" -> "877 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"877 masked_fill_4" -> "879 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"878 eq_2" -> "879 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"879 masked_fill_5" -> "881 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"880 view_30" -> "883 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"881 unsqueeze_16" -> "882 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"882 unsqueeze_17" -> "883 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"883 add_18" -> "884 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"884 view_31" -> "885 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"885 softmax_5" -> "886 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"886 dropout_20" -> "887 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"887 matmul_11" -> "888 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"888 transpose_11" -> "889 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"889 reshape_25" -> "891 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"890 features_5_1_attn_proj_weight_updated_constant0" -> "892 linear_35" [label="(384, 384)", style=solid]; +"891 reshape_25_0_0_nncf_smooth_quant_0" -> "892 linear_35" [label="(4, 64, 384)", style=solid]; +"892 linear_35" -> "893 dropout_21" [label="(4, 64, 384)", style=solid]; +"893 dropout_21" -> "894 view_32" [label="(4, 64, 384)", style=solid]; +"894 view_32" -> "895 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"895 permute_27" -> "896 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"896 reshape_26" -> "897 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"897 roll_5" -> "898 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"898 slice_101" -> "899 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"899 slice_102" -> "900 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"900 slice_103" -> "901 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"901 slice_104" -> "902 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"902 contiguous_9" -> "903 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"903 layer_norm_13" -> "904 add_19" [label="(1, 14, 14, 384)", style=solid]; +"904 add_19" -> "905 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"904 add_19" -> "925 add_20" [label="(1, 14, 14, 384)", style=solid]; +"905 add_19_0_0_nncf_smooth_quant_0" -> "906 quantize_per_tensor_default_25" [label="(1, 14, 14, 384)", style=solid]; +"906 quantize_per_tensor_default_25" -> "907 dequantize_per_tensor_default_25" [label="(1, 14, 14, 384)", style=solid]; +"907 dequantize_per_tensor_default_25" -> "912 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"908 linear_36_scale_0" -> "911 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"909 linear_36_zero_point_0" -> "911 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"910 _frozen_param31" -> "911 dequantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"911 dequantize_per_channel_default_25" -> "912 linear_36" [label="(1536, 384)", style=solid]; +"912 linear_36" -> "913 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"913 gelu_5" -> "914 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"914 dropout_22" -> "915 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"915 dropout_22_0_0_nncf_smooth_quant_0" -> "916 quantize_per_tensor_default_26" [label="(1, 14, 14, 1536)", style=solid]; +"916 quantize_per_tensor_default_26" -> "917 dequantize_per_tensor_default_26" [label="(1, 14, 14, 1536)", style=solid]; +"917 dequantize_per_tensor_default_26" -> "922 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"918 linear_37_scale_0" -> "921 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"919 linear_37_zero_point_0" -> "921 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"920 _frozen_param32" -> "921 dequantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"921 dequantize_per_channel_default_26" -> "922 linear_37" [label="(384, 1536)", style=solid]; +"922 linear_37" -> "923 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"923 dropout_23" -> "924 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"924 layer_norm_14" -> "925 add_20" [label="(1, 14, 14, 384)", style=solid]; +"925 add_20" -> "950 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"925 add_20" -> "995 add_22" [label="(1, 14, 14, 384)", style=solid]; +"926 _frozen_param33" -> "927 dequantize_per_tensor_default_27" [label="(1, 15, 15, 2)", style=solid]; +"927 dequantize_per_tensor_default_27" -> "932 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"928 linear_38_scale_0" -> "931 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"929 linear_38_zero_point_0" -> "931 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"930 _frozen_param34" -> "931 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"931 dequantize_per_channel_default_27" -> "932 linear_38" [label="(512, 2)", style=solid]; +"932 linear_38" -> "933 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"933 relu__6" -> "934 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"934 relu__6_0_0_nncf_smooth_quant_0" -> "935 quantize_per_tensor_default_28" [label="(1, 15, 15, 512)", style=solid]; +"935 quantize_per_tensor_default_28" -> "936 dequantize_per_tensor_default_28" [label="(1, 15, 15, 512)", style=solid]; +"936 dequantize_per_tensor_default_28" -> "941 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"937 linear_39_scale_0" -> "940 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"938 linear_39_zero_point_0" -> "940 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"939 _frozen_param35" -> "940 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"940 dequantize_per_channel_default_28" -> "941 linear_39" [label="(12, 512)", style=solid]; +"941 linear_39" -> "942 view_33" [label="(1, 15, 15, 12)", style=solid]; +"942 view_33" -> "943 index_6" [label="(225, 12)", style=solid]; +"943 index_6" -> "944 view_34" [label="(4096, 12)", style=solid]; +"944 view_34" -> "945 permute_28" [label="(64, 64, 12)", style=solid]; +"945 permute_28" -> "946 contiguous_10" [label="(12, 64, 64)", style=solid]; +"946 contiguous_10" -> "947 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"947 unsqueeze_18" -> "948 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"948 sigmoid_6" -> "949 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"949 mul_12" -> "976 add_21" [label="(1, 12, 64, 64)", style=solid]; +"950 pad_8" -> "951 view_35" [label="(1, 16, 16, 384)", style=solid]; +"951 view_35" -> "952 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"952 permute_29" -> "953 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"953 reshape_27" -> "956 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"954 clone_6" -> "957 linear_40" [label="(1152,)", style=solid]; +"955 features_5_2_attn_qkv_weight_updated_constant0" -> "957 linear_40" [label="(1152, 384)", style=solid]; +"956 reshape_27_0_0_nncf_smooth_quant_0" -> "957 linear_40" [label="(4, 64, 384)", style=solid]; +"957 linear_40" -> "958 reshape_28" [label="(4, 64, 1152)", style=solid]; +"958 reshape_28" -> "959 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"959 permute_30" -> "960 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"959 permute_30" -> "961 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"959 permute_30" -> "962 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"960 select_18" -> "963 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"960 select_18" -> "965 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"960 select_18" -> "966 div_12" [label="(4, 12, 64, 32)", style=solid]; +"961 select_19" -> "967 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"961 select_19" -> "969 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"961 select_19" -> "970 div_13" [label="(4, 12, 64, 32)", style=solid]; +"962 select_20" -> "979 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"963 linalg_vector_norm_12" -> "964 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"964 clamp_min_12" -> "965 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"965 expand_as_12" -> "966 div_12" [label="(4, 12, 64, 32)", style=solid]; +"966 div_12" -> "972 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"967 linalg_vector_norm_13" -> "968 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"968 clamp_min_13" -> "969 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"969 expand_as_13" -> "970 div_13" [label="(4, 12, 64, 32)", style=solid]; +"970 div_13" -> "971 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"971 transpose_12" -> "972 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"972 matmul_12" -> "975 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"973 clamp_6" -> "974 exp_6" [label="(12, 1, 1)", style=solid]; +"974 exp_6" -> "975 mul_13" [label="(12, 1, 1)", style=solid]; +"975 mul_13" -> "976 add_21" [label="(4, 12, 64, 64)", style=solid]; +"976 add_21" -> "977 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"977 softmax_6" -> "978 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"978 dropout_24" -> "979 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"979 matmul_13" -> "980 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"980 transpose_13" -> "981 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"981 reshape_29" -> "983 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"982 features_5_2_attn_proj_weight_updated_constant0" -> "984 linear_41" [label="(384, 384)", style=solid]; +"983 reshape_29_0_0_nncf_smooth_quant_0" -> "984 linear_41" [label="(4, 64, 384)", style=solid]; +"984 linear_41" -> "985 dropout_25" [label="(4, 64, 384)", style=solid]; +"985 dropout_25" -> "986 view_36" [label="(4, 64, 384)", style=solid]; +"986 view_36" -> "987 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"987 permute_31" -> "988 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"988 reshape_30" -> "989 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"989 slice_106" -> "990 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"990 slice_107" -> "991 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"991 slice_108" -> "992 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"992 slice_109" -> "993 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"993 contiguous_11" -> "994 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"994 layer_norm_15" -> "995 add_22" [label="(1, 14, 14, 384)", style=solid]; +"995 add_22" -> "996 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"995 add_22" -> "1016 add_23" [label="(1, 14, 14, 384)", style=solid]; +"996 add_22_0_0_nncf_smooth_quant_0" -> "997 quantize_per_tensor_default_29" [label="(1, 14, 14, 384)", style=solid]; +"997 quantize_per_tensor_default_29" -> "998 dequantize_per_tensor_default_29" [label="(1, 14, 14, 384)", style=solid]; +"998 dequantize_per_tensor_default_29" -> "1003 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"999 linear_42_scale_0" -> "1002 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"1000 linear_42_zero_point_0" -> "1002 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"1001 _frozen_param36" -> "1002 dequantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"1002 dequantize_per_channel_default_29" -> "1003 linear_42" [label="(1536, 384)", style=solid]; +"1003 linear_42" -> "1004 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"1004 gelu_6" -> "1005 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"1005 dropout_26" -> "1006 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1006 dropout_26_0_0_nncf_smooth_quant_0" -> "1007 quantize_per_tensor_default_30" [label="(1, 14, 14, 1536)", style=solid]; +"1007 quantize_per_tensor_default_30" -> "1008 dequantize_per_tensor_default_30" [label="(1, 14, 14, 1536)", style=solid]; +"1008 dequantize_per_tensor_default_30" -> "1013 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"1009 linear_43_scale_0" -> "1012 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"1010 linear_43_zero_point_0" -> "1012 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"1011 _frozen_param37" -> "1012 dequantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"1012 dequantize_per_channel_default_30" -> "1013 linear_43" [label="(384, 1536)", style=solid]; +"1013 linear_43" -> "1014 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"1014 dropout_27" -> "1015 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"1015 layer_norm_16" -> "1016 add_23" [label="(1, 14, 14, 384)", style=solid]; +"1016 add_23" -> "1041 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"1016 add_23" -> "1104 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1017 _frozen_param38" -> "1018 dequantize_per_tensor_default_31" [label="(1, 15, 15, 2)", style=solid]; +"1018 dequantize_per_tensor_default_31" -> "1023 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"1019 linear_44_scale_0" -> "1022 dequantize_per_channel_default_31" [label="(512,)", style=solid]; +"1020 linear_44_zero_point_0" -> "1022 dequantize_per_channel_default_31" [label="(512,)", style=solid]; +"1021 _frozen_param39" -> "1022 dequantize_per_channel_default_31" [label="(512, 2)", style=solid]; +"1022 dequantize_per_channel_default_31" -> "1023 linear_44" [label="(512, 2)", style=solid]; +"1023 linear_44" -> "1024 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"1024 relu__7" -> "1025 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1025 relu__7_0_0_nncf_smooth_quant_0" -> "1026 quantize_per_tensor_default_32" [label="(1, 15, 15, 512)", style=solid]; +"1026 quantize_per_tensor_default_32" -> "1027 dequantize_per_tensor_default_32" [label="(1, 15, 15, 512)", style=solid]; +"1027 dequantize_per_tensor_default_32" -> "1032 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"1028 linear_45_scale_0" -> "1031 dequantize_per_channel_default_32" [label="(12,)", style=solid]; +"1029 linear_45_zero_point_0" -> "1031 dequantize_per_channel_default_32" [label="(12,)", style=solid]; +"1030 _frozen_param40" -> "1031 dequantize_per_channel_default_32" [label="(12, 512)", style=solid]; +"1031 dequantize_per_channel_default_32" -> "1032 linear_45" [label="(12, 512)", style=solid]; +"1032 linear_45" -> "1033 view_37" [label="(1, 15, 15, 12)", style=solid]; +"1033 view_37" -> "1034 index_7" [label="(225, 12)", style=solid]; +"1034 index_7" -> "1035 view_38" [label="(4096, 12)", style=solid]; +"1035 view_38" -> "1036 permute_32" [label="(64, 64, 12)", style=solid]; +"1036 permute_32" -> "1037 contiguous_12" [label="(12, 64, 64)", style=solid]; +"1037 contiguous_12" -> "1038 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"1038 unsqueeze_19" -> "1039 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"1039 sigmoid_7" -> "1040 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"1040 mul_14" -> "1068 add_24" [label="(1, 12, 64, 64)", style=solid]; +"1041 pad_9" -> "1042 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"1042 roll_6" -> "1043 view_39" [label="(1, 16, 16, 384)", style=solid]; +"1043 view_39" -> "1044 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1044 permute_33" -> "1045 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1045 reshape_31" -> "1048 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1045 reshape_31" -> "1069 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"1046 clone_7" -> "1049 linear_46" [label="(1152,)", style=solid]; +"1047 features_5_3_attn_qkv_weight_updated_constant0" -> "1049 linear_46" [label="(1152, 384)", style=solid]; +"1048 reshape_31_0_0_nncf_smooth_quant_0" -> "1049 linear_46" [label="(4, 64, 384)", style=solid]; +"1049 linear_46" -> "1050 reshape_32" [label="(4, 64, 1152)", style=solid]; +"1050 reshape_32" -> "1051 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"1051 permute_34" -> "1052 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"1051 permute_34" -> "1053 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"1051 permute_34" -> "1054 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"1052 select_21" -> "1055 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"1052 select_21" -> "1057 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"1052 select_21" -> "1058 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1053 select_22" -> "1059 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"1053 select_22" -> "1061 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"1053 select_22" -> "1062 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1054 select_23" -> "1087 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"1055 linalg_vector_norm_14" -> "1056 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"1056 clamp_min_14" -> "1057 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"1057 expand_as_14" -> "1058 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1058 div_14" -> "1064 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"1059 linalg_vector_norm_15" -> "1060 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1060 clamp_min_15" -> "1061 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1061 expand_as_15" -> "1062 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1062 div_15" -> "1063 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1063 transpose_14" -> "1064 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1064 matmul_14" -> "1067 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1065 clamp_7" -> "1066 exp_7" [label="(12, 1, 1)", style=solid]; +"1066 exp_7" -> "1067 mul_15" [label="(12, 1, 1)", style=solid]; +"1067 mul_15" -> "1068 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1068 add_24" -> "1080 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1069 new_zeros_3" -> "1070 view_40" [label="(16, 16)", style=solid]; +"1070 view_40" -> "1071 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1071 permute_35" -> "1072 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1072 reshape_33" -> "1073 unsqueeze_20" [label="(4, 64)", style=solid]; +"1072 reshape_33" -> "1074 unsqueeze_21" [label="(4, 64)", style=solid]; +"1073 unsqueeze_20" -> "1075 sub_3" [label="(4, 1, 64)", style=solid]; +"1074 unsqueeze_21" -> "1075 sub_3" [label="(4, 64, 1)", style=solid]; +"1075 sub_3" -> "1076 ne_3" [label="(4, 64, 64)", style=solid]; +"1075 sub_3" -> "1077 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1075 sub_3" -> "1078 eq_3" [label="(4, 64, 64)", style=solid]; +"1076 ne_3" -> "1077 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1077 masked_fill_6" -> "1079 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1078 eq_3" -> "1079 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1079 masked_fill_7" -> "1081 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1080 view_41" -> "1083 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1081 unsqueeze_22" -> "1082 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1082 unsqueeze_23" -> "1083 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1083 add_25" -> "1084 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1084 view_42" -> "1085 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1085 softmax_7" -> "1086 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1086 dropout_28" -> "1087 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1087 matmul_15" -> "1088 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1088 transpose_15" -> "1089 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1089 reshape_34" -> "1091 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1090 features_5_3_attn_proj_weight_updated_constant0" -> "1092 linear_47" [label="(384, 384)", style=solid]; +"1091 reshape_34_0_0_nncf_smooth_quant_0" -> "1092 linear_47" [label="(4, 64, 384)", style=solid]; +"1092 linear_47" -> "1093 dropout_29" [label="(4, 64, 384)", style=solid]; +"1093 dropout_29" -> "1094 view_43" [label="(4, 64, 384)", style=solid]; +"1094 view_43" -> "1095 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1095 permute_36" -> "1096 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1096 reshape_35" -> "1097 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1097 roll_7" -> "1098 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1098 slice_129" -> "1099 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1099 slice_130" -> "1100 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1100 slice_131" -> "1101 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1101 slice_132" -> "1102 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1102 contiguous_13" -> "1103 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1103 layer_norm_17" -> "1104 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1104 add_26" -> "1105 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1104 add_26" -> "1125 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1105 add_26_0_0_nncf_smooth_quant_0" -> "1106 quantize_per_tensor_default_33" [label="(1, 14, 14, 384)", style=solid]; +"1106 quantize_per_tensor_default_33" -> "1107 dequantize_per_tensor_default_33" [label="(1, 14, 14, 384)", style=solid]; +"1107 dequantize_per_tensor_default_33" -> "1112 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1108 linear_48_scale_0" -> "1111 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"1109 linear_48_zero_point_0" -> "1111 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"1110 _frozen_param41" -> "1111 dequantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"1111 dequantize_per_channel_default_33" -> "1112 linear_48" [label="(1536, 384)", style=solid]; +"1112 linear_48" -> "1113 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1113 gelu_7" -> "1114 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1114 dropout_30" -> "1115 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1115 dropout_30_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_default_34" [label="(1, 14, 14, 1536)", style=solid]; +"1116 quantize_per_tensor_default_34" -> "1117 dequantize_per_tensor_default_34" [label="(1, 14, 14, 1536)", style=solid]; +"1117 dequantize_per_tensor_default_34" -> "1122 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1118 linear_49_scale_0" -> "1121 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"1119 linear_49_zero_point_0" -> "1121 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"1120 _frozen_param42" -> "1121 dequantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"1121 dequantize_per_channel_default_34" -> "1122 linear_49" [label="(384, 1536)", style=solid]; +"1122 linear_49" -> "1123 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1123 dropout_31" -> "1124 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1124 layer_norm_18" -> "1125 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1125 add_27" -> "1150 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1125 add_27" -> "1195 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1126 _frozen_param43" -> "1127 dequantize_per_tensor_default_35" [label="(1, 15, 15, 2)", style=solid]; +"1127 dequantize_per_tensor_default_35" -> "1132 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1128 linear_50_scale_0" -> "1131 dequantize_per_channel_default_35" [label="(512,)", style=solid]; +"1129 linear_50_zero_point_0" -> "1131 dequantize_per_channel_default_35" [label="(512,)", style=solid]; +"1130 _frozen_param44" -> "1131 dequantize_per_channel_default_35" [label="(512, 2)", style=solid]; +"1131 dequantize_per_channel_default_35" -> "1132 linear_50" [label="(512, 2)", style=solid]; +"1132 linear_50" -> "1133 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1133 relu__8" -> "1134 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1134 relu__8_0_0_nncf_smooth_quant_0" -> "1135 quantize_per_tensor_default_36" [label="(1, 15, 15, 512)", style=solid]; +"1135 quantize_per_tensor_default_36" -> "1136 dequantize_per_tensor_default_36" [label="(1, 15, 15, 512)", style=solid]; +"1136 dequantize_per_tensor_default_36" -> "1141 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1137 linear_51_scale_0" -> "1140 dequantize_per_channel_default_36" [label="(12,)", style=solid]; +"1138 linear_51_zero_point_0" -> "1140 dequantize_per_channel_default_36" [label="(12,)", style=solid]; +"1139 _frozen_param45" -> "1140 dequantize_per_channel_default_36" [label="(12, 512)", style=solid]; +"1140 dequantize_per_channel_default_36" -> "1141 linear_51" [label="(12, 512)", style=solid]; +"1141 linear_51" -> "1142 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1142 view_44" -> "1143 index_8" [label="(225, 12)", style=solid]; +"1143 index_8" -> "1144 view_45" [label="(4096, 12)", style=solid]; +"1144 view_45" -> "1145 permute_37" [label="(64, 64, 12)", style=solid]; +"1145 permute_37" -> "1146 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1146 contiguous_14" -> "1147 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1147 unsqueeze_24" -> "1148 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1148 sigmoid_8" -> "1149 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1149 mul_16" -> "1176 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1150 pad_10" -> "1151 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1151 view_46" -> "1152 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1152 permute_38" -> "1153 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1153 reshape_36" -> "1156 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1154 clone_8" -> "1157 linear_52" [label="(1152,)", style=solid]; +"1155 features_5_4_attn_qkv_weight_updated_constant0" -> "1157 linear_52" [label="(1152, 384)", style=solid]; +"1156 reshape_36_0_0_nncf_smooth_quant_0" -> "1157 linear_52" [label="(4, 64, 384)", style=solid]; +"1157 linear_52" -> "1158 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1158 reshape_37" -> "1159 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1159 permute_39" -> "1160 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1159 permute_39" -> "1161 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1159 permute_39" -> "1162 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1160 select_24" -> "1163 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1160 select_24" -> "1165 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1160 select_24" -> "1166 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1161 select_25" -> "1167 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1161 select_25" -> "1169 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1161 select_25" -> "1170 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1162 select_26" -> "1179 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1163 linalg_vector_norm_16" -> "1164 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1164 clamp_min_16" -> "1165 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1165 expand_as_16" -> "1166 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1166 div_16" -> "1172 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1167 linalg_vector_norm_17" -> "1168 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1168 clamp_min_17" -> "1169 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1169 expand_as_17" -> "1170 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1170 div_17" -> "1171 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1171 transpose_16" -> "1172 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1172 matmul_16" -> "1175 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1173 clamp_8" -> "1174 exp_8" [label="(12, 1, 1)", style=solid]; +"1174 exp_8" -> "1175 mul_17" [label="(12, 1, 1)", style=solid]; +"1175 mul_17" -> "1176 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1176 add_28" -> "1177 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1177 softmax_8" -> "1178 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1178 dropout_32" -> "1179 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1179 matmul_17" -> "1180 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1180 transpose_17" -> "1181 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1181 reshape_38" -> "1183 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1182 features_5_4_attn_proj_weight_updated_constant0" -> "1184 linear_53" [label="(384, 384)", style=solid]; +"1183 reshape_38_0_0_nncf_smooth_quant_0" -> "1184 linear_53" [label="(4, 64, 384)", style=solid]; +"1184 linear_53" -> "1185 dropout_33" [label="(4, 64, 384)", style=solid]; +"1185 dropout_33" -> "1186 view_47" [label="(4, 64, 384)", style=solid]; +"1186 view_47" -> "1187 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1187 permute_40" -> "1188 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1188 reshape_39" -> "1189 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1189 slice_134" -> "1190 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1190 slice_135" -> "1191 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1191 slice_136" -> "1192 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1192 slice_137" -> "1193 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1193 contiguous_15" -> "1194 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1194 layer_norm_19" -> "1195 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1195 add_29" -> "1196 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1195 add_29" -> "1216 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1196 add_29_0_0_nncf_smooth_quant_0" -> "1197 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"1197 quantize_per_tensor_default_37" -> "1198 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"1198 dequantize_per_tensor_default_37" -> "1203 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1199 linear_54_scale_0" -> "1202 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1200 linear_54_zero_point_0" -> "1202 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1201 _frozen_param46" -> "1202 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"1202 dequantize_per_channel_default_37" -> "1203 linear_54" [label="(1536, 384)", style=solid]; +"1203 linear_54" -> "1204 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1204 gelu_8" -> "1205 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1205 dropout_34" -> "1206 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1206 dropout_34_0_0_nncf_smooth_quant_0" -> "1207 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"1207 quantize_per_tensor_default_38" -> "1208 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"1208 dequantize_per_tensor_default_38" -> "1213 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1209 linear_55_scale_0" -> "1212 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"1210 linear_55_zero_point_0" -> "1212 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"1211 _frozen_param47" -> "1212 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"1212 dequantize_per_channel_default_38" -> "1213 linear_55" [label="(384, 1536)", style=solid]; +"1213 linear_55" -> "1214 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1214 dropout_35" -> "1215 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1215 layer_norm_20" -> "1216 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1216 add_30" -> "1241 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1216 add_30" -> "1304 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1217 _frozen_param48" -> "1218 dequantize_per_tensor_default_39" [label="(1, 15, 15, 2)", style=solid]; +"1218 dequantize_per_tensor_default_39" -> "1223 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1219 linear_56_scale_0" -> "1222 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"1220 linear_56_zero_point_0" -> "1222 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"1221 _frozen_param49" -> "1222 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"1222 dequantize_per_channel_default_39" -> "1223 linear_56" [label="(512, 2)", style=solid]; +"1223 linear_56" -> "1224 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1224 relu__9" -> "1225 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1225 relu__9_0_0_nncf_smooth_quant_0" -> "1226 quantize_per_tensor_default_40" [label="(1, 15, 15, 512)", style=solid]; +"1226 quantize_per_tensor_default_40" -> "1227 dequantize_per_tensor_default_40" [label="(1, 15, 15, 512)", style=solid]; +"1227 dequantize_per_tensor_default_40" -> "1232 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1228 linear_57_scale_0" -> "1231 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"1229 linear_57_zero_point_0" -> "1231 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"1230 _frozen_param50" -> "1231 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"1231 dequantize_per_channel_default_40" -> "1232 linear_57" [label="(12, 512)", style=solid]; +"1232 linear_57" -> "1233 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1233 view_48" -> "1234 index_9" [label="(225, 12)", style=solid]; +"1234 index_9" -> "1235 view_49" [label="(4096, 12)", style=solid]; +"1235 view_49" -> "1236 permute_41" [label="(64, 64, 12)", style=solid]; +"1236 permute_41" -> "1237 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1237 contiguous_16" -> "1238 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1238 unsqueeze_25" -> "1239 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1239 sigmoid_9" -> "1240 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1240 mul_18" -> "1268 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1241 pad_11" -> "1242 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1242 roll_8" -> "1243 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1243 view_50" -> "1244 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1244 permute_42" -> "1245 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1245 reshape_40" -> "1248 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1245 reshape_40" -> "1269 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1246 clone_9" -> "1249 linear_58" [label="(1152,)", style=solid]; +"1247 features_5_5_attn_qkv_weight_updated_constant0" -> "1249 linear_58" [label="(1152, 384)", style=solid]; +"1248 reshape_40_0_0_nncf_smooth_quant_0" -> "1249 linear_58" [label="(4, 64, 384)", style=solid]; +"1249 linear_58" -> "1250 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1250 reshape_41" -> "1251 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1251 permute_43" -> "1252 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1251 permute_43" -> "1253 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1251 permute_43" -> "1254 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1252 select_27" -> "1255 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1252 select_27" -> "1257 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1252 select_27" -> "1258 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1253 select_28" -> "1259 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1253 select_28" -> "1261 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1253 select_28" -> "1262 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1254 select_29" -> "1287 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1255 linalg_vector_norm_18" -> "1256 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1256 clamp_min_18" -> "1257 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1257 expand_as_18" -> "1258 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1258 div_18" -> "1264 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1259 linalg_vector_norm_19" -> "1260 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1260 clamp_min_19" -> "1261 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1261 expand_as_19" -> "1262 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1262 div_19" -> "1263 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1263 transpose_18" -> "1264 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1264 matmul_18" -> "1267 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1265 clamp_9" -> "1266 exp_9" [label="(12, 1, 1)", style=solid]; +"1266 exp_9" -> "1267 mul_19" [label="(12, 1, 1)", style=solid]; +"1267 mul_19" -> "1268 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1268 add_31" -> "1280 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1269 new_zeros_4" -> "1270 view_51" [label="(16, 16)", style=solid]; +"1270 view_51" -> "1271 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1271 permute_44" -> "1272 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1272 reshape_42" -> "1273 unsqueeze_26" [label="(4, 64)", style=solid]; +"1272 reshape_42" -> "1274 unsqueeze_27" [label="(4, 64)", style=solid]; +"1273 unsqueeze_26" -> "1275 sub_4" [label="(4, 1, 64)", style=solid]; +"1274 unsqueeze_27" -> "1275 sub_4" [label="(4, 64, 1)", style=solid]; +"1275 sub_4" -> "1276 ne_4" [label="(4, 64, 64)", style=solid]; +"1275 sub_4" -> "1277 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1275 sub_4" -> "1278 eq_4" [label="(4, 64, 64)", style=solid]; +"1276 ne_4" -> "1277 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1277 masked_fill_8" -> "1279 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1278 eq_4" -> "1279 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1279 masked_fill_9" -> "1281 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1280 view_52" -> "1283 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1281 unsqueeze_28" -> "1282 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1282 unsqueeze_29" -> "1283 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1283 add_32" -> "1284 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1284 view_53" -> "1285 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1285 softmax_9" -> "1286 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1286 dropout_36" -> "1287 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1287 matmul_19" -> "1288 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1288 transpose_19" -> "1289 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1289 reshape_43" -> "1291 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1290 features_5_5_attn_proj_weight_updated_constant0" -> "1292 linear_59" [label="(384, 384)", style=solid]; +"1291 reshape_43_0_0_nncf_smooth_quant_0" -> "1292 linear_59" [label="(4, 64, 384)", style=solid]; +"1292 linear_59" -> "1293 dropout_37" [label="(4, 64, 384)", style=solid]; +"1293 dropout_37" -> "1294 view_54" [label="(4, 64, 384)", style=solid]; +"1294 view_54" -> "1295 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1295 permute_45" -> "1296 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1296 reshape_44" -> "1297 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1297 roll_9" -> "1298 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1298 slice_157" -> "1299 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1299 slice_158" -> "1300 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1300 slice_159" -> "1301 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1301 slice_160" -> "1302 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1302 contiguous_17" -> "1303 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1303 layer_norm_21" -> "1304 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1304 add_33" -> "1305 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1304 add_33" -> "1325 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1305 add_33_0_0_nncf_smooth_quant_0" -> "1306 quantize_per_tensor_default_41" [label="(1, 14, 14, 384)", style=solid]; +"1306 quantize_per_tensor_default_41" -> "1307 dequantize_per_tensor_default_41" [label="(1, 14, 14, 384)", style=solid]; +"1307 dequantize_per_tensor_default_41" -> "1312 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1308 linear_60_scale_0" -> "1311 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1309 linear_60_zero_point_0" -> "1311 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1310 _frozen_param51" -> "1311 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1311 dequantize_per_channel_default_41" -> "1312 linear_60" [label="(1536, 384)", style=solid]; +"1312 linear_60" -> "1313 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1313 gelu_9" -> "1314 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1314 dropout_38" -> "1315 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1315 dropout_38_0_0_nncf_smooth_quant_0" -> "1316 quantize_per_tensor_default_42" [label="(1, 14, 14, 1536)", style=solid]; +"1316 quantize_per_tensor_default_42" -> "1317 dequantize_per_tensor_default_42" [label="(1, 14, 14, 1536)", style=solid]; +"1317 dequantize_per_tensor_default_42" -> "1322 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1318 linear_61_scale_0" -> "1321 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1319 linear_61_zero_point_0" -> "1321 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1320 _frozen_param52" -> "1321 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1321 dequantize_per_channel_default_42" -> "1322 linear_61" [label="(384, 1536)", style=solid]; +"1322 linear_61" -> "1323 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1323 dropout_39" -> "1324 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1324 layer_norm_22" -> "1325 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1325 add_34" -> "1350 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1325 add_34" -> "1395 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1326 _frozen_param53" -> "1327 dequantize_per_tensor_default_43" [label="(1, 15, 15, 2)", style=solid]; +"1327 dequantize_per_tensor_default_43" -> "1332 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1328 linear_62_scale_0" -> "1331 dequantize_per_channel_default_43" [label="(512,)", style=solid]; +"1329 linear_62_zero_point_0" -> "1331 dequantize_per_channel_default_43" [label="(512,)", style=solid]; +"1330 _frozen_param54" -> "1331 dequantize_per_channel_default_43" [label="(512, 2)", style=solid]; +"1331 dequantize_per_channel_default_43" -> "1332 linear_62" [label="(512, 2)", style=solid]; +"1332 linear_62" -> "1333 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1333 relu__10" -> "1334 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1334 relu__10_0_0_nncf_smooth_quant_0" -> "1335 quantize_per_tensor_default_44" [label="(1, 15, 15, 512)", style=solid]; +"1335 quantize_per_tensor_default_44" -> "1336 dequantize_per_tensor_default_44" [label="(1, 15, 15, 512)", style=solid]; +"1336 dequantize_per_tensor_default_44" -> "1341 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1337 linear_63_scale_0" -> "1340 dequantize_per_channel_default_44" [label="(12,)", style=solid]; +"1338 linear_63_zero_point_0" -> "1340 dequantize_per_channel_default_44" [label="(12,)", style=solid]; +"1339 _frozen_param55" -> "1340 dequantize_per_channel_default_44" [label="(12, 512)", style=solid]; +"1340 dequantize_per_channel_default_44" -> "1341 linear_63" [label="(12, 512)", style=solid]; +"1341 linear_63" -> "1342 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1342 view_55" -> "1343 index_10" [label="(225, 12)", style=solid]; +"1343 index_10" -> "1344 view_56" [label="(4096, 12)", style=solid]; +"1344 view_56" -> "1345 permute_46" [label="(64, 64, 12)", style=solid]; +"1345 permute_46" -> "1346 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1346 contiguous_18" -> "1347 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1347 unsqueeze_30" -> "1348 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1348 sigmoid_10" -> "1349 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1349 mul_20" -> "1376 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1350 pad_12" -> "1351 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1351 view_57" -> "1352 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1352 permute_47" -> "1353 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1353 reshape_45" -> "1356 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1354 clone_10" -> "1357 linear_64" [label="(1152,)", style=solid]; +"1355 features_5_6_attn_qkv_weight_updated_constant0" -> "1357 linear_64" [label="(1152, 384)", style=solid]; +"1356 reshape_45_0_0_nncf_smooth_quant_0" -> "1357 linear_64" [label="(4, 64, 384)", style=solid]; +"1357 linear_64" -> "1358 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1358 reshape_46" -> "1359 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1359 permute_48" -> "1360 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1359 permute_48" -> "1361 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1359 permute_48" -> "1362 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1360 select_30" -> "1363 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1360 select_30" -> "1365 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1360 select_30" -> "1366 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1361 select_31" -> "1367 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1361 select_31" -> "1369 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1361 select_31" -> "1370 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1362 select_32" -> "1379 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1363 linalg_vector_norm_20" -> "1364 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1364 clamp_min_20" -> "1365 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1365 expand_as_20" -> "1366 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1366 div_20" -> "1372 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1367 linalg_vector_norm_21" -> "1368 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1368 clamp_min_21" -> "1369 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1369 expand_as_21" -> "1370 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1370 div_21" -> "1371 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1371 transpose_20" -> "1372 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1372 matmul_20" -> "1375 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1373 clamp_10" -> "1374 exp_10" [label="(12, 1, 1)", style=solid]; +"1374 exp_10" -> "1375 mul_21" [label="(12, 1, 1)", style=solid]; +"1375 mul_21" -> "1376 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1376 add_35" -> "1377 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1377 softmax_10" -> "1378 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1378 dropout_40" -> "1379 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1379 matmul_21" -> "1380 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1380 transpose_21" -> "1381 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1381 reshape_47" -> "1383 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1382 features_5_6_attn_proj_weight_updated_constant0" -> "1384 linear_65" [label="(384, 384)", style=solid]; +"1383 reshape_47_0_0_nncf_smooth_quant_0" -> "1384 linear_65" [label="(4, 64, 384)", style=solid]; +"1384 linear_65" -> "1385 dropout_41" [label="(4, 64, 384)", style=solid]; +"1385 dropout_41" -> "1386 view_58" [label="(4, 64, 384)", style=solid]; +"1386 view_58" -> "1387 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1387 permute_49" -> "1388 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1388 reshape_48" -> "1389 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1389 slice_162" -> "1390 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1390 slice_163" -> "1391 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1391 slice_164" -> "1392 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1392 slice_165" -> "1393 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1393 contiguous_19" -> "1394 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1394 layer_norm_23" -> "1395 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1395 add_36" -> "1396 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1395 add_36" -> "1416 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1396 add_36_0_0_nncf_smooth_quant_0" -> "1397 quantize_per_tensor_default_45" [label="(1, 14, 14, 384)", style=solid]; +"1397 quantize_per_tensor_default_45" -> "1398 dequantize_per_tensor_default_45" [label="(1, 14, 14, 384)", style=solid]; +"1398 dequantize_per_tensor_default_45" -> "1403 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1399 linear_66_scale_0" -> "1402 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1400 linear_66_zero_point_0" -> "1402 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1401 _frozen_param56" -> "1402 dequantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1402 dequantize_per_channel_default_45" -> "1403 linear_66" [label="(1536, 384)", style=solid]; +"1403 linear_66" -> "1404 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1404 gelu_10" -> "1405 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1405 dropout_42" -> "1406 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1406 dropout_42_0_0_nncf_smooth_quant_0" -> "1407 quantize_per_tensor_default_46" [label="(1, 14, 14, 1536)", style=solid]; +"1407 quantize_per_tensor_default_46" -> "1408 dequantize_per_tensor_default_46" [label="(1, 14, 14, 1536)", style=solid]; +"1408 dequantize_per_tensor_default_46" -> "1413 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1409 linear_67_scale_0" -> "1412 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1410 linear_67_zero_point_0" -> "1412 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1411 _frozen_param57" -> "1412 dequantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1412 dequantize_per_channel_default_46" -> "1413 linear_67" [label="(384, 1536)", style=solid]; +"1413 linear_67" -> "1414 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1414 dropout_43" -> "1415 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1415 layer_norm_24" -> "1416 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1416 add_37" -> "1441 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1416 add_37" -> "1504 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1417 _frozen_param58" -> "1418 dequantize_per_tensor_default_47" [label="(1, 15, 15, 2)", style=solid]; +"1418 dequantize_per_tensor_default_47" -> "1423 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1419 linear_68_scale_0" -> "1422 dequantize_per_channel_default_47" [label="(512,)", style=solid]; +"1420 linear_68_zero_point_0" -> "1422 dequantize_per_channel_default_47" [label="(512,)", style=solid]; +"1421 _frozen_param59" -> "1422 dequantize_per_channel_default_47" [label="(512, 2)", style=solid]; +"1422 dequantize_per_channel_default_47" -> "1423 linear_68" [label="(512, 2)", style=solid]; +"1423 linear_68" -> "1424 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1424 relu__11" -> "1425 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1425 relu__11_0_0_nncf_smooth_quant_0" -> "1426 quantize_per_tensor_default_48" [label="(1, 15, 15, 512)", style=solid]; +"1426 quantize_per_tensor_default_48" -> "1427 dequantize_per_tensor_default_48" [label="(1, 15, 15, 512)", style=solid]; +"1427 dequantize_per_tensor_default_48" -> "1432 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1428 linear_69_scale_0" -> "1431 dequantize_per_channel_default_48" [label="(12,)", style=solid]; +"1429 linear_69_zero_point_0" -> "1431 dequantize_per_channel_default_48" [label="(12,)", style=solid]; +"1430 _frozen_param60" -> "1431 dequantize_per_channel_default_48" [label="(12, 512)", style=solid]; +"1431 dequantize_per_channel_default_48" -> "1432 linear_69" [label="(12, 512)", style=solid]; +"1432 linear_69" -> "1433 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1433 view_59" -> "1434 index_11" [label="(225, 12)", style=solid]; +"1434 index_11" -> "1435 view_60" [label="(4096, 12)", style=solid]; +"1435 view_60" -> "1436 permute_50" [label="(64, 64, 12)", style=solid]; +"1436 permute_50" -> "1437 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1437 contiguous_20" -> "1438 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1438 unsqueeze_31" -> "1439 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1439 sigmoid_11" -> "1440 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1440 mul_22" -> "1468 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1441 pad_13" -> "1442 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1442 roll_10" -> "1443 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1443 view_61" -> "1444 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1444 permute_51" -> "1445 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1445 reshape_49" -> "1448 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1445 reshape_49" -> "1469 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1446 clone_11" -> "1449 linear_70" [label="(1152,)", style=solid]; +"1447 features_5_7_attn_qkv_weight_updated_constant0" -> "1449 linear_70" [label="(1152, 384)", style=solid]; +"1448 reshape_49_0_0_nncf_smooth_quant_0" -> "1449 linear_70" [label="(4, 64, 384)", style=solid]; +"1449 linear_70" -> "1450 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1450 reshape_50" -> "1451 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1451 permute_52" -> "1452 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1451 permute_52" -> "1453 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1451 permute_52" -> "1454 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1452 select_33" -> "1455 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1452 select_33" -> "1457 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1452 select_33" -> "1458 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1453 select_34" -> "1459 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1453 select_34" -> "1461 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1453 select_34" -> "1462 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1454 select_35" -> "1487 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1455 linalg_vector_norm_22" -> "1456 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1456 clamp_min_22" -> "1457 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1457 expand_as_22" -> "1458 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1458 div_22" -> "1464 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1459 linalg_vector_norm_23" -> "1460 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1460 clamp_min_23" -> "1461 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1461 expand_as_23" -> "1462 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1462 div_23" -> "1463 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1463 transpose_22" -> "1464 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1464 matmul_22" -> "1467 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1465 clamp_11" -> "1466 exp_11" [label="(12, 1, 1)", style=solid]; +"1466 exp_11" -> "1467 mul_23" [label="(12, 1, 1)", style=solid]; +"1467 mul_23" -> "1468 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1468 add_38" -> "1480 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1469 new_zeros_5" -> "1470 view_62" [label="(16, 16)", style=solid]; +"1470 view_62" -> "1471 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1471 permute_53" -> "1472 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1472 reshape_51" -> "1473 unsqueeze_32" [label="(4, 64)", style=solid]; +"1472 reshape_51" -> "1474 unsqueeze_33" [label="(4, 64)", style=solid]; +"1473 unsqueeze_32" -> "1475 sub_5" [label="(4, 1, 64)", style=solid]; +"1474 unsqueeze_33" -> "1475 sub_5" [label="(4, 64, 1)", style=solid]; +"1475 sub_5" -> "1476 ne_5" [label="(4, 64, 64)", style=solid]; +"1475 sub_5" -> "1477 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1475 sub_5" -> "1478 eq_5" [label="(4, 64, 64)", style=solid]; +"1476 ne_5" -> "1477 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1477 masked_fill_10" -> "1479 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1478 eq_5" -> "1479 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1479 masked_fill_11" -> "1481 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1480 view_63" -> "1483 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1481 unsqueeze_34" -> "1482 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1482 unsqueeze_35" -> "1483 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1483 add_39" -> "1484 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1484 view_64" -> "1485 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1485 softmax_11" -> "1486 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1486 dropout_44" -> "1487 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1487 matmul_23" -> "1488 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1488 transpose_23" -> "1489 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1489 reshape_52" -> "1491 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1490 features_5_7_attn_proj_weight_updated_constant0" -> "1492 linear_71" [label="(384, 384)", style=solid]; +"1491 reshape_52_0_0_nncf_smooth_quant_0" -> "1492 linear_71" [label="(4, 64, 384)", style=solid]; +"1492 linear_71" -> "1493 dropout_45" [label="(4, 64, 384)", style=solid]; +"1493 dropout_45" -> "1494 view_65" [label="(4, 64, 384)", style=solid]; +"1494 view_65" -> "1495 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1495 permute_54" -> "1496 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1496 reshape_53" -> "1497 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1497 roll_11" -> "1498 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1498 slice_185" -> "1499 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1499 slice_186" -> "1500 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1500 slice_187" -> "1501 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1501 slice_188" -> "1502 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1502 contiguous_21" -> "1503 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1503 layer_norm_25" -> "1504 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1504 add_40" -> "1505 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1504 add_40" -> "1525 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1505 add_40_0_0_nncf_smooth_quant_0" -> "1506 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1506 quantize_per_tensor_default_49" -> "1507 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1507 dequantize_per_tensor_default_49" -> "1512 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1508 linear_72_scale_0" -> "1511 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1509 linear_72_zero_point_0" -> "1511 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1510 _frozen_param61" -> "1511 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1511 dequantize_per_channel_default_49" -> "1512 linear_72" [label="(1536, 384)", style=solid]; +"1512 linear_72" -> "1513 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1513 gelu_11" -> "1514 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1514 dropout_46" -> "1515 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1515 dropout_46_0_0_nncf_smooth_quant_0" -> "1516 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1516 quantize_per_tensor_default_50" -> "1517 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1517 dequantize_per_tensor_default_50" -> "1522 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1518 linear_73_scale_0" -> "1521 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1519 linear_73_zero_point_0" -> "1521 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1520 _frozen_param62" -> "1521 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1521 dequantize_per_channel_default_50" -> "1522 linear_73" [label="(384, 1536)", style=solid]; +"1522 linear_73" -> "1523 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1523 dropout_47" -> "1524 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1524 layer_norm_26" -> "1525 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_41" -> "1550 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_41" -> "1595 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1526 _frozen_param63" -> "1527 dequantize_per_tensor_default_51" [label="(1, 15, 15, 2)", style=solid]; +"1527 dequantize_per_tensor_default_51" -> "1532 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1528 linear_74_scale_0" -> "1531 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1529 linear_74_zero_point_0" -> "1531 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1530 _frozen_param64" -> "1531 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1531 dequantize_per_channel_default_51" -> "1532 linear_74" [label="(512, 2)", style=solid]; +"1532 linear_74" -> "1533 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1533 relu__12" -> "1534 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1534 relu__12_0_0_nncf_smooth_quant_0" -> "1535 quantize_per_tensor_default_52" [label="(1, 15, 15, 512)", style=solid]; +"1535 quantize_per_tensor_default_52" -> "1536 dequantize_per_tensor_default_52" [label="(1, 15, 15, 512)", style=solid]; +"1536 dequantize_per_tensor_default_52" -> "1541 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1537 linear_75_scale_0" -> "1540 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1538 linear_75_zero_point_0" -> "1540 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1539 _frozen_param65" -> "1540 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1540 dequantize_per_channel_default_52" -> "1541 linear_75" [label="(12, 512)", style=solid]; +"1541 linear_75" -> "1542 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1542 view_66" -> "1543 index_12" [label="(225, 12)", style=solid]; +"1543 index_12" -> "1544 view_67" [label="(4096, 12)", style=solid]; +"1544 view_67" -> "1545 permute_55" [label="(64, 64, 12)", style=solid]; +"1545 permute_55" -> "1546 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1546 contiguous_22" -> "1547 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1547 unsqueeze_36" -> "1548 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1548 sigmoid_12" -> "1549 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1549 mul_24" -> "1576 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1550 pad_14" -> "1551 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1551 view_68" -> "1552 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1552 permute_56" -> "1553 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1553 reshape_54" -> "1556 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1554 clone_12" -> "1557 linear_76" [label="(1152,)", style=solid]; +"1555 features_5_8_attn_qkv_weight_updated_constant0" -> "1557 linear_76" [label="(1152, 384)", style=solid]; +"1556 reshape_54_0_0_nncf_smooth_quant_0" -> "1557 linear_76" [label="(4, 64, 384)", style=solid]; +"1557 linear_76" -> "1558 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1558 reshape_55" -> "1559 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1559 permute_57" -> "1560 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1559 permute_57" -> "1561 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1559 permute_57" -> "1562 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1560 select_36" -> "1563 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1560 select_36" -> "1565 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1560 select_36" -> "1566 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1561 select_37" -> "1567 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1561 select_37" -> "1569 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1561 select_37" -> "1570 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1562 select_38" -> "1579 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1563 linalg_vector_norm_24" -> "1564 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1564 clamp_min_24" -> "1565 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1565 expand_as_24" -> "1566 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1566 div_24" -> "1572 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1567 linalg_vector_norm_25" -> "1568 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1568 clamp_min_25" -> "1569 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1569 expand_as_25" -> "1570 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1570 div_25" -> "1571 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1571 transpose_24" -> "1572 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1572 matmul_24" -> "1575 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1573 clamp_12" -> "1574 exp_12" [label="(12, 1, 1)", style=solid]; +"1574 exp_12" -> "1575 mul_25" [label="(12, 1, 1)", style=solid]; +"1575 mul_25" -> "1576 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1576 add_42" -> "1577 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1577 softmax_12" -> "1578 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1578 dropout_48" -> "1579 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1579 matmul_25" -> "1580 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1580 transpose_25" -> "1581 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1581 reshape_56" -> "1583 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1582 features_5_8_attn_proj_weight_updated_constant0" -> "1584 linear_77" [label="(384, 384)", style=solid]; +"1583 reshape_56_0_0_nncf_smooth_quant_0" -> "1584 linear_77" [label="(4, 64, 384)", style=solid]; +"1584 linear_77" -> "1585 dropout_49" [label="(4, 64, 384)", style=solid]; +"1585 dropout_49" -> "1586 view_69" [label="(4, 64, 384)", style=solid]; +"1586 view_69" -> "1587 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1587 permute_58" -> "1588 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1588 reshape_57" -> "1589 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1589 slice_190" -> "1590 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1590 slice_191" -> "1591 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1591 slice_192" -> "1592 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1592 slice_193" -> "1593 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1593 contiguous_23" -> "1594 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1594 layer_norm_27" -> "1595 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_43" -> "1596 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_43" -> "1616 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1596 add_43_0_0_nncf_smooth_quant_0" -> "1597 quantize_per_tensor_default_53" [label="(1, 14, 14, 384)", style=solid]; +"1597 quantize_per_tensor_default_53" -> "1598 dequantize_per_tensor_default_53" [label="(1, 14, 14, 384)", style=solid]; +"1598 dequantize_per_tensor_default_53" -> "1603 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1599 linear_78_scale_0" -> "1602 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1600 linear_78_zero_point_0" -> "1602 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1601 _frozen_param66" -> "1602 dequantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1602 dequantize_per_channel_default_53" -> "1603 linear_78" [label="(1536, 384)", style=solid]; +"1603 linear_78" -> "1604 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1604 gelu_12" -> "1605 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1605 dropout_50" -> "1606 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1606 dropout_50_0_0_nncf_smooth_quant_0" -> "1607 quantize_per_tensor_default_54" [label="(1, 14, 14, 1536)", style=solid]; +"1607 quantize_per_tensor_default_54" -> "1608 dequantize_per_tensor_default_54" [label="(1, 14, 14, 1536)", style=solid]; +"1608 dequantize_per_tensor_default_54" -> "1613 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1609 linear_79_scale_0" -> "1612 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1610 linear_79_zero_point_0" -> "1612 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1611 _frozen_param67" -> "1612 dequantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1612 dequantize_per_channel_default_54" -> "1613 linear_79" [label="(384, 1536)", style=solid]; +"1613 linear_79" -> "1614 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1614 dropout_51" -> "1615 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1615 layer_norm_28" -> "1616 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1616 add_44" -> "1641 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1616 add_44" -> "1704 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1617 _frozen_param68" -> "1618 dequantize_per_tensor_default_55" [label="(1, 15, 15, 2)", style=solid]; +"1618 dequantize_per_tensor_default_55" -> "1623 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1619 linear_80_scale_0" -> "1622 dequantize_per_channel_default_55" [label="(512,)", style=solid]; +"1620 linear_80_zero_point_0" -> "1622 dequantize_per_channel_default_55" [label="(512,)", style=solid]; +"1621 _frozen_param69" -> "1622 dequantize_per_channel_default_55" [label="(512, 2)", style=solid]; +"1622 dequantize_per_channel_default_55" -> "1623 linear_80" [label="(512, 2)", style=solid]; +"1623 linear_80" -> "1624 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1624 relu__13" -> "1625 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1625 relu__13_0_0_nncf_smooth_quant_0" -> "1626 quantize_per_tensor_default_56" [label="(1, 15, 15, 512)", style=solid]; +"1626 quantize_per_tensor_default_56" -> "1627 dequantize_per_tensor_default_56" [label="(1, 15, 15, 512)", style=solid]; +"1627 dequantize_per_tensor_default_56" -> "1632 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1628 linear_81_scale_0" -> "1631 dequantize_per_channel_default_56" [label="(12,)", style=solid]; +"1629 linear_81_zero_point_0" -> "1631 dequantize_per_channel_default_56" [label="(12,)", style=solid]; +"1630 _frozen_param70" -> "1631 dequantize_per_channel_default_56" [label="(12, 512)", style=solid]; +"1631 dequantize_per_channel_default_56" -> "1632 linear_81" [label="(12, 512)", style=solid]; +"1632 linear_81" -> "1633 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1633 view_70" -> "1634 index_13" [label="(225, 12)", style=solid]; +"1634 index_13" -> "1635 view_71" [label="(4096, 12)", style=solid]; +"1635 view_71" -> "1636 permute_59" [label="(64, 64, 12)", style=solid]; +"1636 permute_59" -> "1637 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1637 contiguous_24" -> "1638 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1638 unsqueeze_37" -> "1639 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1639 sigmoid_13" -> "1640 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1640 mul_26" -> "1668 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1641 pad_15" -> "1642 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1642 roll_12" -> "1643 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1643 view_72" -> "1644 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1644 permute_60" -> "1645 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1645 reshape_58" -> "1648 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1645 reshape_58" -> "1669 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1646 clone_13" -> "1649 linear_82" [label="(1152,)", style=solid]; +"1647 features_5_9_attn_qkv_weight_updated_constant0" -> "1649 linear_82" [label="(1152, 384)", style=solid]; +"1648 reshape_58_0_0_nncf_smooth_quant_0" -> "1649 linear_82" [label="(4, 64, 384)", style=solid]; +"1649 linear_82" -> "1650 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1650 reshape_59" -> "1651 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1651 permute_61" -> "1652 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_61" -> "1653 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_61" -> "1654 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1652 select_39" -> "1655 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_39" -> "1657 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_39" -> "1658 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_40" -> "1659 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_40" -> "1661 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_40" -> "1662 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1654 select_41" -> "1687 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1655 linalg_vector_norm_26" -> "1656 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1656 clamp_min_26" -> "1657 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1657 expand_as_26" -> "1658 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1658 div_26" -> "1664 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1659 linalg_vector_norm_27" -> "1660 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1660 clamp_min_27" -> "1661 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1661 expand_as_27" -> "1662 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1662 div_27" -> "1663 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1663 transpose_26" -> "1664 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1664 matmul_26" -> "1667 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1665 clamp_13" -> "1666 exp_13" [label="(12, 1, 1)", style=solid]; +"1666 exp_13" -> "1667 mul_27" [label="(12, 1, 1)", style=solid]; +"1667 mul_27" -> "1668 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1668 add_45" -> "1680 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1669 new_zeros_6" -> "1670 view_73" [label="(16, 16)", style=solid]; +"1670 view_73" -> "1671 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1671 permute_62" -> "1672 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1672 reshape_60" -> "1673 unsqueeze_38" [label="(4, 64)", style=solid]; +"1672 reshape_60" -> "1674 unsqueeze_39" [label="(4, 64)", style=solid]; +"1673 unsqueeze_38" -> "1675 sub_6" [label="(4, 1, 64)", style=solid]; +"1674 unsqueeze_39" -> "1675 sub_6" [label="(4, 64, 1)", style=solid]; +"1675 sub_6" -> "1676 ne_6" [label="(4, 64, 64)", style=solid]; +"1675 sub_6" -> "1677 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1675 sub_6" -> "1678 eq_6" [label="(4, 64, 64)", style=solid]; +"1676 ne_6" -> "1677 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1677 masked_fill_12" -> "1679 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1678 eq_6" -> "1679 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1679 masked_fill_13" -> "1681 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1680 view_74" -> "1683 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1681 unsqueeze_40" -> "1682 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1682 unsqueeze_41" -> "1683 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1683 add_46" -> "1684 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1684 view_75" -> "1685 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1685 softmax_13" -> "1686 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1686 dropout_52" -> "1687 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1687 matmul_27" -> "1688 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1688 transpose_27" -> "1689 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1689 reshape_61" -> "1691 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1690 features_5_9_attn_proj_weight_updated_constant0" -> "1692 linear_83" [label="(384, 384)", style=solid]; +"1691 reshape_61_0_0_nncf_smooth_quant_0" -> "1692 linear_83" [label="(4, 64, 384)", style=solid]; +"1692 linear_83" -> "1693 dropout_53" [label="(4, 64, 384)", style=solid]; +"1693 dropout_53" -> "1694 view_76" [label="(4, 64, 384)", style=solid]; +"1694 view_76" -> "1695 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1695 permute_63" -> "1696 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1696 reshape_62" -> "1697 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1697 roll_13" -> "1698 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1698 slice_213" -> "1699 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1699 slice_214" -> "1700 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1700 slice_215" -> "1701 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1701 slice_216" -> "1702 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1702 contiguous_25" -> "1703 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1703 layer_norm_29" -> "1704 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1704 add_47" -> "1705 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1704 add_47" -> "1725 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1705 add_47_0_0_nncf_smooth_quant_0" -> "1706 quantize_per_tensor_default_57" [label="(1, 14, 14, 384)", style=solid]; +"1706 quantize_per_tensor_default_57" -> "1707 dequantize_per_tensor_default_57" [label="(1, 14, 14, 384)", style=solid]; +"1707 dequantize_per_tensor_default_57" -> "1712 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1708 linear_84_scale_0" -> "1711 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1709 linear_84_zero_point_0" -> "1711 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1710 _frozen_param71" -> "1711 dequantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1711 dequantize_per_channel_default_57" -> "1712 linear_84" [label="(1536, 384)", style=solid]; +"1712 linear_84" -> "1713 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1713 gelu_13" -> "1714 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1714 dropout_54" -> "1715 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1715 dropout_54_0_0_nncf_smooth_quant_0" -> "1716 quantize_per_tensor_default_58" [label="(1, 14, 14, 1536)", style=solid]; +"1716 quantize_per_tensor_default_58" -> "1717 dequantize_per_tensor_default_58" [label="(1, 14, 14, 1536)", style=solid]; +"1717 dequantize_per_tensor_default_58" -> "1722 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1718 linear_85_scale_0" -> "1721 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1719 linear_85_zero_point_0" -> "1721 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1720 _frozen_param72" -> "1721 dequantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1721 dequantize_per_channel_default_58" -> "1722 linear_85" [label="(384, 1536)", style=solid]; +"1722 linear_85" -> "1723 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1723 dropout_55" -> "1724 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1724 layer_norm_30" -> "1725 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1725 add_48" -> "1750 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1725 add_48" -> "1795 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1726 _frozen_param73" -> "1727 dequantize_per_tensor_default_59" [label="(1, 15, 15, 2)", style=solid]; +"1727 dequantize_per_tensor_default_59" -> "1732 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1728 linear_86_scale_0" -> "1731 dequantize_per_channel_default_59" [label="(512,)", style=solid]; +"1729 linear_86_zero_point_0" -> "1731 dequantize_per_channel_default_59" [label="(512,)", style=solid]; +"1730 _frozen_param74" -> "1731 dequantize_per_channel_default_59" [label="(512, 2)", style=solid]; +"1731 dequantize_per_channel_default_59" -> "1732 linear_86" [label="(512, 2)", style=solid]; +"1732 linear_86" -> "1733 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1733 relu__14" -> "1734 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1734 relu__14_0_0_nncf_smooth_quant_0" -> "1735 quantize_per_tensor_default_60" [label="(1, 15, 15, 512)", style=solid]; +"1735 quantize_per_tensor_default_60" -> "1736 dequantize_per_tensor_default_60" [label="(1, 15, 15, 512)", style=solid]; +"1736 dequantize_per_tensor_default_60" -> "1741 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1737 linear_87_scale_0" -> "1740 dequantize_per_channel_default_60" [label="(12,)", style=solid]; +"1738 linear_87_zero_point_0" -> "1740 dequantize_per_channel_default_60" [label="(12,)", style=solid]; +"1739 _frozen_param75" -> "1740 dequantize_per_channel_default_60" [label="(12, 512)", style=solid]; +"1740 dequantize_per_channel_default_60" -> "1741 linear_87" [label="(12, 512)", style=solid]; +"1741 linear_87" -> "1742 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1742 view_77" -> "1743 index_14" [label="(225, 12)", style=solid]; +"1743 index_14" -> "1744 view_78" [label="(4096, 12)", style=solid]; +"1744 view_78" -> "1745 permute_64" [label="(64, 64, 12)", style=solid]; +"1745 permute_64" -> "1746 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1746 contiguous_26" -> "1747 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1747 unsqueeze_42" -> "1748 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1748 sigmoid_14" -> "1749 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1749 mul_28" -> "1776 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1750 pad_16" -> "1751 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1751 view_79" -> "1752 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1752 permute_65" -> "1753 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1753 reshape_63" -> "1756 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1754 clone_14" -> "1757 linear_88" [label="(1152,)", style=solid]; +"1755 features_5_10_attn_qkv_weight_updated_constant0" -> "1757 linear_88" [label="(1152, 384)", style=solid]; +"1756 reshape_63_0_0_nncf_smooth_quant_0" -> "1757 linear_88" [label="(4, 64, 384)", style=solid]; +"1757 linear_88" -> "1758 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1758 reshape_64" -> "1759 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1759 permute_66" -> "1760 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1759 permute_66" -> "1761 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1759 permute_66" -> "1762 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1760 select_42" -> "1763 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1760 select_42" -> "1765 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1760 select_42" -> "1766 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1761 select_43" -> "1767 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1761 select_43" -> "1769 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1761 select_43" -> "1770 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1762 select_44" -> "1779 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1763 linalg_vector_norm_28" -> "1764 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1764 clamp_min_28" -> "1765 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1765 expand_as_28" -> "1766 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1766 div_28" -> "1772 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1767 linalg_vector_norm_29" -> "1768 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1768 clamp_min_29" -> "1769 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1769 expand_as_29" -> "1770 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1770 div_29" -> "1771 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1771 transpose_28" -> "1772 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1772 matmul_28" -> "1775 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1773 clamp_14" -> "1774 exp_14" [label="(12, 1, 1)", style=solid]; +"1774 exp_14" -> "1775 mul_29" [label="(12, 1, 1)", style=solid]; +"1775 mul_29" -> "1776 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1776 add_49" -> "1777 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1777 softmax_14" -> "1778 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1778 dropout_56" -> "1779 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1779 matmul_29" -> "1780 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1780 transpose_29" -> "1781 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1781 reshape_65" -> "1783 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1782 features_5_10_attn_proj_weight_updated_constant0" -> "1784 linear_89" [label="(384, 384)", style=solid]; +"1783 reshape_65_0_0_nncf_smooth_quant_0" -> "1784 linear_89" [label="(4, 64, 384)", style=solid]; +"1784 linear_89" -> "1785 dropout_57" [label="(4, 64, 384)", style=solid]; +"1785 dropout_57" -> "1786 view_80" [label="(4, 64, 384)", style=solid]; +"1786 view_80" -> "1787 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1787 permute_67" -> "1788 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1788 reshape_66" -> "1789 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1789 slice_218" -> "1790 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1790 slice_219" -> "1791 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1791 slice_220" -> "1792 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1792 slice_221" -> "1793 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1793 contiguous_27" -> "1794 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1794 layer_norm_31" -> "1795 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1795 add_50" -> "1796 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1795 add_50" -> "1816 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1796 add_50_0_0_nncf_smooth_quant_0" -> "1797 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1797 quantize_per_tensor_default_61" -> "1798 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1798 dequantize_per_tensor_default_61" -> "1803 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1799 linear_90_scale_0" -> "1802 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1800 linear_90_zero_point_0" -> "1802 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1801 _frozen_param76" -> "1802 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1802 dequantize_per_channel_default_61" -> "1803 linear_90" [label="(1536, 384)", style=solid]; +"1803 linear_90" -> "1804 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1804 gelu_14" -> "1805 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1805 dropout_58" -> "1806 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1806 dropout_58_0_0_nncf_smooth_quant_0" -> "1807 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1807 quantize_per_tensor_default_62" -> "1808 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1808 dequantize_per_tensor_default_62" -> "1813 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1809 linear_91_scale_0" -> "1812 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1810 linear_91_zero_point_0" -> "1812 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1811 _frozen_param77" -> "1812 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1812 dequantize_per_channel_default_62" -> "1813 linear_91" [label="(384, 1536)", style=solid]; +"1813 linear_91" -> "1814 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1814 dropout_59" -> "1815 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1815 layer_norm_32" -> "1816 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1816 add_51" -> "1841 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1816 add_51" -> "1904 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1817 _frozen_param78" -> "1818 dequantize_per_tensor_default_63" [label="(1, 15, 15, 2)", style=solid]; +"1818 dequantize_per_tensor_default_63" -> "1823 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1819 linear_92_scale_0" -> "1822 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1820 linear_92_zero_point_0" -> "1822 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1821 _frozen_param79" -> "1822 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1822 dequantize_per_channel_default_63" -> "1823 linear_92" [label="(512, 2)", style=solid]; +"1823 linear_92" -> "1824 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1824 relu__15" -> "1825 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1825 relu__15_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_64" [label="(1, 15, 15, 512)", style=solid]; +"1826 quantize_per_tensor_default_64" -> "1827 dequantize_per_tensor_default_64" [label="(1, 15, 15, 512)", style=solid]; +"1827 dequantize_per_tensor_default_64" -> "1832 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1828 linear_93_scale_0" -> "1831 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1829 linear_93_zero_point_0" -> "1831 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1830 _frozen_param80" -> "1831 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1831 dequantize_per_channel_default_64" -> "1832 linear_93" [label="(12, 512)", style=solid]; +"1832 linear_93" -> "1833 view_81" [label="(1, 15, 15, 12)", style=solid]; +"1833 view_81" -> "1834 index_15" [label="(225, 12)", style=solid]; +"1834 index_15" -> "1835 view_82" [label="(4096, 12)", style=solid]; +"1835 view_82" -> "1836 permute_68" [label="(64, 64, 12)", style=solid]; +"1836 permute_68" -> "1837 contiguous_28" [label="(12, 64, 64)", style=solid]; +"1837 contiguous_28" -> "1838 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"1838 unsqueeze_43" -> "1839 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"1839 sigmoid_15" -> "1840 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"1840 mul_30" -> "1868 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1841 pad_17" -> "1842 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1842 roll_14" -> "1843 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1843 view_83" -> "1844 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1844 permute_69" -> "1845 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1845 reshape_67" -> "1848 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1845 reshape_67" -> "1869 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1846 clone_15" -> "1849 linear_94" [label="(1152,)", style=solid]; +"1847 features_5_11_attn_qkv_weight_updated_constant0" -> "1849 linear_94" [label="(1152, 384)", style=solid]; +"1848 reshape_67_0_0_nncf_smooth_quant_0" -> "1849 linear_94" [label="(4, 64, 384)", style=solid]; +"1849 linear_94" -> "1850 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1850 reshape_68" -> "1851 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1851 permute_70" -> "1852 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1851 permute_70" -> "1853 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1851 permute_70" -> "1854 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1852 select_45" -> "1855 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1852 select_45" -> "1857 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1852 select_45" -> "1858 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1853 select_46" -> "1859 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1853 select_46" -> "1861 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1853 select_46" -> "1862 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1854 select_47" -> "1887 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1855 linalg_vector_norm_30" -> "1856 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1856 clamp_min_30" -> "1857 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1857 expand_as_30" -> "1858 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1858 div_30" -> "1864 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1859 linalg_vector_norm_31" -> "1860 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1860 clamp_min_31" -> "1861 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1861 expand_as_31" -> "1862 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1862 div_31" -> "1863 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1863 transpose_30" -> "1864 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1864 matmul_30" -> "1867 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1865 clamp_15" -> "1866 exp_15" [label="(12, 1, 1)", style=solid]; +"1866 exp_15" -> "1867 mul_31" [label="(12, 1, 1)", style=solid]; +"1867 mul_31" -> "1868 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1868 add_52" -> "1880 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1869 new_zeros_7" -> "1870 view_84" [label="(16, 16)", style=solid]; +"1870 view_84" -> "1871 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1871 permute_71" -> "1872 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1872 reshape_69" -> "1873 unsqueeze_44" [label="(4, 64)", style=solid]; +"1872 reshape_69" -> "1874 unsqueeze_45" [label="(4, 64)", style=solid]; +"1873 unsqueeze_44" -> "1875 sub_7" [label="(4, 1, 64)", style=solid]; +"1874 unsqueeze_45" -> "1875 sub_7" [label="(4, 64, 1)", style=solid]; +"1875 sub_7" -> "1876 ne_7" [label="(4, 64, 64)", style=solid]; +"1875 sub_7" -> "1877 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1875 sub_7" -> "1878 eq_7" [label="(4, 64, 64)", style=solid]; +"1876 ne_7" -> "1877 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1877 masked_fill_14" -> "1879 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1878 eq_7" -> "1879 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1879 masked_fill_15" -> "1881 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1880 view_85" -> "1883 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1881 unsqueeze_46" -> "1882 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1882 unsqueeze_47" -> "1883 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1883 add_53" -> "1884 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1884 view_86" -> "1885 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1885 softmax_15" -> "1886 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1886 dropout_60" -> "1887 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1887 matmul_31" -> "1888 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1888 transpose_31" -> "1889 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1889 reshape_70" -> "1891 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1890 features_5_11_attn_proj_weight_updated_constant0" -> "1892 linear_95" [label="(384, 384)", style=solid]; +"1891 reshape_70_0_0_nncf_smooth_quant_0" -> "1892 linear_95" [label="(4, 64, 384)", style=solid]; +"1892 linear_95" -> "1893 dropout_61" [label="(4, 64, 384)", style=solid]; +"1893 dropout_61" -> "1894 view_87" [label="(4, 64, 384)", style=solid]; +"1894 view_87" -> "1895 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1895 permute_72" -> "1896 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1896 reshape_71" -> "1897 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1897 roll_15" -> "1898 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1898 slice_241" -> "1899 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1899 slice_242" -> "1900 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1900 slice_243" -> "1901 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1901 slice_244" -> "1902 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1902 contiguous_29" -> "1903 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1903 layer_norm_33" -> "1904 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1904 add_54" -> "1905 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1904 add_54" -> "1925 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1905 add_54_0_0_nncf_smooth_quant_0" -> "1906 quantize_per_tensor_default_65" [label="(1, 14, 14, 384)", style=solid]; +"1906 quantize_per_tensor_default_65" -> "1907 dequantize_per_tensor_default_65" [label="(1, 14, 14, 384)", style=solid]; +"1907 dequantize_per_tensor_default_65" -> "1912 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1908 linear_96_scale_0" -> "1911 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1909 linear_96_zero_point_0" -> "1911 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1910 _frozen_param81" -> "1911 dequantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1911 dequantize_per_channel_default_65" -> "1912 linear_96" [label="(1536, 384)", style=solid]; +"1912 linear_96" -> "1913 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1913 gelu_15" -> "1914 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1914 dropout_62" -> "1915 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1915 dropout_62_0_0_nncf_smooth_quant_0" -> "1916 quantize_per_tensor_default_66" [label="(1, 14, 14, 1536)", style=solid]; +"1916 quantize_per_tensor_default_66" -> "1917 dequantize_per_tensor_default_66" [label="(1, 14, 14, 1536)", style=solid]; +"1917 dequantize_per_tensor_default_66" -> "1922 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1918 linear_97_scale_0" -> "1921 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1919 linear_97_zero_point_0" -> "1921 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1920 _frozen_param82" -> "1921 dequantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1921 dequantize_per_channel_default_66" -> "1922 linear_97" [label="(384, 1536)", style=solid]; +"1922 linear_97" -> "1923 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1923 dropout_63" -> "1924 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1924 layer_norm_34" -> "1925 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1925 add_55" -> "1950 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1925 add_55" -> "1995 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1926 _frozen_param83" -> "1927 dequantize_per_tensor_default_67" [label="(1, 15, 15, 2)", style=solid]; +"1927 dequantize_per_tensor_default_67" -> "1932 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"1928 linear_98_scale_0" -> "1931 dequantize_per_channel_default_67" [label="(512,)", style=solid]; +"1929 linear_98_zero_point_0" -> "1931 dequantize_per_channel_default_67" [label="(512,)", style=solid]; +"1930 _frozen_param84" -> "1931 dequantize_per_channel_default_67" [label="(512, 2)", style=solid]; +"1931 dequantize_per_channel_default_67" -> "1932 linear_98" [label="(512, 2)", style=solid]; +"1932 linear_98" -> "1933 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"1933 relu__16" -> "1934 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1934 relu__16_0_0_nncf_smooth_quant_0" -> "1935 quantize_per_tensor_default_68" [label="(1, 15, 15, 512)", style=solid]; +"1935 quantize_per_tensor_default_68" -> "1936 dequantize_per_tensor_default_68" [label="(1, 15, 15, 512)", style=solid]; +"1936 dequantize_per_tensor_default_68" -> "1941 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"1937 linear_99_scale_0" -> "1940 dequantize_per_channel_default_68" [label="(12,)", style=solid]; +"1938 linear_99_zero_point_0" -> "1940 dequantize_per_channel_default_68" [label="(12,)", style=solid]; +"1939 _frozen_param85" -> "1940 dequantize_per_channel_default_68" [label="(12, 512)", style=solid]; +"1940 dequantize_per_channel_default_68" -> "1941 linear_99" [label="(12, 512)", style=solid]; +"1941 linear_99" -> "1942 view_88" [label="(1, 15, 15, 12)", style=solid]; +"1942 view_88" -> "1943 index_16" [label="(225, 12)", style=solid]; +"1943 index_16" -> "1944 view_89" [label="(4096, 12)", style=solid]; +"1944 view_89" -> "1945 permute_73" [label="(64, 64, 12)", style=solid]; +"1945 permute_73" -> "1946 contiguous_30" [label="(12, 64, 64)", style=solid]; +"1946 contiguous_30" -> "1947 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"1947 unsqueeze_48" -> "1948 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"1948 sigmoid_16" -> "1949 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"1949 mul_32" -> "1976 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1950 pad_18" -> "1951 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1951 view_90" -> "1952 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1952 permute_74" -> "1953 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1953 reshape_72" -> "1956 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1954 clone_16" -> "1957 linear_100" [label="(1152,)", style=solid]; +"1955 features_5_12_attn_qkv_weight_updated_constant0" -> "1957 linear_100" [label="(1152, 384)", style=solid]; +"1956 reshape_72_0_0_nncf_smooth_quant_0" -> "1957 linear_100" [label="(4, 64, 384)", style=solid]; +"1957 linear_100" -> "1958 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1958 reshape_73" -> "1959 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1959 permute_75" -> "1960 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1959 permute_75" -> "1961 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1959 permute_75" -> "1962 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1960 select_48" -> "1963 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1960 select_48" -> "1965 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1960 select_48" -> "1966 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1961 select_49" -> "1967 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1961 select_49" -> "1969 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1961 select_49" -> "1970 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1962 select_50" -> "1979 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1963 linalg_vector_norm_32" -> "1964 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1964 clamp_min_32" -> "1965 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1965 expand_as_32" -> "1966 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1966 div_32" -> "1972 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1967 linalg_vector_norm_33" -> "1968 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1968 clamp_min_33" -> "1969 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1969 expand_as_33" -> "1970 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1970 div_33" -> "1971 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1971 transpose_32" -> "1972 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1972 matmul_32" -> "1975 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1973 clamp_16" -> "1974 exp_16" [label="(12, 1, 1)", style=solid]; +"1974 exp_16" -> "1975 mul_33" [label="(12, 1, 1)", style=solid]; +"1975 mul_33" -> "1976 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1976 add_56" -> "1977 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1977 softmax_16" -> "1978 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1978 dropout_64" -> "1979 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1979 matmul_33" -> "1980 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1980 transpose_33" -> "1981 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1981 reshape_74" -> "1983 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1982 features_5_12_attn_proj_weight_updated_constant0" -> "1984 linear_101" [label="(384, 384)", style=solid]; +"1983 reshape_74_0_0_nncf_smooth_quant_0" -> "1984 linear_101" [label="(4, 64, 384)", style=solid]; +"1984 linear_101" -> "1985 dropout_65" [label="(4, 64, 384)", style=solid]; +"1985 dropout_65" -> "1986 view_91" [label="(4, 64, 384)", style=solid]; +"1986 view_91" -> "1987 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1987 permute_76" -> "1988 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1988 reshape_75" -> "1989 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1989 slice_246" -> "1990 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1990 slice_247" -> "1991 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1991 slice_248" -> "1992 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1992 slice_249" -> "1993 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1993 contiguous_31" -> "1994 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1994 layer_norm_35" -> "1995 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1995 add_57" -> "1996 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1995 add_57" -> "2016 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1996 add_57_0_0_nncf_smooth_quant_0" -> "1997 quantize_per_tensor_default_69" [label="(1, 14, 14, 384)", style=solid]; +"1997 quantize_per_tensor_default_69" -> "1998 dequantize_per_tensor_default_69" [label="(1, 14, 14, 384)", style=solid]; +"1998 dequantize_per_tensor_default_69" -> "2003 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1999 linear_102_scale_0" -> "2002 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"2000 linear_102_zero_point_0" -> "2002 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"2001 _frozen_param86" -> "2002 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"2002 dequantize_per_channel_default_69" -> "2003 linear_102" [label="(1536, 384)", style=solid]; +"2003 linear_102" -> "2004 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2004 gelu_16" -> "2005 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2005 dropout_66" -> "2006 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2006 dropout_66_0_0_nncf_smooth_quant_0" -> "2007 quantize_per_tensor_default_70" [label="(1, 14, 14, 1536)", style=solid]; +"2007 quantize_per_tensor_default_70" -> "2008 dequantize_per_tensor_default_70" [label="(1, 14, 14, 1536)", style=solid]; +"2008 dequantize_per_tensor_default_70" -> "2013 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2009 linear_103_scale_0" -> "2012 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"2010 linear_103_zero_point_0" -> "2012 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"2011 _frozen_param87" -> "2012 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"2012 dequantize_per_channel_default_70" -> "2013 linear_103" [label="(384, 1536)", style=solid]; +"2013 linear_103" -> "2014 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2014 dropout_67" -> "2015 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2015 layer_norm_36" -> "2016 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2016 add_58" -> "2041 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2016 add_58" -> "2104 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2017 _frozen_param88" -> "2018 dequantize_per_tensor_default_71" [label="(1, 15, 15, 2)", style=solid]; +"2018 dequantize_per_tensor_default_71" -> "2023 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2019 linear_104_scale_0" -> "2022 dequantize_per_channel_default_71" [label="(512,)", style=solid]; +"2020 linear_104_zero_point_0" -> "2022 dequantize_per_channel_default_71" [label="(512,)", style=solid]; +"2021 _frozen_param89" -> "2022 dequantize_per_channel_default_71" [label="(512, 2)", style=solid]; +"2022 dequantize_per_channel_default_71" -> "2023 linear_104" [label="(512, 2)", style=solid]; +"2023 linear_104" -> "2024 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2025 relu__17_0_0_nncf_smooth_quant_0" -> "2026 quantize_per_tensor_default_72" [label="(1, 15, 15, 512)", style=solid]; +"2026 quantize_per_tensor_default_72" -> "2027 dequantize_per_tensor_default_72" [label="(1, 15, 15, 512)", style=solid]; +"2027 dequantize_per_tensor_default_72" -> "2032 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2028 linear_105_scale_0" -> "2031 dequantize_per_channel_default_72" [label="(12,)", style=solid]; +"2029 linear_105_zero_point_0" -> "2031 dequantize_per_channel_default_72" [label="(12,)", style=solid]; +"2030 _frozen_param90" -> "2031 dequantize_per_channel_default_72" [label="(12, 512)", style=solid]; +"2031 dequantize_per_channel_default_72" -> "2032 linear_105" [label="(12, 512)", style=solid]; +"2032 linear_105" -> "2033 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2033 view_92" -> "2034 index_17" [label="(225, 12)", style=solid]; +"2034 index_17" -> "2035 view_93" [label="(4096, 12)", style=solid]; +"2035 view_93" -> "2036 permute_77" [label="(64, 64, 12)", style=solid]; +"2036 permute_77" -> "2037 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2037 contiguous_32" -> "2038 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2038 unsqueeze_49" -> "2039 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2039 sigmoid_17" -> "2040 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2040 mul_34" -> "2068 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2041 pad_19" -> "2042 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2042 roll_16" -> "2043 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2043 view_94" -> "2044 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2044 permute_78" -> "2045 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2045 reshape_76" -> "2048 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2045 reshape_76" -> "2069 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2046 clone_17" -> "2049 linear_106" [label="(1152,)", style=solid]; +"2047 features_5_13_attn_qkv_weight_updated_constant0" -> "2049 linear_106" [label="(1152, 384)", style=solid]; +"2048 reshape_76_0_0_nncf_smooth_quant_0" -> "2049 linear_106" [label="(4, 64, 384)", style=solid]; +"2049 linear_106" -> "2050 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2050 reshape_77" -> "2051 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2051 permute_79" -> "2052 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2051 permute_79" -> "2053 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2051 permute_79" -> "2054 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2052 select_51" -> "2055 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2052 select_51" -> "2057 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2052 select_51" -> "2058 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2053 select_52" -> "2059 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2053 select_52" -> "2061 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2053 select_52" -> "2062 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2054 select_53" -> "2087 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2055 linalg_vector_norm_34" -> "2056 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2056 clamp_min_34" -> "2057 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2057 expand_as_34" -> "2058 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2058 div_34" -> "2064 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2059 linalg_vector_norm_35" -> "2060 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2060 clamp_min_35" -> "2061 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2061 expand_as_35" -> "2062 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2062 div_35" -> "2063 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2063 transpose_34" -> "2064 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2064 matmul_34" -> "2067 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2065 clamp_17" -> "2066 exp_17" [label="(12, 1, 1)", style=solid]; +"2066 exp_17" -> "2067 mul_35" [label="(12, 1, 1)", style=solid]; +"2067 mul_35" -> "2068 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2068 add_59" -> "2080 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2069 new_zeros_8" -> "2070 view_95" [label="(16, 16)", style=solid]; +"2070 view_95" -> "2071 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2071 permute_80" -> "2072 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2072 reshape_78" -> "2073 unsqueeze_50" [label="(4, 64)", style=solid]; +"2072 reshape_78" -> "2074 unsqueeze_51" [label="(4, 64)", style=solid]; +"2073 unsqueeze_50" -> "2075 sub_8" [label="(4, 1, 64)", style=solid]; +"2074 unsqueeze_51" -> "2075 sub_8" [label="(4, 64, 1)", style=solid]; +"2075 sub_8" -> "2076 ne_8" [label="(4, 64, 64)", style=solid]; +"2075 sub_8" -> "2077 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2075 sub_8" -> "2078 eq_8" [label="(4, 64, 64)", style=solid]; +"2076 ne_8" -> "2077 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2077 masked_fill_16" -> "2079 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2078 eq_8" -> "2079 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2079 masked_fill_17" -> "2081 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2080 view_96" -> "2083 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2081 unsqueeze_52" -> "2082 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2082 unsqueeze_53" -> "2083 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2083 add_60" -> "2084 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2084 view_97" -> "2085 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2085 softmax_17" -> "2086 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2086 dropout_68" -> "2087 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2087 matmul_35" -> "2088 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2088 transpose_35" -> "2089 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2089 reshape_79" -> "2091 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2090 features_5_13_attn_proj_weight_updated_constant0" -> "2092 linear_107" [label="(384, 384)", style=solid]; +"2091 reshape_79_0_0_nncf_smooth_quant_0" -> "2092 linear_107" [label="(4, 64, 384)", style=solid]; +"2092 linear_107" -> "2093 dropout_69" [label="(4, 64, 384)", style=solid]; +"2093 dropout_69" -> "2094 view_98" [label="(4, 64, 384)", style=solid]; +"2094 view_98" -> "2095 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2095 permute_81" -> "2096 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2096 reshape_80" -> "2097 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2097 roll_17" -> "2098 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2098 slice_269" -> "2099 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2099 slice_270" -> "2100 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2100 slice_271" -> "2101 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2101 slice_272" -> "2102 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2102 contiguous_33" -> "2103 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2103 layer_norm_37" -> "2104 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2104 add_61" -> "2105 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2104 add_61" -> "2125 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2105 add_61_0_0_nncf_smooth_quant_0" -> "2106 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"2106 quantize_per_tensor_default_73" -> "2107 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"2107 dequantize_per_tensor_default_73" -> "2112 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2108 linear_108_scale_0" -> "2111 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"2109 linear_108_zero_point_0" -> "2111 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"2110 _frozen_param91" -> "2111 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"2111 dequantize_per_channel_default_73" -> "2112 linear_108" [label="(1536, 384)", style=solid]; +"2112 linear_108" -> "2113 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2113 gelu_17" -> "2114 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2114 dropout_70" -> "2115 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2115 dropout_70_0_0_nncf_smooth_quant_0" -> "2116 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"2116 quantize_per_tensor_default_74" -> "2117 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"2117 dequantize_per_tensor_default_74" -> "2122 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2118 linear_109_scale_0" -> "2121 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"2119 linear_109_zero_point_0" -> "2121 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"2120 _frozen_param92" -> "2121 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"2121 dequantize_per_channel_default_74" -> "2122 linear_109" [label="(384, 1536)", style=solid]; +"2122 linear_109" -> "2123 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2123 dropout_71" -> "2124 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2124 layer_norm_38" -> "2125 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2125 add_62" -> "2150 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2125 add_62" -> "2195 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2126 _frozen_param93" -> "2127 dequantize_per_tensor_default_75" [label="(1, 15, 15, 2)", style=solid]; +"2127 dequantize_per_tensor_default_75" -> "2132 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2128 linear_110_scale_0" -> "2131 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"2129 linear_110_zero_point_0" -> "2131 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"2130 _frozen_param94" -> "2131 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"2131 dequantize_per_channel_default_75" -> "2132 linear_110" [label="(512, 2)", style=solid]; +"2132 linear_110" -> "2133 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2133 relu__18" -> "2134 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2134 relu__18_0_0_nncf_smooth_quant_0" -> "2135 quantize_per_tensor_default_76" [label="(1, 15, 15, 512)", style=solid]; +"2135 quantize_per_tensor_default_76" -> "2136 dequantize_per_tensor_default_76" [label="(1, 15, 15, 512)", style=solid]; +"2136 dequantize_per_tensor_default_76" -> "2141 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2137 linear_111_scale_0" -> "2140 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"2138 linear_111_zero_point_0" -> "2140 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"2139 _frozen_param95" -> "2140 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"2140 dequantize_per_channel_default_76" -> "2141 linear_111" [label="(12, 512)", style=solid]; +"2141 linear_111" -> "2142 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2142 view_99" -> "2143 index_18" [label="(225, 12)", style=solid]; +"2143 index_18" -> "2144 view_100" [label="(4096, 12)", style=solid]; +"2144 view_100" -> "2145 permute_82" [label="(64, 64, 12)", style=solid]; +"2145 permute_82" -> "2146 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2146 contiguous_34" -> "2147 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2147 unsqueeze_54" -> "2148 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2148 sigmoid_18" -> "2149 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2149 mul_36" -> "2176 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2150 pad_20" -> "2151 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2151 view_101" -> "2152 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2152 permute_83" -> "2153 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2153 reshape_81" -> "2156 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2154 clone_18" -> "2157 linear_112" [label="(1152,)", style=solid]; +"2155 features_5_14_attn_qkv_weight_updated_constant0" -> "2157 linear_112" [label="(1152, 384)", style=solid]; +"2156 reshape_81_0_0_nncf_smooth_quant_0" -> "2157 linear_112" [label="(4, 64, 384)", style=solid]; +"2157 linear_112" -> "2158 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2158 reshape_82" -> "2159 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2159 permute_84" -> "2160 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2159 permute_84" -> "2161 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2159 permute_84" -> "2162 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2160 select_54" -> "2163 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2160 select_54" -> "2165 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2160 select_54" -> "2166 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2161 select_55" -> "2167 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2161 select_55" -> "2169 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2161 select_55" -> "2170 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2162 select_56" -> "2179 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2163 linalg_vector_norm_36" -> "2164 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2164 clamp_min_36" -> "2165 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2165 expand_as_36" -> "2166 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2166 div_36" -> "2172 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2167 linalg_vector_norm_37" -> "2168 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2168 clamp_min_37" -> "2169 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2169 expand_as_37" -> "2170 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2170 div_37" -> "2171 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2171 transpose_36" -> "2172 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2172 matmul_36" -> "2175 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2173 clamp_18" -> "2174 exp_18" [label="(12, 1, 1)", style=solid]; +"2174 exp_18" -> "2175 mul_37" [label="(12, 1, 1)", style=solid]; +"2175 mul_37" -> "2176 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2176 add_63" -> "2177 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2177 softmax_18" -> "2178 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2178 dropout_72" -> "2179 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2179 matmul_37" -> "2180 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2180 transpose_37" -> "2181 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2181 reshape_83" -> "2183 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2182 features_5_14_attn_proj_weight_updated_constant0" -> "2184 linear_113" [label="(384, 384)", style=solid]; +"2183 reshape_83_0_0_nncf_smooth_quant_0" -> "2184 linear_113" [label="(4, 64, 384)", style=solid]; +"2184 linear_113" -> "2185 dropout_73" [label="(4, 64, 384)", style=solid]; +"2185 dropout_73" -> "2186 view_102" [label="(4, 64, 384)", style=solid]; +"2186 view_102" -> "2187 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2187 permute_85" -> "2188 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2188 reshape_84" -> "2189 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2189 slice_274" -> "2190 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2190 slice_275" -> "2191 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2191 slice_276" -> "2192 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2192 slice_277" -> "2193 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2193 contiguous_35" -> "2194 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2194 layer_norm_39" -> "2195 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2195 add_64" -> "2196 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2195 add_64" -> "2216 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2196 add_64_0_0_nncf_smooth_quant_0" -> "2197 quantize_per_tensor_default_77" [label="(1, 14, 14, 384)", style=solid]; +"2197 quantize_per_tensor_default_77" -> "2198 dequantize_per_tensor_default_77" [label="(1, 14, 14, 384)", style=solid]; +"2198 dequantize_per_tensor_default_77" -> "2203 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2199 linear_114_scale_0" -> "2202 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"2200 linear_114_zero_point_0" -> "2202 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"2201 _frozen_param96" -> "2202 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"2202 dequantize_per_channel_default_77" -> "2203 linear_114" [label="(1536, 384)", style=solid]; +"2203 linear_114" -> "2204 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2204 gelu_18" -> "2205 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2205 dropout_74" -> "2206 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2206 dropout_74_0_0_nncf_smooth_quant_0" -> "2207 quantize_per_tensor_default_78" [label="(1, 14, 14, 1536)", style=solid]; +"2207 quantize_per_tensor_default_78" -> "2208 dequantize_per_tensor_default_78" [label="(1, 14, 14, 1536)", style=solid]; +"2208 dequantize_per_tensor_default_78" -> "2213 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2209 linear_115_scale_0" -> "2212 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"2210 linear_115_zero_point_0" -> "2212 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"2211 _frozen_param97" -> "2212 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"2212 dequantize_per_channel_default_78" -> "2213 linear_115" [label="(384, 1536)", style=solid]; +"2213 linear_115" -> "2214 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2214 dropout_75" -> "2215 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2215 layer_norm_40" -> "2216 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2216 add_65" -> "2241 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2216 add_65" -> "2304 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2217 _frozen_param98" -> "2218 dequantize_per_tensor_default_79" [label="(1, 15, 15, 2)", style=solid]; +"2218 dequantize_per_tensor_default_79" -> "2223 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2219 linear_116_scale_0" -> "2222 dequantize_per_channel_default_79" [label="(512,)", style=solid]; +"2220 linear_116_zero_point_0" -> "2222 dequantize_per_channel_default_79" [label="(512,)", style=solid]; +"2221 _frozen_param99" -> "2222 dequantize_per_channel_default_79" [label="(512, 2)", style=solid]; +"2222 dequantize_per_channel_default_79" -> "2223 linear_116" [label="(512, 2)", style=solid]; +"2223 linear_116" -> "2224 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2224 relu__19" -> "2225 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2225 relu__19_0_0_nncf_smooth_quant_0" -> "2226 quantize_per_tensor_default_80" [label="(1, 15, 15, 512)", style=solid]; +"2226 quantize_per_tensor_default_80" -> "2227 dequantize_per_tensor_default_80" [label="(1, 15, 15, 512)", style=solid]; +"2227 dequantize_per_tensor_default_80" -> "2232 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2228 linear_117_scale_0" -> "2231 dequantize_per_channel_default_80" [label="(12,)", style=solid]; +"2229 linear_117_zero_point_0" -> "2231 dequantize_per_channel_default_80" [label="(12,)", style=solid]; +"2230 _frozen_param100" -> "2231 dequantize_per_channel_default_80" [label="(12, 512)", style=solid]; +"2231 dequantize_per_channel_default_80" -> "2232 linear_117" [label="(12, 512)", style=solid]; +"2232 linear_117" -> "2233 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2233 view_103" -> "2234 index_19" [label="(225, 12)", style=solid]; +"2234 index_19" -> "2235 view_104" [label="(4096, 12)", style=solid]; +"2235 view_104" -> "2236 permute_86" [label="(64, 64, 12)", style=solid]; +"2236 permute_86" -> "2237 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2237 contiguous_36" -> "2238 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2238 unsqueeze_55" -> "2239 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2239 sigmoid_19" -> "2240 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2240 mul_38" -> "2268 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2241 pad_21" -> "2242 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2242 roll_18" -> "2243 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2243 view_105" -> "2244 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2244 permute_87" -> "2245 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2245 reshape_85" -> "2248 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2245 reshape_85" -> "2269 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2246 clone_19" -> "2249 linear_118" [label="(1152,)", style=solid]; +"2247 features_5_15_attn_qkv_weight_updated_constant0" -> "2249 linear_118" [label="(1152, 384)", style=solid]; +"2248 reshape_85_0_0_nncf_smooth_quant_0" -> "2249 linear_118" [label="(4, 64, 384)", style=solid]; +"2249 linear_118" -> "2250 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2250 reshape_86" -> "2251 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2251 permute_88" -> "2252 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2251 permute_88" -> "2253 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2251 permute_88" -> "2254 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2252 select_57" -> "2255 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2252 select_57" -> "2257 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2252 select_57" -> "2258 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2253 select_58" -> "2259 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2253 select_58" -> "2261 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2253 select_58" -> "2262 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2254 select_59" -> "2287 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2255 linalg_vector_norm_38" -> "2256 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2256 clamp_min_38" -> "2257 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2257 expand_as_38" -> "2258 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2258 div_38" -> "2264 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2259 linalg_vector_norm_39" -> "2260 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2260 clamp_min_39" -> "2261 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2261 expand_as_39" -> "2262 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2262 div_39" -> "2263 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2263 transpose_38" -> "2264 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2264 matmul_38" -> "2267 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2265 clamp_19" -> "2266 exp_19" [label="(12, 1, 1)", style=solid]; +"2266 exp_19" -> "2267 mul_39" [label="(12, 1, 1)", style=solid]; +"2267 mul_39" -> "2268 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2268 add_66" -> "2280 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2269 new_zeros_9" -> "2270 view_106" [label="(16, 16)", style=solid]; +"2270 view_106" -> "2271 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2271 permute_89" -> "2272 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2272 reshape_87" -> "2273 unsqueeze_56" [label="(4, 64)", style=solid]; +"2272 reshape_87" -> "2274 unsqueeze_57" [label="(4, 64)", style=solid]; +"2273 unsqueeze_56" -> "2275 sub_9" [label="(4, 1, 64)", style=solid]; +"2274 unsqueeze_57" -> "2275 sub_9" [label="(4, 64, 1)", style=solid]; +"2275 sub_9" -> "2276 ne_9" [label="(4, 64, 64)", style=solid]; +"2275 sub_9" -> "2277 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2275 sub_9" -> "2278 eq_9" [label="(4, 64, 64)", style=solid]; +"2276 ne_9" -> "2277 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2277 masked_fill_18" -> "2279 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2278 eq_9" -> "2279 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2279 masked_fill_19" -> "2281 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2280 view_107" -> "2283 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2281 unsqueeze_58" -> "2282 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2282 unsqueeze_59" -> "2283 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2283 add_67" -> "2284 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2284 view_108" -> "2285 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2285 softmax_19" -> "2286 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2286 dropout_76" -> "2287 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2287 matmul_39" -> "2288 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2288 transpose_39" -> "2289 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2289 reshape_88" -> "2291 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2290 features_5_15_attn_proj_weight_updated_constant0" -> "2292 linear_119" [label="(384, 384)", style=solid]; +"2291 reshape_88_0_0_nncf_smooth_quant_0" -> "2292 linear_119" [label="(4, 64, 384)", style=solid]; +"2292 linear_119" -> "2293 dropout_77" [label="(4, 64, 384)", style=solid]; +"2293 dropout_77" -> "2294 view_109" [label="(4, 64, 384)", style=solid]; +"2294 view_109" -> "2295 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2295 permute_90" -> "2296 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2296 reshape_89" -> "2297 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2297 roll_19" -> "2298 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2298 slice_297" -> "2299 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2299 slice_298" -> "2300 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2300 slice_299" -> "2301 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2301 slice_300" -> "2302 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2302 contiguous_37" -> "2303 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2303 layer_norm_41" -> "2304 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2304 add_68" -> "2305 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2304 add_68" -> "2325 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2305 add_68_0_0_nncf_smooth_quant_0" -> "2306 quantize_per_tensor_default_81" [label="(1, 14, 14, 384)", style=solid]; +"2306 quantize_per_tensor_default_81" -> "2307 dequantize_per_tensor_default_81" [label="(1, 14, 14, 384)", style=solid]; +"2307 dequantize_per_tensor_default_81" -> "2312 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2308 linear_120_scale_0" -> "2311 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2309 linear_120_zero_point_0" -> "2311 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2310 _frozen_param101" -> "2311 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2311 dequantize_per_channel_default_81" -> "2312 linear_120" [label="(1536, 384)", style=solid]; +"2312 linear_120" -> "2313 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2313 gelu_19" -> "2314 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2314 dropout_78" -> "2315 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2315 dropout_78_0_0_nncf_smooth_quant_0" -> "2316 quantize_per_tensor_default_82" [label="(1, 14, 14, 1536)", style=solid]; +"2316 quantize_per_tensor_default_82" -> "2317 dequantize_per_tensor_default_82" [label="(1, 14, 14, 1536)", style=solid]; +"2317 dequantize_per_tensor_default_82" -> "2322 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2318 linear_121_scale_0" -> "2321 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2319 linear_121_zero_point_0" -> "2321 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2320 _frozen_param102" -> "2321 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2321 dequantize_per_channel_default_82" -> "2322 linear_121" [label="(384, 1536)", style=solid]; +"2322 linear_121" -> "2323 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2323 dropout_79" -> "2324 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2324 layer_norm_42" -> "2325 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2325 add_69" -> "2350 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2325 add_69" -> "2395 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2326 _frozen_param103" -> "2327 dequantize_per_tensor_default_83" [label="(1, 15, 15, 2)", style=solid]; +"2327 dequantize_per_tensor_default_83" -> "2332 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2328 linear_122_scale_0" -> "2331 dequantize_per_channel_default_83" [label="(512,)", style=solid]; +"2329 linear_122_zero_point_0" -> "2331 dequantize_per_channel_default_83" [label="(512,)", style=solid]; +"2330 _frozen_param104" -> "2331 dequantize_per_channel_default_83" [label="(512, 2)", style=solid]; +"2331 dequantize_per_channel_default_83" -> "2332 linear_122" [label="(512, 2)", style=solid]; +"2332 linear_122" -> "2333 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2333 relu__20" -> "2334 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2334 relu__20_0_0_nncf_smooth_quant_0" -> "2335 quantize_per_tensor_default_84" [label="(1, 15, 15, 512)", style=solid]; +"2335 quantize_per_tensor_default_84" -> "2336 dequantize_per_tensor_default_84" [label="(1, 15, 15, 512)", style=solid]; +"2336 dequantize_per_tensor_default_84" -> "2341 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2337 linear_123_scale_0" -> "2340 dequantize_per_channel_default_84" [label="(12,)", style=solid]; +"2338 linear_123_zero_point_0" -> "2340 dequantize_per_channel_default_84" [label="(12,)", style=solid]; +"2339 _frozen_param105" -> "2340 dequantize_per_channel_default_84" [label="(12, 512)", style=solid]; +"2340 dequantize_per_channel_default_84" -> "2341 linear_123" [label="(12, 512)", style=solid]; +"2341 linear_123" -> "2342 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2342 view_110" -> "2343 index_20" [label="(225, 12)", style=solid]; +"2343 index_20" -> "2344 view_111" [label="(4096, 12)", style=solid]; +"2344 view_111" -> "2345 permute_91" [label="(64, 64, 12)", style=solid]; +"2345 permute_91" -> "2346 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2346 contiguous_38" -> "2347 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2347 unsqueeze_60" -> "2348 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2348 sigmoid_20" -> "2349 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2349 mul_40" -> "2376 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2350 pad_22" -> "2351 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2351 view_112" -> "2352 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2352 permute_92" -> "2353 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2353 reshape_90" -> "2356 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2354 clone_20" -> "2357 linear_124" [label="(1152,)", style=solid]; +"2355 features_5_16_attn_qkv_weight_updated_constant0" -> "2357 linear_124" [label="(1152, 384)", style=solid]; +"2356 reshape_90_0_0_nncf_smooth_quant_0" -> "2357 linear_124" [label="(4, 64, 384)", style=solid]; +"2357 linear_124" -> "2358 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2358 reshape_91" -> "2359 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2359 permute_93" -> "2360 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2359 permute_93" -> "2361 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2359 permute_93" -> "2362 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2360 select_60" -> "2363 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2360 select_60" -> "2365 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2360 select_60" -> "2366 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2361 select_61" -> "2367 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2361 select_61" -> "2369 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2361 select_61" -> "2370 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2362 select_62" -> "2379 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2363 linalg_vector_norm_40" -> "2364 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2364 clamp_min_40" -> "2365 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2365 expand_as_40" -> "2366 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2366 div_40" -> "2372 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2367 linalg_vector_norm_41" -> "2368 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2368 clamp_min_41" -> "2369 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2369 expand_as_41" -> "2370 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2370 div_41" -> "2371 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2371 transpose_40" -> "2372 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2372 matmul_40" -> "2375 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2373 clamp_20" -> "2374 exp_20" [label="(12, 1, 1)", style=solid]; +"2374 exp_20" -> "2375 mul_41" [label="(12, 1, 1)", style=solid]; +"2375 mul_41" -> "2376 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2376 add_70" -> "2377 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2377 softmax_20" -> "2378 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2378 dropout_80" -> "2379 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2379 matmul_41" -> "2380 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2380 transpose_41" -> "2381 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2381 reshape_92" -> "2383 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2382 features_5_16_attn_proj_weight_updated_constant0" -> "2384 linear_125" [label="(384, 384)", style=solid]; +"2383 reshape_92_0_0_nncf_smooth_quant_0" -> "2384 linear_125" [label="(4, 64, 384)", style=solid]; +"2384 linear_125" -> "2385 dropout_81" [label="(4, 64, 384)", style=solid]; +"2385 dropout_81" -> "2386 view_113" [label="(4, 64, 384)", style=solid]; +"2386 view_113" -> "2387 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2387 permute_94" -> "2388 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2388 reshape_93" -> "2389 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2389 slice_302" -> "2390 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2390 slice_303" -> "2391 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2391 slice_304" -> "2392 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2392 slice_305" -> "2393 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2393 contiguous_39" -> "2394 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2394 layer_norm_43" -> "2395 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2395 add_71" -> "2396 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2395 add_71" -> "2416 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2396 add_71_0_0_nncf_smooth_quant_0" -> "2397 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"2397 quantize_per_tensor_default_85" -> "2398 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"2398 dequantize_per_tensor_default_85" -> "2403 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2399 linear_126_scale_0" -> "2402 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2400 linear_126_zero_point_0" -> "2402 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2401 _frozen_param106" -> "2402 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2402 dequantize_per_channel_default_85" -> "2403 linear_126" [label="(1536, 384)", style=solid]; +"2403 linear_126" -> "2404 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2404 gelu_20" -> "2405 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2405 dropout_82" -> "2406 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2406 dropout_82_0_0_nncf_smooth_quant_0" -> "2407 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"2407 quantize_per_tensor_default_86" -> "2408 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"2408 dequantize_per_tensor_default_86" -> "2413 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2409 linear_127_scale_0" -> "2412 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2410 linear_127_zero_point_0" -> "2412 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2411 _frozen_param107" -> "2412 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2412 dequantize_per_channel_default_86" -> "2413 linear_127" [label="(384, 1536)", style=solid]; +"2413 linear_127" -> "2414 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2414 dropout_83" -> "2415 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2415 layer_norm_44" -> "2416 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2416 add_72" -> "2441 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2416 add_72" -> "2504 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2417 _frozen_param108" -> "2418 dequantize_per_tensor_default_87" [label="(1, 15, 15, 2)", style=solid]; +"2418 dequantize_per_tensor_default_87" -> "2423 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2419 linear_128_scale_0" -> "2422 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"2420 linear_128_zero_point_0" -> "2422 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"2421 _frozen_param109" -> "2422 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"2422 dequantize_per_channel_default_87" -> "2423 linear_128" [label="(512, 2)", style=solid]; +"2423 linear_128" -> "2424 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2424 relu__21" -> "2425 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2425 relu__21_0_0_nncf_smooth_quant_0" -> "2426 quantize_per_tensor_default_88" [label="(1, 15, 15, 512)", style=solid]; +"2426 quantize_per_tensor_default_88" -> "2427 dequantize_per_tensor_default_88" [label="(1, 15, 15, 512)", style=solid]; +"2427 dequantize_per_tensor_default_88" -> "2432 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2428 linear_129_scale_0" -> "2431 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"2429 linear_129_zero_point_0" -> "2431 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"2430 _frozen_param110" -> "2431 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"2431 dequantize_per_channel_default_88" -> "2432 linear_129" [label="(12, 512)", style=solid]; +"2432 linear_129" -> "2433 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2433 view_114" -> "2434 index_21" [label="(225, 12)", style=solid]; +"2434 index_21" -> "2435 view_115" [label="(4096, 12)", style=solid]; +"2435 view_115" -> "2436 permute_95" [label="(64, 64, 12)", style=solid]; +"2436 permute_95" -> "2437 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2437 contiguous_40" -> "2438 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2438 unsqueeze_61" -> "2439 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2439 sigmoid_21" -> "2440 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2440 mul_42" -> "2468 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2441 pad_23" -> "2442 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2442 roll_20" -> "2443 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2443 view_116" -> "2444 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2444 permute_96" -> "2445 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2445 reshape_94" -> "2448 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2445 reshape_94" -> "2469 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2446 clone_21" -> "2449 linear_130" [label="(1152,)", style=solid]; +"2447 features_5_17_attn_qkv_weight_updated_constant0" -> "2449 linear_130" [label="(1152, 384)", style=solid]; +"2448 reshape_94_0_0_nncf_smooth_quant_0" -> "2449 linear_130" [label="(4, 64, 384)", style=solid]; +"2449 linear_130" -> "2450 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2450 reshape_95" -> "2451 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2451 permute_97" -> "2452 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2451 permute_97" -> "2453 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2451 permute_97" -> "2454 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2452 select_63" -> "2455 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2452 select_63" -> "2457 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2452 select_63" -> "2458 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2453 select_64" -> "2459 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2453 select_64" -> "2461 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2453 select_64" -> "2462 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2454 select_65" -> "2487 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2455 linalg_vector_norm_42" -> "2456 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2456 clamp_min_42" -> "2457 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2457 expand_as_42" -> "2458 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2458 div_42" -> "2464 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2459 linalg_vector_norm_43" -> "2460 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2460 clamp_min_43" -> "2461 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2461 expand_as_43" -> "2462 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2462 div_43" -> "2463 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2463 transpose_42" -> "2464 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2464 matmul_42" -> "2467 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2465 clamp_21" -> "2466 exp_21" [label="(12, 1, 1)", style=solid]; +"2466 exp_21" -> "2467 mul_43" [label="(12, 1, 1)", style=solid]; +"2467 mul_43" -> "2468 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2468 add_73" -> "2480 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2469 new_zeros_10" -> "2470 view_117" [label="(16, 16)", style=solid]; +"2470 view_117" -> "2471 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2471 permute_98" -> "2472 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2472 reshape_96" -> "2473 unsqueeze_62" [label="(4, 64)", style=solid]; +"2472 reshape_96" -> "2474 unsqueeze_63" [label="(4, 64)", style=solid]; +"2473 unsqueeze_62" -> "2475 sub_10" [label="(4, 1, 64)", style=solid]; +"2474 unsqueeze_63" -> "2475 sub_10" [label="(4, 64, 1)", style=solid]; +"2475 sub_10" -> "2476 ne_10" [label="(4, 64, 64)", style=solid]; +"2475 sub_10" -> "2477 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2475 sub_10" -> "2478 eq_10" [label="(4, 64, 64)", style=solid]; +"2476 ne_10" -> "2477 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2477 masked_fill_20" -> "2479 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2478 eq_10" -> "2479 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2479 masked_fill_21" -> "2481 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2480 view_118" -> "2483 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2481 unsqueeze_64" -> "2482 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2482 unsqueeze_65" -> "2483 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2483 add_74" -> "2484 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2484 view_119" -> "2485 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2485 softmax_21" -> "2486 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2486 dropout_84" -> "2487 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2487 matmul_43" -> "2488 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2488 transpose_43" -> "2489 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2489 reshape_97" -> "2491 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2490 features_5_17_attn_proj_weight_updated_constant0" -> "2492 linear_131" [label="(384, 384)", style=solid]; +"2491 reshape_97_0_0_nncf_smooth_quant_0" -> "2492 linear_131" [label="(4, 64, 384)", style=solid]; +"2492 linear_131" -> "2493 dropout_85" [label="(4, 64, 384)", style=solid]; +"2493 dropout_85" -> "2494 view_120" [label="(4, 64, 384)", style=solid]; +"2494 view_120" -> "2495 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2495 permute_99" -> "2496 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2496 reshape_98" -> "2497 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2497 roll_21" -> "2498 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2498 slice_325" -> "2499 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2499 slice_326" -> "2500 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2500 slice_327" -> "2501 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2501 slice_328" -> "2502 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2502 contiguous_41" -> "2503 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2503 layer_norm_45" -> "2504 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2504 add_75" -> "2505 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2504 add_75" -> "2525 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2505 add_75_0_0_nncf_smooth_quant_0" -> "2506 quantize_per_tensor_default_89" [label="(1, 14, 14, 384)", style=solid]; +"2506 quantize_per_tensor_default_89" -> "2507 dequantize_per_tensor_default_89" [label="(1, 14, 14, 384)", style=solid]; +"2507 dequantize_per_tensor_default_89" -> "2512 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2508 linear_132_scale_0" -> "2511 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2509 linear_132_zero_point_0" -> "2511 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2510 _frozen_param111" -> "2511 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2511 dequantize_per_channel_default_89" -> "2512 linear_132" [label="(1536, 384)", style=solid]; +"2512 linear_132" -> "2513 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2513 gelu_21" -> "2514 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2514 dropout_86" -> "2515 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2515 dropout_86_0_0_nncf_smooth_quant_0" -> "2516 quantize_per_tensor_default_90" [label="(1, 14, 14, 1536)", style=solid]; +"2516 quantize_per_tensor_default_90" -> "2517 dequantize_per_tensor_default_90" [label="(1, 14, 14, 1536)", style=solid]; +"2517 dequantize_per_tensor_default_90" -> "2522 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2518 linear_133_scale_0" -> "2521 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2519 linear_133_zero_point_0" -> "2521 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2520 _frozen_param112" -> "2521 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2521 dequantize_per_channel_default_90" -> "2522 linear_133" [label="(384, 1536)", style=solid]; +"2522 linear_133" -> "2523 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2523 dropout_87" -> "2524 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2524 layer_norm_46" -> "2525 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2525 add_76" -> "2526 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2526 pad_24" -> "2527 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2526 pad_24" -> "2530 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2526 pad_24" -> "2533 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2526 pad_24" -> "2536 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2527 slice_329" -> "2528 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2528 slice_330" -> "2529 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2529 slice_331" -> "2539 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2530 slice_332" -> "2531 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2531 slice_333" -> "2532 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2532 slice_334" -> "2539 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2533 slice_335" -> "2534 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2534 slice_336" -> "2535 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2535 slice_337" -> "2539 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2536 slice_338" -> "2537 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2537 slice_339" -> "2538 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2538 slice_340" -> "2539 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2539 cat_2" -> "2540 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2540 cat_2_0_0_nncf_smooth_quant_0" -> "2541 quantize_per_tensor_default_91" [label="(1, 7, 7, 1536)", style=solid]; +"2541 quantize_per_tensor_default_91" -> "2542 dequantize_per_tensor_default_91" [label="(1, 7, 7, 1536)", style=solid]; +"2542 dequantize_per_tensor_default_91" -> "2547 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2543 linear_134_scale_0" -> "2546 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2544 linear_134_zero_point_0" -> "2546 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2545 _frozen_param113" -> "2546 dequantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2546 dequantize_per_channel_default_91" -> "2547 linear_134" [label="(768, 1536)", style=solid]; +"2547 linear_134" -> "2548 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2548 layer_norm_47" -> "2573 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2548 layer_norm_47" -> "2618 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2549 _frozen_param114" -> "2550 dequantize_per_tensor_default_92" [label="(1, 15, 15, 2)", style=solid]; +"2550 dequantize_per_tensor_default_92" -> "2555 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2551 linear_135_scale_0" -> "2554 dequantize_per_channel_default_92" [label="(512,)", style=solid]; +"2552 linear_135_zero_point_0" -> "2554 dequantize_per_channel_default_92" [label="(512,)", style=solid]; +"2553 _frozen_param115" -> "2554 dequantize_per_channel_default_92" [label="(512, 2)", style=solid]; +"2554 dequantize_per_channel_default_92" -> "2555 linear_135" [label="(512, 2)", style=solid]; +"2555 linear_135" -> "2556 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2556 relu__22" -> "2557 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2557 relu__22_0_0_nncf_smooth_quant_0" -> "2558 quantize_per_tensor_default_93" [label="(1, 15, 15, 512)", style=solid]; +"2558 quantize_per_tensor_default_93" -> "2559 dequantize_per_tensor_default_93" [label="(1, 15, 15, 512)", style=solid]; +"2559 dequantize_per_tensor_default_93" -> "2564 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2560 linear_136_scale_0" -> "2563 dequantize_per_channel_default_93" [label="(24,)", style=solid]; +"2561 linear_136_zero_point_0" -> "2563 dequantize_per_channel_default_93" [label="(24,)", style=solid]; +"2562 _frozen_param116" -> "2563 dequantize_per_channel_default_93" [label="(24, 512)", style=solid]; +"2563 dequantize_per_channel_default_93" -> "2564 linear_136" [label="(24, 512)", style=solid]; +"2564 linear_136" -> "2565 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2565 view_121" -> "2566 index_22" [label="(225, 24)", style=solid]; +"2566 index_22" -> "2567 view_122" [label="(4096, 24)", style=solid]; +"2567 view_122" -> "2568 permute_100" [label="(64, 64, 24)", style=solid]; +"2568 permute_100" -> "2569 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2569 contiguous_42" -> "2570 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2570 unsqueeze_66" -> "2571 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2571 sigmoid_22" -> "2572 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2572 mul_44" -> "2599 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2573 pad_25" -> "2574 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2574 view_123" -> "2575 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2575 permute_101" -> "2576 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2576 reshape_99" -> "2579 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2577 clone_22" -> "2580 linear_137" [label="(2304,)", style=solid]; +"2578 features_7_0_attn_qkv_weight_updated_constant0" -> "2580 linear_137" [label="(2304, 768)", style=solid]; +"2579 reshape_99_0_0_nncf_smooth_quant_0" -> "2580 linear_137" [label="(1, 64, 768)", style=solid]; +"2580 linear_137" -> "2581 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2581 reshape_100" -> "2582 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2582 permute_102" -> "2583 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2582 permute_102" -> "2584 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2582 permute_102" -> "2585 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2583 select_66" -> "2586 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2583 select_66" -> "2588 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2583 select_66" -> "2589 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2584 select_67" -> "2590 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2584 select_67" -> "2592 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2584 select_67" -> "2593 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2585 select_68" -> "2602 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2586 linalg_vector_norm_44" -> "2587 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2587 clamp_min_44" -> "2588 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2588 expand_as_44" -> "2589 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2589 div_44" -> "2595 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2590 linalg_vector_norm_45" -> "2591 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2591 clamp_min_45" -> "2592 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2592 expand_as_45" -> "2593 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2593 div_45" -> "2594 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2594 transpose_44" -> "2595 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2595 matmul_44" -> "2598 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2596 clamp_22" -> "2597 exp_22" [label="(24, 1, 1)", style=solid]; +"2597 exp_22" -> "2598 mul_45" [label="(24, 1, 1)", style=solid]; +"2598 mul_45" -> "2599 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2599 add_77" -> "2600 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2600 softmax_22" -> "2601 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2601 dropout_88" -> "2602 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2602 matmul_45" -> "2603 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2603 transpose_45" -> "2604 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2604 reshape_101" -> "2606 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2605 features_7_0_attn_proj_weight_updated_constant0" -> "2607 linear_138" [label="(768, 768)", style=solid]; +"2606 reshape_101_0_0_nncf_smooth_quant_0" -> "2607 linear_138" [label="(1, 64, 768)", style=solid]; +"2607 linear_138" -> "2608 dropout_89" [label="(1, 64, 768)", style=solid]; +"2608 dropout_89" -> "2609 view_124" [label="(1, 64, 768)", style=solid]; +"2609 view_124" -> "2610 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2610 permute_103" -> "2611 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2611 reshape_102" -> "2612 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2612 slice_342" -> "2613 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2613 slice_343" -> "2614 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2614 slice_344" -> "2615 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2615 slice_345" -> "2616 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2616 contiguous_43" -> "2617 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2617 layer_norm_48" -> "2618 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2618 add_78" -> "2619 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2618 add_78" -> "2639 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2619 add_78_0_0_nncf_smooth_quant_0" -> "2620 quantize_per_tensor_default_94" [label="(1, 7, 7, 768)", style=solid]; +"2620 quantize_per_tensor_default_94" -> "2621 dequantize_per_tensor_default_94" [label="(1, 7, 7, 768)", style=solid]; +"2621 dequantize_per_tensor_default_94" -> "2626 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2622 linear_139_scale_0" -> "2625 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2623 linear_139_zero_point_0" -> "2625 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2624 _frozen_param117" -> "2625 dequantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2625 dequantize_per_channel_default_94" -> "2626 linear_139" [label="(3072, 768)", style=solid]; +"2626 linear_139" -> "2627 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2627 gelu_22" -> "2628 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2628 dropout_90" -> "2629 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2629 dropout_90_0_0_nncf_smooth_quant_0" -> "2630 quantize_per_tensor_default_95" [label="(1, 7, 7, 3072)", style=solid]; +"2630 quantize_per_tensor_default_95" -> "2631 dequantize_per_tensor_default_95" [label="(1, 7, 7, 3072)", style=solid]; +"2631 dequantize_per_tensor_default_95" -> "2636 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2632 linear_140_scale_0" -> "2635 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2633 linear_140_zero_point_0" -> "2635 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2634 _frozen_param118" -> "2635 dequantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2635 dequantize_per_channel_default_95" -> "2636 linear_140" [label="(768, 3072)", style=solid]; +"2636 linear_140" -> "2637 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2637 dropout_91" -> "2638 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2638 layer_norm_49" -> "2639 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2639 add_79" -> "2664 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2639 add_79" -> "2709 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2640 _frozen_param119" -> "2641 dequantize_per_tensor_default_96" [label="(1, 15, 15, 2)", style=solid]; +"2641 dequantize_per_tensor_default_96" -> "2646 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"2642 linear_141_scale_0" -> "2645 dequantize_per_channel_default_96" [label="(512,)", style=solid]; +"2643 linear_141_zero_point_0" -> "2645 dequantize_per_channel_default_96" [label="(512,)", style=solid]; +"2644 _frozen_param120" -> "2645 dequantize_per_channel_default_96" [label="(512, 2)", style=solid]; +"2645 dequantize_per_channel_default_96" -> "2646 linear_141" [label="(512, 2)", style=solid]; +"2646 linear_141" -> "2647 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"2647 relu__23" -> "2648 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2648 relu__23_0_0_nncf_smooth_quant_0" -> "2649 quantize_per_tensor_default_97" [label="(1, 15, 15, 512)", style=solid]; +"2649 quantize_per_tensor_default_97" -> "2650 dequantize_per_tensor_default_97" [label="(1, 15, 15, 512)", style=solid]; +"2650 dequantize_per_tensor_default_97" -> "2655 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"2651 linear_142_scale_0" -> "2654 dequantize_per_channel_default_97" [label="(24,)", style=solid]; +"2652 linear_142_zero_point_0" -> "2654 dequantize_per_channel_default_97" [label="(24,)", style=solid]; +"2653 _frozen_param121" -> "2654 dequantize_per_channel_default_97" [label="(24, 512)", style=solid]; +"2654 dequantize_per_channel_default_97" -> "2655 linear_142" [label="(24, 512)", style=solid]; +"2655 linear_142" -> "2656 view_125" [label="(1, 15, 15, 24)", style=solid]; +"2656 view_125" -> "2657 index_23" [label="(225, 24)", style=solid]; +"2657 index_23" -> "2658 view_126" [label="(4096, 24)", style=solid]; +"2658 view_126" -> "2659 permute_104" [label="(64, 64, 24)", style=solid]; +"2659 permute_104" -> "2660 contiguous_44" [label="(24, 64, 64)", style=solid]; +"2660 contiguous_44" -> "2661 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"2661 unsqueeze_67" -> "2662 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"2662 sigmoid_23" -> "2663 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"2663 mul_46" -> "2690 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2664 pad_26" -> "2665 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2665 view_127" -> "2666 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2666 permute_105" -> "2667 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2667 reshape_103" -> "2670 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2668 clone_23" -> "2671 linear_143" [label="(2304,)", style=solid]; +"2669 features_7_1_attn_qkv_weight_updated_constant0" -> "2671 linear_143" [label="(2304, 768)", style=solid]; +"2670 reshape_103_0_0_nncf_smooth_quant_0" -> "2671 linear_143" [label="(1, 64, 768)", style=solid]; +"2671 linear_143" -> "2672 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2672 reshape_104" -> "2673 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2673 permute_106" -> "2674 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2673 permute_106" -> "2675 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2673 permute_106" -> "2676 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2674 select_69" -> "2677 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2674 select_69" -> "2679 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2674 select_69" -> "2680 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2675 select_70" -> "2681 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2675 select_70" -> "2683 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2675 select_70" -> "2684 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2676 select_71" -> "2693 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2677 linalg_vector_norm_46" -> "2678 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2678 clamp_min_46" -> "2679 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2679 expand_as_46" -> "2680 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2680 div_46" -> "2686 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2681 linalg_vector_norm_47" -> "2682 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2682 clamp_min_47" -> "2683 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2683 expand_as_47" -> "2684 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2684 div_47" -> "2685 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2685 transpose_46" -> "2686 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2686 matmul_46" -> "2689 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2687 clamp_23" -> "2688 exp_23" [label="(24, 1, 1)", style=solid]; +"2688 exp_23" -> "2689 mul_47" [label="(24, 1, 1)", style=solid]; +"2689 mul_47" -> "2690 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2690 add_80" -> "2691 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2691 softmax_23" -> "2692 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2692 dropout_92" -> "2693 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2693 matmul_47" -> "2694 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2694 transpose_47" -> "2695 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2695 reshape_105" -> "2697 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2696 features_7_1_attn_proj_weight_updated_constant0" -> "2698 linear_144" [label="(768, 768)", style=solid]; +"2697 reshape_105_0_0_nncf_smooth_quant_0" -> "2698 linear_144" [label="(1, 64, 768)", style=solid]; +"2698 linear_144" -> "2699 dropout_93" [label="(1, 64, 768)", style=solid]; +"2699 dropout_93" -> "2700 view_128" [label="(1, 64, 768)", style=solid]; +"2700 view_128" -> "2701 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2701 permute_107" -> "2702 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2702 reshape_106" -> "2703 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2703 slice_347" -> "2704 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2704 slice_348" -> "2705 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2705 slice_349" -> "2706 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2706 slice_350" -> "2707 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2707 contiguous_45" -> "2708 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2708 layer_norm_50" -> "2709 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2709 add_81" -> "2710 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2709 add_81" -> "2730 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2710 add_81_0_0_nncf_smooth_quant_0" -> "2711 quantize_per_tensor_default_98" [label="(1, 7, 7, 768)", style=solid]; +"2711 quantize_per_tensor_default_98" -> "2712 dequantize_per_tensor_default_98" [label="(1, 7, 7, 768)", style=solid]; +"2712 dequantize_per_tensor_default_98" -> "2717 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2713 linear_145_scale_0" -> "2716 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2714 linear_145_zero_point_0" -> "2716 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2715 _frozen_param122" -> "2716 dequantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2716 dequantize_per_channel_default_98" -> "2717 linear_145" [label="(3072, 768)", style=solid]; +"2717 linear_145" -> "2718 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2718 gelu_23" -> "2719 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2719 dropout_94" -> "2720 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2720 dropout_94_0_0_nncf_smooth_quant_0" -> "2721 quantize_per_tensor_default_99" [label="(1, 7, 7, 3072)", style=solid]; +"2721 quantize_per_tensor_default_99" -> "2722 dequantize_per_tensor_default_99" [label="(1, 7, 7, 3072)", style=solid]; +"2722 dequantize_per_tensor_default_99" -> "2727 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2723 linear_146_scale_0" -> "2726 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2724 linear_146_zero_point_0" -> "2726 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2725 _frozen_param123" -> "2726 dequantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2726 dequantize_per_channel_default_99" -> "2727 linear_146" [label="(768, 3072)", style=solid]; +"2727 linear_146" -> "2728 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2728 dropout_95" -> "2729 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2729 layer_norm_51" -> "2730 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2730 add_82" -> "2731 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2731 layer_norm_52" -> "2732 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2732 permute_108" -> "2733 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2733 adaptive_avg_pool2d" -> "2734 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2734 flatten" -> "2735 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2735 flatten_0_0_nncf_smooth_quant_0" -> "2736 quantize_per_tensor_default_100" [label="(1, 768)", style=solid]; +"2736 quantize_per_tensor_default_100" -> "2737 dequantize_per_tensor_default_100" [label="(1, 768)", style=solid]; +"2737 dequantize_per_tensor_default_100" -> "2742 linear_147" [label="(1, 768)", style=solid]; +"2738 linear_147_scale_0" -> "2741 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2739 linear_147_zero_point_0" -> "2741 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2740 _frozen_param124" -> "2741 dequantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2741 dequantize_per_channel_default_100" -> "2742 linear_147" [label="(1000, 768)", style=solid]; +"2742 linear_147" -> "2743 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/synthetic_transformer.dot new file mode 100644 index 00000000000..462a2e45e41 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/synthetic_transformer.dot @@ -0,0 +1,45 @@ +strict digraph { +"0 wte_weight" [id=0, type=get_attr]; +"1 linear_bias" [id=1, type=get_attr]; +"2 lm_head_bias" [id=2, type=get_attr]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; +"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; +"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; +"8 linear_scale_0" [id=8, type=get_attr]; +"9 linear_zero_point_0" [id=9, type=get_attr]; +"10 _frozen_param0" [id=10, type=get_attr]; +"11 dequantize_per_channel_default" [id=11, type=dequantize_per_channel]; +"12 linear" [id=12, type=linear]; +"13 linear_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; +"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; +"16 linear_1_scale_0" [id=16, type=get_attr]; +"17 linear_1_zero_point_0" [id=17, type=get_attr]; +"18 _frozen_param1" [id=18, type=get_attr]; +"19 dequantize_per_channel_default_1" [id=19, type=dequantize_per_channel]; +"20 linear_1" [id=20, type=linear]; +"21 output" [id=21, type=output]; +"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; +"1 linear_bias" -> "12 linear" [label="(5,)", style=solid]; +"2 lm_head_bias" -> "20 linear_1" [label="(10,)", style=solid]; +"3 input_ids" -> "4 embedding" [label="(5,)", style=solid]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"7 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"8 linear_scale_0" -> "11 dequantize_per_channel_default" [label="(5,)", style=solid]; +"9 linear_zero_point_0" -> "11 dequantize_per_channel_default" [label="(5,)", style=solid]; +"10 _frozen_param0" -> "11 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"11 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; +"12 linear" -> "13 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 linear_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 dequantize_per_tensor_default_1" -> "20 linear_1" [label="(5, 5)", style=solid]; +"16 linear_1_scale_0" -> "19 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_zero_point_0" -> "19 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 _frozen_param1" -> "19 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"19 dequantize_per_channel_default_1" -> "20 linear_1" [label="(10, 5)", style=solid]; +"20 linear_1" -> "21 output" [label="(5, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/unet.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/unet.dot new file mode 100644 index 00000000000..dfe64020019 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/unet.dot @@ -0,0 +1,437 @@ +strict digraph { +"0 down_path_0_block_0_bias" [id=0, type=get_attr]; +"1 down_path_0_block_3_bias" [id=1, type=get_attr]; +"2 down_path_1_block_0_bias" [id=2, type=get_attr]; +"3 down_path_1_block_3_bias" [id=3, type=get_attr]; +"4 down_path_2_block_0_bias" [id=4, type=get_attr]; +"5 down_path_2_block_3_bias" [id=5, type=get_attr]; +"6 down_path_3_block_0_bias" [id=6, type=get_attr]; +"7 down_path_3_block_3_bias" [id=7, type=get_attr]; +"8 down_path_4_block_0_bias" [id=8, type=get_attr]; +"9 down_path_4_block_3_bias" [id=9, type=get_attr]; +"10 up_path_0_up_weight" [id=10, type=get_attr]; +"11 up_path_0_up_bias" [id=11, type=get_attr]; +"12 up_path_0_conv_block_block_0_bias" [id=12, type=get_attr]; +"13 up_path_0_conv_block_block_3_bias" [id=13, type=get_attr]; +"14 up_path_1_up_weight" [id=14, type=get_attr]; +"15 up_path_1_up_bias" [id=15, type=get_attr]; +"16 up_path_1_conv_block_block_0_bias" [id=16, type=get_attr]; +"17 up_path_1_conv_block_block_3_bias" [id=17, type=get_attr]; +"18 up_path_2_up_weight" [id=18, type=get_attr]; +"19 up_path_2_up_bias" [id=19, type=get_attr]; +"20 up_path_2_conv_block_block_0_bias" [id=20, type=get_attr]; +"21 up_path_2_conv_block_block_3_bias" [id=21, type=get_attr]; +"22 up_path_3_up_weight" [id=22, type=get_attr]; +"23 up_path_3_up_bias" [id=23, type=get_attr]; +"24 up_path_3_conv_block_block_0_bias" [id=24, type=get_attr]; +"25 up_path_3_conv_block_block_3_bias" [id=25, type=get_attr]; +"26 last_bias" [id=26, type=get_attr]; +"27 x" [id=27, type=input]; +"28 quantize_per_tensor_default" [id=28, type=quantize_per_tensor]; +"29 dequantize_per_tensor_default" [id=29, type=dequantize_per_tensor]; +"30 conv2d_scale_0" [id=30, type=get_attr]; +"31 conv2d_zero_point_0" [id=31, type=get_attr]; +"32 _frozen_param0" [id=32, type=get_attr]; +"33 dequantize_per_channel_default" [id=33, type=dequantize_per_channel]; +"34 conv2d" [id=34, type=conv2d]; +"35 relu" [id=35, type=relu]; +"36 quantize_per_tensor_default_1" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_1" [id=37, type=dequantize_per_tensor]; +"38 conv2d_1_scale_0" [id=38, type=get_attr]; +"39 conv2d_1_zero_point_0" [id=39, type=get_attr]; +"40 _frozen_param1" [id=40, type=get_attr]; +"41 dequantize_per_channel_default_1" [id=41, type=dequantize_per_channel]; +"42 conv2d_1" [id=42, type=conv2d]; +"43 relu_1" [id=43, type=relu]; +"44 quantize_per_tensor_default_2" [id=44, type=quantize_per_tensor]; +"45 dequantize_per_tensor_default_2" [id=45, type=dequantize_per_tensor]; +"46 max_pool2d" [id=46, type=max_pool2d]; +"47 quantize_per_tensor_default_3" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_3" [id=48, type=dequantize_per_tensor]; +"49 conv2d_2_scale_0" [id=49, type=get_attr]; +"50 conv2d_2_zero_point_0" [id=50, type=get_attr]; +"51 _frozen_param2" [id=51, type=get_attr]; +"52 dequantize_per_channel_default_2" [id=52, type=dequantize_per_channel]; +"53 conv2d_2" [id=53, type=conv2d]; +"54 relu_2" [id=54, type=relu]; +"55 quantize_per_tensor_default_4" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_4" [id=56, type=dequantize_per_tensor]; +"57 conv2d_3_scale_0" [id=57, type=get_attr]; +"58 conv2d_3_zero_point_0" [id=58, type=get_attr]; +"59 _frozen_param3" [id=59, type=get_attr]; +"60 dequantize_per_channel_default_3" [id=60, type=dequantize_per_channel]; +"61 conv2d_3" [id=61, type=conv2d]; +"62 relu_3" [id=62, type=relu]; +"63 quantize_per_tensor_default_5" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_5" [id=64, type=dequantize_per_tensor]; +"65 max_pool2d_1" [id=65, type=max_pool2d]; +"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; +"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; +"68 conv2d_4_scale_0" [id=68, type=get_attr]; +"69 conv2d_4_zero_point_0" [id=69, type=get_attr]; +"70 _frozen_param4" [id=70, type=get_attr]; +"71 dequantize_per_channel_default_4" [id=71, type=dequantize_per_channel]; +"72 conv2d_4" [id=72, type=conv2d]; +"73 relu_4" [id=73, type=relu]; +"74 quantize_per_tensor_default_7" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_7" [id=75, type=dequantize_per_tensor]; +"76 conv2d_5_scale_0" [id=76, type=get_attr]; +"77 conv2d_5_zero_point_0" [id=77, type=get_attr]; +"78 _frozen_param5" [id=78, type=get_attr]; +"79 dequantize_per_channel_default_5" [id=79, type=dequantize_per_channel]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_default_8" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_8" [id=83, type=dequantize_per_tensor]; +"84 max_pool2d_2" [id=84, type=max_pool2d]; +"85 quantize_per_tensor_default_9" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; +"87 conv2d_6_scale_0" [id=87, type=get_attr]; +"88 conv2d_6_zero_point_0" [id=88, type=get_attr]; +"89 _frozen_param6" [id=89, type=get_attr]; +"90 dequantize_per_channel_default_6" [id=90, type=dequantize_per_channel]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_default_10" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_10" [id=94, type=dequantize_per_tensor]; +"95 conv2d_7_scale_0" [id=95, type=get_attr]; +"96 conv2d_7_zero_point_0" [id=96, type=get_attr]; +"97 _frozen_param7" [id=97, type=get_attr]; +"98 dequantize_per_channel_default_7" [id=98, type=dequantize_per_channel]; +"99 conv2d_7" [id=99, type=conv2d]; +"100 relu_7" [id=100, type=relu]; +"101 quantize_per_tensor_default_11" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_11" [id=102, type=dequantize_per_tensor]; +"103 max_pool2d_3" [id=103, type=max_pool2d]; +"104 quantize_per_tensor_default_12" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_12" [id=105, type=dequantize_per_tensor]; +"106 conv2d_8_scale_0" [id=106, type=get_attr]; +"107 conv2d_8_zero_point_0" [id=107, type=get_attr]; +"108 _frozen_param8" [id=108, type=get_attr]; +"109 dequantize_per_channel_default_8" [id=109, type=dequantize_per_channel]; +"110 conv2d_8" [id=110, type=conv2d]; +"111 relu_8" [id=111, type=relu]; +"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_13" [id=113, type=dequantize_per_tensor]; +"114 conv2d_9_scale_0" [id=114, type=get_attr]; +"115 conv2d_9_zero_point_0" [id=115, type=get_attr]; +"116 _frozen_param9" [id=116, type=get_attr]; +"117 dequantize_per_channel_default_9" [id=117, type=dequantize_per_channel]; +"118 conv2d_9" [id=118, type=conv2d]; +"119 relu_9" [id=119, type=relu]; +"120 conv_transpose2d" [id=120, type=conv_transpose2d]; +"121 slice_1" [id=121, type=slice]; +"122 slice_2" [id=122, type=slice]; +"123 slice_3" [id=123, type=slice]; +"124 slice_4" [id=124, type=slice]; +"125 cat" [id=125, type=cat]; +"126 quantize_per_tensor_default_14" [id=126, type=quantize_per_tensor]; +"127 dequantize_per_tensor_default_14" [id=127, type=dequantize_per_tensor]; +"128 conv2d_10_scale_0" [id=128, type=get_attr]; +"129 conv2d_10_zero_point_0" [id=129, type=get_attr]; +"130 _frozen_param10" [id=130, type=get_attr]; +"131 dequantize_per_channel_default_10" [id=131, type=dequantize_per_channel]; +"132 conv2d_10" [id=132, type=conv2d]; +"133 relu_10" [id=133, type=relu]; +"134 quantize_per_tensor_default_15" [id=134, type=quantize_per_tensor]; +"135 dequantize_per_tensor_default_15" [id=135, type=dequantize_per_tensor]; +"136 conv2d_11_scale_0" [id=136, type=get_attr]; +"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; +"138 _frozen_param11" [id=138, type=get_attr]; +"139 dequantize_per_channel_default_11" [id=139, type=dequantize_per_channel]; +"140 conv2d_11" [id=140, type=conv2d]; +"141 relu_11" [id=141, type=relu]; +"142 conv_transpose2d_1" [id=142, type=conv_transpose2d]; +"143 slice_5" [id=143, type=slice]; +"144 slice_6" [id=144, type=slice]; +"145 slice_7" [id=145, type=slice]; +"146 slice_8" [id=146, type=slice]; +"147 cat_1" [id=147, type=cat]; +"148 quantize_per_tensor_default_16" [id=148, type=quantize_per_tensor]; +"149 dequantize_per_tensor_default_16" [id=149, type=dequantize_per_tensor]; +"150 conv2d_12_scale_0" [id=150, type=get_attr]; +"151 conv2d_12_zero_point_0" [id=151, type=get_attr]; +"152 _frozen_param12" [id=152, type=get_attr]; +"153 dequantize_per_channel_default_12" [id=153, type=dequantize_per_channel]; +"154 conv2d_12" [id=154, type=conv2d]; +"155 relu_12" [id=155, type=relu]; +"156 quantize_per_tensor_default_17" [id=156, type=quantize_per_tensor]; +"157 dequantize_per_tensor_default_17" [id=157, type=dequantize_per_tensor]; +"158 conv2d_13_scale_0" [id=158, type=get_attr]; +"159 conv2d_13_zero_point_0" [id=159, type=get_attr]; +"160 _frozen_param13" [id=160, type=get_attr]; +"161 dequantize_per_channel_default_13" [id=161, type=dequantize_per_channel]; +"162 conv2d_13" [id=162, type=conv2d]; +"163 relu_13" [id=163, type=relu]; +"164 conv_transpose2d_2" [id=164, type=conv_transpose2d]; +"165 slice_9" [id=165, type=slice]; +"166 slice_10" [id=166, type=slice]; +"167 slice_11" [id=167, type=slice]; +"168 slice_12" [id=168, type=slice]; +"169 cat_2" [id=169, type=cat]; +"170 quantize_per_tensor_default_18" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_18" [id=171, type=dequantize_per_tensor]; +"172 conv2d_14_scale_0" [id=172, type=get_attr]; +"173 conv2d_14_zero_point_0" [id=173, type=get_attr]; +"174 _frozen_param14" [id=174, type=get_attr]; +"175 dequantize_per_channel_default_14" [id=175, type=dequantize_per_channel]; +"176 conv2d_14" [id=176, type=conv2d]; +"177 relu_14" [id=177, type=relu]; +"178 quantize_per_tensor_default_19" [id=178, type=quantize_per_tensor]; +"179 dequantize_per_tensor_default_19" [id=179, type=dequantize_per_tensor]; +"180 conv2d_15_scale_0" [id=180, type=get_attr]; +"181 conv2d_15_zero_point_0" [id=181, type=get_attr]; +"182 _frozen_param15" [id=182, type=get_attr]; +"183 dequantize_per_channel_default_15" [id=183, type=dequantize_per_channel]; +"184 conv2d_15" [id=184, type=conv2d]; +"185 relu_15" [id=185, type=relu]; +"186 conv_transpose2d_3" [id=186, type=conv_transpose2d]; +"187 slice_13" [id=187, type=slice]; +"188 slice_14" [id=188, type=slice]; +"189 slice_15" [id=189, type=slice]; +"190 slice_16" [id=190, type=slice]; +"191 cat_3" [id=191, type=cat]; +"192 quantize_per_tensor_default_20" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_20" [id=193, type=dequantize_per_tensor]; +"194 conv2d_16_scale_0" [id=194, type=get_attr]; +"195 conv2d_16_zero_point_0" [id=195, type=get_attr]; +"196 _frozen_param16" [id=196, type=get_attr]; +"197 dequantize_per_channel_default_16" [id=197, type=dequantize_per_channel]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 relu_16" [id=199, type=relu]; +"200 quantize_per_tensor_default_21" [id=200, type=quantize_per_tensor]; +"201 dequantize_per_tensor_default_21" [id=201, type=dequantize_per_tensor]; +"202 conv2d_17_scale_0" [id=202, type=get_attr]; +"203 conv2d_17_zero_point_0" [id=203, type=get_attr]; +"204 _frozen_param17" [id=204, type=get_attr]; +"205 dequantize_per_channel_default_17" [id=205, type=dequantize_per_channel]; +"206 conv2d_17" [id=206, type=conv2d]; +"207 relu_17" [id=207, type=relu]; +"208 quantize_per_tensor_default_22" [id=208, type=quantize_per_tensor]; +"209 dequantize_per_tensor_default_22" [id=209, type=dequantize_per_tensor]; +"210 conv2d_18_scale_0" [id=210, type=get_attr]; +"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; +"212 _frozen_param18" [id=212, type=get_attr]; +"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; +"214 conv2d_18" [id=214, type=conv2d]; +"215 output" [id=215, type=output]; +"0 down_path_0_block_0_bias" -> "34 conv2d" [label="(64,)", style=solid]; +"1 down_path_0_block_3_bias" -> "42 conv2d_1" [label="(64,)", style=solid]; +"2 down_path_1_block_0_bias" -> "53 conv2d_2" [label="(128,)", style=solid]; +"3 down_path_1_block_3_bias" -> "61 conv2d_3" [label="(128,)", style=solid]; +"4 down_path_2_block_0_bias" -> "72 conv2d_4" [label="(256,)", style=solid]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [label="(256,)", style=solid]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [label="(512,)", style=solid]; +"7 down_path_3_block_3_bias" -> "99 conv2d_7" [label="(512,)", style=solid]; +"8 down_path_4_block_0_bias" -> "110 conv2d_8" [label="(1024,)", style=solid]; +"9 down_path_4_block_3_bias" -> "118 conv2d_9" [label="(1024,)", style=solid]; +"10 up_path_0_up_weight" -> "120 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"11 up_path_0_up_bias" -> "120 conv_transpose2d" [label="(512,)", style=solid]; +"12 up_path_0_conv_block_block_0_bias" -> "132 conv2d_10" [label="(512,)", style=solid]; +"13 up_path_0_conv_block_block_3_bias" -> "140 conv2d_11" [label="(512,)", style=solid]; +"14 up_path_1_up_weight" -> "142 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"15 up_path_1_up_bias" -> "142 conv_transpose2d_1" [label="(256,)", style=solid]; +"16 up_path_1_conv_block_block_0_bias" -> "154 conv2d_12" [label="(256,)", style=solid]; +"17 up_path_1_conv_block_block_3_bias" -> "162 conv2d_13" [label="(256,)", style=solid]; +"18 up_path_2_up_weight" -> "164 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"19 up_path_2_up_bias" -> "164 conv_transpose2d_2" [label="(128,)", style=solid]; +"20 up_path_2_conv_block_block_0_bias" -> "176 conv2d_14" [label="(128,)", style=solid]; +"21 up_path_2_conv_block_block_3_bias" -> "184 conv2d_15" [label="(128,)", style=solid]; +"22 up_path_3_up_weight" -> "186 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"23 up_path_3_up_bias" -> "186 conv_transpose2d_3" [label="(64,)", style=solid]; +"24 up_path_3_conv_block_block_0_bias" -> "198 conv2d_16" [label="(64,)", style=solid]; +"25 up_path_3_conv_block_block_3_bias" -> "206 conv2d_17" [label="(64,)", style=solid]; +"26 last_bias" -> "214 conv2d_18" [label="(12,)", style=solid]; +"27 x" -> "28 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"28 quantize_per_tensor_default" -> "29 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"29 dequantize_per_tensor_default" -> "34 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"30 conv2d_scale_0" -> "33 dequantize_per_channel_default" [label="(64,)", style=solid]; +"31 conv2d_zero_point_0" -> "33 dequantize_per_channel_default" [label="(64,)", style=solid]; +"32 _frozen_param0" -> "33 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"33 dequantize_per_channel_default" -> "34 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"34 conv2d" -> "35 relu" [label="(1, 64, 222, 222)", style=solid]; +"35 relu" -> "36 quantize_per_tensor_default_1" [label="(1, 64, 222, 222)", style=solid]; +"36 quantize_per_tensor_default_1" -> "37 dequantize_per_tensor_default_1" [label="(1, 64, 222, 222)", style=solid]; +"37 dequantize_per_tensor_default_1" -> "42 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"38 conv2d_1_scale_0" -> "41 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"39 conv2d_1_zero_point_0" -> "41 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"40 _frozen_param1" -> "41 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"41 dequantize_per_channel_default_1" -> "42 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"42 conv2d_1" -> "43 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"43 relu_1" -> "44 quantize_per_tensor_default_2" [label="(1, 64, 220, 220)", style=solid]; +"43 relu_1" -> "187 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"44 quantize_per_tensor_default_2" -> "45 dequantize_per_tensor_default_2" [label="(1, 64, 220, 220)", style=solid]; +"45 dequantize_per_tensor_default_2" -> "46 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"46 max_pool2d" -> "47 quantize_per_tensor_default_3" [label="(1, 64, 110, 110)", style=solid]; +"47 quantize_per_tensor_default_3" -> "48 dequantize_per_tensor_default_3" [label="(1, 64, 110, 110)", style=solid]; +"48 dequantize_per_tensor_default_3" -> "53 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"49 conv2d_2_scale_0" -> "52 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"50 conv2d_2_zero_point_0" -> "52 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"51 _frozen_param2" -> "52 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"52 dequantize_per_channel_default_2" -> "53 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"53 conv2d_2" -> "54 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"54 relu_2" -> "55 quantize_per_tensor_default_4" [label="(1, 128, 108, 108)", style=solid]; +"55 quantize_per_tensor_default_4" -> "56 dequantize_per_tensor_default_4" [label="(1, 128, 108, 108)", style=solid]; +"56 dequantize_per_tensor_default_4" -> "61 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"57 conv2d_3_scale_0" -> "60 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"58 conv2d_3_zero_point_0" -> "60 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"59 _frozen_param3" -> "60 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"60 dequantize_per_channel_default_3" -> "61 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"61 conv2d_3" -> "62 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"62 relu_3" -> "63 quantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"62 relu_3" -> "165 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"63 quantize_per_tensor_default_5" -> "64 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"64 dequantize_per_tensor_default_5" -> "65 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"65 max_pool2d_1" -> "66 quantize_per_tensor_default_6" [label="(1, 128, 53, 53)", style=solid]; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_6" [label="(1, 128, 53, 53)", style=solid]; +"67 dequantize_per_tensor_default_6" -> "72 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"68 conv2d_4_scale_0" -> "71 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"69 conv2d_4_zero_point_0" -> "71 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"70 _frozen_param4" -> "71 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"71 dequantize_per_channel_default_4" -> "72 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"72 conv2d_4" -> "73 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"73 relu_4" -> "74 quantize_per_tensor_default_7" [label="(1, 256, 51, 51)", style=solid]; +"74 quantize_per_tensor_default_7" -> "75 dequantize_per_tensor_default_7" [label="(1, 256, 51, 51)", style=solid]; +"75 dequantize_per_tensor_default_7" -> "80 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"76 conv2d_5_scale_0" -> "79 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"77 conv2d_5_zero_point_0" -> "79 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"78 _frozen_param5" -> "79 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"79 dequantize_per_channel_default_5" -> "80 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"80 conv2d_5" -> "81 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "82 quantize_per_tensor_default_8" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "143 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_8" -> "83 dequantize_per_tensor_default_8" [label="(1, 256, 49, 49)", style=solid]; +"83 dequantize_per_tensor_default_8" -> "84 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"84 max_pool2d_2" -> "85 quantize_per_tensor_default_9" [label="(1, 256, 24, 24)", style=solid]; +"85 quantize_per_tensor_default_9" -> "86 dequantize_per_tensor_default_9" [label="(1, 256, 24, 24)", style=solid]; +"86 dequantize_per_tensor_default_9" -> "91 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"87 conv2d_6_scale_0" -> "90 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"88 conv2d_6_zero_point_0" -> "90 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"89 _frozen_param6" -> "90 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"90 dequantize_per_channel_default_6" -> "91 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"91 conv2d_6" -> "92 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"92 relu_6" -> "93 quantize_per_tensor_default_10" [label="(1, 512, 22, 22)", style=solid]; +"93 quantize_per_tensor_default_10" -> "94 dequantize_per_tensor_default_10" [label="(1, 512, 22, 22)", style=solid]; +"94 dequantize_per_tensor_default_10" -> "99 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"95 conv2d_7_scale_0" -> "98 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"96 conv2d_7_zero_point_0" -> "98 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"97 _frozen_param7" -> "98 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"98 dequantize_per_channel_default_7" -> "99 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"99 conv2d_7" -> "100 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"100 relu_7" -> "101 quantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"100 relu_7" -> "121 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"101 quantize_per_tensor_default_11" -> "102 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"102 dequantize_per_tensor_default_11" -> "103 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"103 max_pool2d_3" -> "104 quantize_per_tensor_default_12" [label="(1, 512, 10, 10)", style=solid]; +"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_12" [label="(1, 512, 10, 10)", style=solid]; +"105 dequantize_per_tensor_default_12" -> "110 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"106 conv2d_8_scale_0" -> "109 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"107 conv2d_8_zero_point_0" -> "109 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"108 _frozen_param8" -> "109 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"109 dequantize_per_channel_default_8" -> "110 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"110 conv2d_8" -> "111 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"111 relu_8" -> "112 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"113 dequantize_per_tensor_default_13" -> "118 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"114 conv2d_9_scale_0" -> "117 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"115 conv2d_9_zero_point_0" -> "117 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"116 _frozen_param9" -> "117 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"117 dequantize_per_channel_default_9" -> "118 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"118 conv2d_9" -> "119 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"119 relu_9" -> "120 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"120 conv_transpose2d" -> "125 cat" [label="(1, 512, 12, 12)", style=solid]; +"121 slice_1" -> "122 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"122 slice_2" -> "123 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"123 slice_3" -> "124 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"124 slice_4" -> "125 cat" [label="(1, 512, 12, 12)", style=solid]; +"125 cat" -> "126 quantize_per_tensor_default_14" [label="(1, 1024, 12, 12)", style=solid]; +"126 quantize_per_tensor_default_14" -> "127 dequantize_per_tensor_default_14" [label="(1, 1024, 12, 12)", style=solid]; +"127 dequantize_per_tensor_default_14" -> "132 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"128 conv2d_10_scale_0" -> "131 dequantize_per_channel_default_10" [label="(512,)", style=solid]; +"129 conv2d_10_zero_point_0" -> "131 dequantize_per_channel_default_10" [label="(512,)", style=solid]; +"130 _frozen_param10" -> "131 dequantize_per_channel_default_10" [label="(512, 1024, 3, 3)", style=solid]; +"131 dequantize_per_channel_default_10" -> "132 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"132 conv2d_10" -> "133 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"133 relu_10" -> "134 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"134 quantize_per_tensor_default_15" -> "135 dequantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"135 dequantize_per_tensor_default_15" -> "140 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"138 _frozen_param11" -> "139 dequantize_per_channel_default_11" [label="(512, 512, 3, 3)", style=solid]; +"139 dequantize_per_channel_default_11" -> "140 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"140 conv2d_11" -> "141 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"141 relu_11" -> "142 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"142 conv_transpose2d_1" -> "147 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"143 slice_5" -> "144 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"144 slice_6" -> "145 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"145 slice_7" -> "146 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"146 slice_8" -> "147 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"147 cat_1" -> "148 quantize_per_tensor_default_16" [label="(1, 512, 16, 16)", style=solid]; +"148 quantize_per_tensor_default_16" -> "149 dequantize_per_tensor_default_16" [label="(1, 512, 16, 16)", style=solid]; +"149 dequantize_per_tensor_default_16" -> "154 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"150 conv2d_12_scale_0" -> "153 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"151 conv2d_12_zero_point_0" -> "153 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"152 _frozen_param12" -> "153 dequantize_per_channel_default_12" [label="(256, 512, 3, 3)", style=solid]; +"153 dequantize_per_channel_default_12" -> "154 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"154 conv2d_12" -> "155 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"155 relu_12" -> "156 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"156 quantize_per_tensor_default_17" -> "157 dequantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"157 dequantize_per_tensor_default_17" -> "162 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"158 conv2d_13_scale_0" -> "161 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"159 conv2d_13_zero_point_0" -> "161 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"160 _frozen_param13" -> "161 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"161 dequantize_per_channel_default_13" -> "162 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"162 conv2d_13" -> "163 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"163 relu_13" -> "164 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"164 conv_transpose2d_2" -> "169 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"165 slice_9" -> "166 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"166 slice_10" -> "167 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"167 slice_11" -> "168 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"168 slice_12" -> "169 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"169 cat_2" -> "170 quantize_per_tensor_default_18" [label="(1, 256, 24, 24)", style=solid]; +"170 quantize_per_tensor_default_18" -> "171 dequantize_per_tensor_default_18" [label="(1, 256, 24, 24)", style=solid]; +"171 dequantize_per_tensor_default_18" -> "176 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"172 conv2d_14_scale_0" -> "175 dequantize_per_channel_default_14" [label="(128,)", style=solid]; +"173 conv2d_14_zero_point_0" -> "175 dequantize_per_channel_default_14" [label="(128,)", style=solid]; +"174 _frozen_param14" -> "175 dequantize_per_channel_default_14" [label="(128, 256, 3, 3)", style=solid]; +"175 dequantize_per_channel_default_14" -> "176 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"176 conv2d_14" -> "177 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"177 relu_14" -> "178 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"178 quantize_per_tensor_default_19" -> "179 dequantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"179 dequantize_per_tensor_default_19" -> "184 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"180 conv2d_15_scale_0" -> "183 dequantize_per_channel_default_15" [label="(128,)", style=solid]; +"181 conv2d_15_zero_point_0" -> "183 dequantize_per_channel_default_15" [label="(128,)", style=solid]; +"182 _frozen_param15" -> "183 dequantize_per_channel_default_15" [label="(128, 128, 3, 3)", style=solid]; +"183 dequantize_per_channel_default_15" -> "184 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"184 conv2d_15" -> "185 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"185 relu_15" -> "186 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"186 conv_transpose2d_3" -> "191 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"187 slice_13" -> "188 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"188 slice_14" -> "189 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"189 slice_15" -> "190 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"190 slice_16" -> "191 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"191 cat_3" -> "192 quantize_per_tensor_default_20" [label="(1, 128, 40, 40)", style=solid]; +"192 quantize_per_tensor_default_20" -> "193 dequantize_per_tensor_default_20" [label="(1, 128, 40, 40)", style=solid]; +"193 dequantize_per_tensor_default_20" -> "198 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"194 conv2d_16_scale_0" -> "197 dequantize_per_channel_default_16" [label="(64,)", style=solid]; +"195 conv2d_16_zero_point_0" -> "197 dequantize_per_channel_default_16" [label="(64,)", style=solid]; +"196 _frozen_param16" -> "197 dequantize_per_channel_default_16" [label="(64, 128, 3, 3)", style=solid]; +"197 dequantize_per_channel_default_16" -> "198 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"198 conv2d_16" -> "199 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"199 relu_16" -> "200 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"200 quantize_per_tensor_default_21" -> "201 dequantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"201 dequantize_per_tensor_default_21" -> "206 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"202 conv2d_17_scale_0" -> "205 dequantize_per_channel_default_17" [label="(64,)", style=solid]; +"203 conv2d_17_zero_point_0" -> "205 dequantize_per_channel_default_17" [label="(64,)", style=solid]; +"204 _frozen_param17" -> "205 dequantize_per_channel_default_17" [label="(64, 64, 3, 3)", style=solid]; +"205 dequantize_per_channel_default_17" -> "206 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"206 conv2d_17" -> "207 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"207 relu_17" -> "208 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"208 quantize_per_tensor_default_22" -> "209 dequantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"209 dequantize_per_tensor_default_22" -> "214 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(12,)", style=solid]; +"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(12,)", style=solid]; +"212 _frozen_param18" -> "213 dequantize_per_channel_default_18" [label="(12, 64, 1, 1)", style=solid]; +"213 dequantize_per_channel_default_18" -> "214 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"214 conv2d_18" -> "215 output" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/vit_b_16.dot new file mode 100644 index 00000000000..ef109b4e373 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/vit_b_16.dot @@ -0,0 +1,1577 @@ +strict digraph { +"0 class_token" [id=0, type=get_attr]; +"1 encoder_pos_embedding" [id=1, type=get_attr]; +"2 conv_proj_bias" [id=2, type=get_attr]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" [id=3, type=get_attr]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" [id=4, type=get_attr]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" [id=8, type=get_attr]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" [id=9, type=get_attr]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" [id=10, type=get_attr]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" [id=11, type=get_attr]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" [id=12, type=get_attr]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=13, type=get_attr]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=14, type=get_attr]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" [id=15, type=get_attr]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" [id=16, type=get_attr]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" [id=20, type=get_attr]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=21, type=get_attr]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=22, type=get_attr]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" [id=23, type=get_attr]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" [id=24, type=get_attr]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" [id=25, type=get_attr]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" [id=26, type=get_attr]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" [id=27, type=get_attr]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" [id=28, type=get_attr]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" [id=32, type=get_attr]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" [id=33, type=get_attr]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" [id=34, type=get_attr]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" [id=35, type=get_attr]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" [id=36, type=get_attr]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=37, type=get_attr]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=38, type=get_attr]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" [id=39, type=get_attr]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" [id=40, type=get_attr]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" [id=44, type=get_attr]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=45, type=get_attr]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=46, type=get_attr]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" [id=47, type=get_attr]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" [id=48, type=get_attr]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" [id=49, type=get_attr]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" [id=50, type=get_attr]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" [id=51, type=get_attr]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" [id=52, type=get_attr]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" [id=56, type=get_attr]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" [id=57, type=get_attr]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" [id=58, type=get_attr]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" [id=59, type=get_attr]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" [id=60, type=get_attr]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=61, type=get_attr]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=62, type=get_attr]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" [id=63, type=get_attr]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" [id=64, type=get_attr]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" [id=68, type=get_attr]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=69, type=get_attr]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=70, type=get_attr]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" [id=71, type=get_attr]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" [id=72, type=get_attr]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" [id=73, type=get_attr]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" [id=74, type=get_attr]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" [id=75, type=get_attr]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" [id=76, type=get_attr]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" [id=80, type=get_attr]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" [id=81, type=get_attr]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" [id=82, type=get_attr]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" [id=83, type=get_attr]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" [id=84, type=get_attr]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=85, type=get_attr]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=86, type=get_attr]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" [id=87, type=get_attr]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" [id=88, type=get_attr]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" [id=92, type=get_attr]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=93, type=get_attr]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=94, type=get_attr]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" [id=95, type=get_attr]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" [id=96, type=get_attr]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" [id=97, type=get_attr]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" [id=98, type=get_attr]; +"99 encoder_ln_weight" [id=99, type=get_attr]; +"100 encoder_ln_bias" [id=100, type=get_attr]; +"101 heads_head_bias" [id=101, type=get_attr]; +"102 x" [id=102, type=input]; +"103 quantize_per_tensor_default" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default" [id=104, type=dequantize_per_tensor]; +"105 conv2d_scale_0" [id=105, type=get_attr]; +"106 conv2d_zero_point_0" [id=106, type=get_attr]; +"107 _frozen_param0" [id=107, type=get_attr]; +"108 dequantize_per_channel_default" [id=108, type=dequantize_per_channel]; +"109 conv2d" [id=109, type=conv2d]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 expand" [id=112, type=expand]; +"113 cat" [id=113, type=cat]; +"114 add" [id=114, type=add]; +"115 dropout" [id=115, type=dropout]; +"116 layer_norm" [id=116, type=layer_norm]; +"117 transpose" [id=117, type=transpose]; +"118 encoder_layers_encoder_layer_0_self_attention_in_proj_weight_updated_constant0" [id=118, type=get_attr]; +"119 transpose_0_0_nncf_smooth_quant_0" [id=119, type=call_module]; +"120 linear" [id=120, type=linear]; +"121 unflatten" [id=121, type=unflatten]; +"122 unsqueeze" [id=122, type=unsqueeze]; +"123 transpose_1" [id=123, type=transpose]; +"124 squeeze" [id=124, type=squeeze]; +"125 contiguous" [id=125, type=contiguous]; +"126 select" [id=126, type=select]; +"127 select_1" [id=127, type=select]; +"128 select_2" [id=128, type=select]; +"129 view" [id=129, type=view]; +"130 transpose_2" [id=130, type=transpose]; +"131 view_1" [id=131, type=view]; +"132 transpose_3" [id=132, type=transpose]; +"133 view_2" [id=133, type=view]; +"134 transpose_4" [id=134, type=transpose]; +"135 view_3" [id=135, type=view]; +"136 view_4" [id=136, type=view]; +"137 view_5" [id=137, type=view]; +"138 scaled_dot_product_attention" [id=138, type=scaled_dot_product_attention]; +"139 permute_1" [id=139, type=permute]; +"140 view_6" [id=140, type=view]; +"141 encoder_layers_encoder_layer_0_self_attention_out_proj_weight_updated_constant0" [id=141, type=get_attr]; +"142 view_6_0_0_nncf_smooth_quant_0" [id=142, type=call_module]; +"143 linear_1" [id=143, type=linear]; +"144 view_7" [id=144, type=view]; +"145 transpose_5" [id=145, type=transpose]; +"146 dropout_1" [id=146, type=dropout]; +"147 add_1" [id=147, type=add]; +"148 layer_norm_1" [id=148, type=layer_norm]; +"149 layer_norm_1_0_0_nncf_smooth_quant_0" [id=149, type=call_module]; +"150 quantize_per_tensor_default_1" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_1" [id=151, type=dequantize_per_tensor]; +"152 linear_2_scale_0" [id=152, type=get_attr]; +"153 linear_2_zero_point_0" [id=153, type=get_attr]; +"154 _frozen_param1" [id=154, type=get_attr]; +"155 dequantize_per_channel_default_1" [id=155, type=dequantize_per_channel]; +"156 linear_2" [id=156, type=linear]; +"157 gelu" [id=157, type=gelu]; +"158 dropout_2" [id=158, type=dropout]; +"159 dropout_2_0_0_nncf_smooth_quant_0" [id=159, type=call_module]; +"160 quantize_per_tensor_default_2" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_2" [id=161, type=dequantize_per_tensor]; +"162 linear_3_scale_0" [id=162, type=get_attr]; +"163 linear_3_zero_point_0" [id=163, type=get_attr]; +"164 _frozen_param2" [id=164, type=get_attr]; +"165 dequantize_per_channel_default_2" [id=165, type=dequantize_per_channel]; +"166 linear_3" [id=166, type=linear]; +"167 dropout_3" [id=167, type=dropout]; +"168 add_2" [id=168, type=add]; +"169 layer_norm_2" [id=169, type=layer_norm]; +"170 transpose_6" [id=170, type=transpose]; +"171 encoder_layers_encoder_layer_1_self_attention_in_proj_weight_updated_constant0" [id=171, type=get_attr]; +"172 transpose_6_0_0_nncf_smooth_quant_0" [id=172, type=call_module]; +"173 linear_4" [id=173, type=linear]; +"174 unflatten_1" [id=174, type=unflatten]; +"175 unsqueeze_1" [id=175, type=unsqueeze]; +"176 transpose_7" [id=176, type=transpose]; +"177 squeeze_1" [id=177, type=squeeze]; +"178 contiguous_1" [id=178, type=contiguous]; +"179 select_3" [id=179, type=select]; +"180 select_4" [id=180, type=select]; +"181 select_5" [id=181, type=select]; +"182 view_8" [id=182, type=view]; +"183 transpose_8" [id=183, type=transpose]; +"184 view_9" [id=184, type=view]; +"185 transpose_9" [id=185, type=transpose]; +"186 view_10" [id=186, type=view]; +"187 transpose_10" [id=187, type=transpose]; +"188 view_11" [id=188, type=view]; +"189 view_12" [id=189, type=view]; +"190 view_13" [id=190, type=view]; +"191 scaled_dot_product_attention_1" [id=191, type=scaled_dot_product_attention]; +"192 permute_2" [id=192, type=permute]; +"193 view_14" [id=193, type=view]; +"194 encoder_layers_encoder_layer_1_self_attention_out_proj_weight_updated_constant0" [id=194, type=get_attr]; +"195 view_14_0_0_nncf_smooth_quant_0" [id=195, type=call_module]; +"196 linear_5" [id=196, type=linear]; +"197 view_15" [id=197, type=view]; +"198 transpose_11" [id=198, type=transpose]; +"199 dropout_4" [id=199, type=dropout]; +"200 add_3" [id=200, type=add]; +"201 layer_norm_3" [id=201, type=layer_norm]; +"202 layer_norm_3_0_0_nncf_smooth_quant_0" [id=202, type=call_module]; +"203 quantize_per_tensor_default_3" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_3" [id=204, type=dequantize_per_tensor]; +"205 linear_6_scale_0" [id=205, type=get_attr]; +"206 linear_6_zero_point_0" [id=206, type=get_attr]; +"207 _frozen_param3" [id=207, type=get_attr]; +"208 dequantize_per_channel_default_3" [id=208, type=dequantize_per_channel]; +"209 linear_6" [id=209, type=linear]; +"210 gelu_1" [id=210, type=gelu]; +"211 dropout_5" [id=211, type=dropout]; +"212 dropout_5_0_0_nncf_smooth_quant_0" [id=212, type=call_module]; +"213 quantize_per_tensor_default_4" [id=213, type=quantize_per_tensor]; +"214 dequantize_per_tensor_default_4" [id=214, type=dequantize_per_tensor]; +"215 linear_7_scale_0" [id=215, type=get_attr]; +"216 linear_7_zero_point_0" [id=216, type=get_attr]; +"217 _frozen_param4" [id=217, type=get_attr]; +"218 dequantize_per_channel_default_4" [id=218, type=dequantize_per_channel]; +"219 linear_7" [id=219, type=linear]; +"220 dropout_6" [id=220, type=dropout]; +"221 add_4" [id=221, type=add]; +"222 layer_norm_4" [id=222, type=layer_norm]; +"223 transpose_12" [id=223, type=transpose]; +"224 encoder_layers_encoder_layer_2_self_attention_in_proj_weight_updated_constant0" [id=224, type=get_attr]; +"225 transpose_12_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; +"226 linear_8" [id=226, type=linear]; +"227 unflatten_2" [id=227, type=unflatten]; +"228 unsqueeze_2" [id=228, type=unsqueeze]; +"229 transpose_13" [id=229, type=transpose]; +"230 squeeze_2" [id=230, type=squeeze]; +"231 contiguous_2" [id=231, type=contiguous]; +"232 select_6" [id=232, type=select]; +"233 select_7" [id=233, type=select]; +"234 select_8" [id=234, type=select]; +"235 view_16" [id=235, type=view]; +"236 transpose_14" [id=236, type=transpose]; +"237 view_17" [id=237, type=view]; +"238 transpose_15" [id=238, type=transpose]; +"239 view_18" [id=239, type=view]; +"240 transpose_16" [id=240, type=transpose]; +"241 view_19" [id=241, type=view]; +"242 view_20" [id=242, type=view]; +"243 view_21" [id=243, type=view]; +"244 scaled_dot_product_attention_2" [id=244, type=scaled_dot_product_attention]; +"245 permute_3" [id=245, type=permute]; +"246 view_22" [id=246, type=view]; +"247 encoder_layers_encoder_layer_2_self_attention_out_proj_weight_updated_constant0" [id=247, type=get_attr]; +"248 view_22_0_0_nncf_smooth_quant_0" [id=248, type=call_module]; +"249 linear_9" [id=249, type=linear]; +"250 view_23" [id=250, type=view]; +"251 transpose_17" [id=251, type=transpose]; +"252 dropout_7" [id=252, type=dropout]; +"253 add_5" [id=253, type=add]; +"254 layer_norm_5" [id=254, type=layer_norm]; +"255 layer_norm_5_0_0_nncf_smooth_quant_0" [id=255, type=call_module]; +"256 quantize_per_tensor_default_5" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_5" [id=257, type=dequantize_per_tensor]; +"258 linear_10_scale_0" [id=258, type=get_attr]; +"259 linear_10_zero_point_0" [id=259, type=get_attr]; +"260 _frozen_param5" [id=260, type=get_attr]; +"261 dequantize_per_channel_default_5" [id=261, type=dequantize_per_channel]; +"262 linear_10" [id=262, type=linear]; +"263 gelu_2" [id=263, type=gelu]; +"264 dropout_8" [id=264, type=dropout]; +"265 dropout_8_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; +"266 quantize_per_tensor_default_6" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_6" [id=267, type=dequantize_per_tensor]; +"268 linear_11_scale_0" [id=268, type=get_attr]; +"269 linear_11_zero_point_0" [id=269, type=get_attr]; +"270 _frozen_param6" [id=270, type=get_attr]; +"271 dequantize_per_channel_default_6" [id=271, type=dequantize_per_channel]; +"272 linear_11" [id=272, type=linear]; +"273 dropout_9" [id=273, type=dropout]; +"274 add_6" [id=274, type=add]; +"275 layer_norm_6" [id=275, type=layer_norm]; +"276 transpose_18" [id=276, type=transpose]; +"277 encoder_layers_encoder_layer_3_self_attention_in_proj_weight_updated_constant0" [id=277, type=get_attr]; +"278 transpose_18_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; +"279 linear_12" [id=279, type=linear]; +"280 unflatten_3" [id=280, type=unflatten]; +"281 unsqueeze_3" [id=281, type=unsqueeze]; +"282 transpose_19" [id=282, type=transpose]; +"283 squeeze_3" [id=283, type=squeeze]; +"284 contiguous_3" [id=284, type=contiguous]; +"285 select_9" [id=285, type=select]; +"286 select_10" [id=286, type=select]; +"287 select_11" [id=287, type=select]; +"288 view_24" [id=288, type=view]; +"289 transpose_20" [id=289, type=transpose]; +"290 view_25" [id=290, type=view]; +"291 transpose_21" [id=291, type=transpose]; +"292 view_26" [id=292, type=view]; +"293 transpose_22" [id=293, type=transpose]; +"294 view_27" [id=294, type=view]; +"295 view_28" [id=295, type=view]; +"296 view_29" [id=296, type=view]; +"297 scaled_dot_product_attention_3" [id=297, type=scaled_dot_product_attention]; +"298 permute_4" [id=298, type=permute]; +"299 view_30" [id=299, type=view]; +"300 encoder_layers_encoder_layer_3_self_attention_out_proj_weight_updated_constant0" [id=300, type=get_attr]; +"301 view_30_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; +"302 linear_13" [id=302, type=linear]; +"303 view_31" [id=303, type=view]; +"304 transpose_23" [id=304, type=transpose]; +"305 dropout_10" [id=305, type=dropout]; +"306 add_7" [id=306, type=add]; +"307 layer_norm_7" [id=307, type=layer_norm]; +"308 layer_norm_7_0_0_nncf_smooth_quant_0" [id=308, type=call_module]; +"309 quantize_per_tensor_default_7" [id=309, type=quantize_per_tensor]; +"310 dequantize_per_tensor_default_7" [id=310, type=dequantize_per_tensor]; +"311 linear_14_scale_0" [id=311, type=get_attr]; +"312 linear_14_zero_point_0" [id=312, type=get_attr]; +"313 _frozen_param7" [id=313, type=get_attr]; +"314 dequantize_per_channel_default_7" [id=314, type=dequantize_per_channel]; +"315 linear_14" [id=315, type=linear]; +"316 gelu_3" [id=316, type=gelu]; +"317 dropout_11" [id=317, type=dropout]; +"318 dropout_11_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; +"319 quantize_per_tensor_default_8" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_8" [id=320, type=dequantize_per_tensor]; +"321 linear_15_scale_0" [id=321, type=get_attr]; +"322 linear_15_zero_point_0" [id=322, type=get_attr]; +"323 _frozen_param8" [id=323, type=get_attr]; +"324 dequantize_per_channel_default_8" [id=324, type=dequantize_per_channel]; +"325 linear_15" [id=325, type=linear]; +"326 dropout_12" [id=326, type=dropout]; +"327 add_8" [id=327, type=add]; +"328 layer_norm_8" [id=328, type=layer_norm]; +"329 transpose_24" [id=329, type=transpose]; +"330 encoder_layers_encoder_layer_4_self_attention_in_proj_weight_updated_constant0" [id=330, type=get_attr]; +"331 transpose_24_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"332 linear_16" [id=332, type=linear]; +"333 unflatten_4" [id=333, type=unflatten]; +"334 unsqueeze_4" [id=334, type=unsqueeze]; +"335 transpose_25" [id=335, type=transpose]; +"336 squeeze_4" [id=336, type=squeeze]; +"337 contiguous_4" [id=337, type=contiguous]; +"338 select_12" [id=338, type=select]; +"339 select_13" [id=339, type=select]; +"340 select_14" [id=340, type=select]; +"341 view_32" [id=341, type=view]; +"342 transpose_26" [id=342, type=transpose]; +"343 view_33" [id=343, type=view]; +"344 transpose_27" [id=344, type=transpose]; +"345 view_34" [id=345, type=view]; +"346 transpose_28" [id=346, type=transpose]; +"347 view_35" [id=347, type=view]; +"348 view_36" [id=348, type=view]; +"349 view_37" [id=349, type=view]; +"350 scaled_dot_product_attention_4" [id=350, type=scaled_dot_product_attention]; +"351 permute_5" [id=351, type=permute]; +"352 view_38" [id=352, type=view]; +"353 encoder_layers_encoder_layer_4_self_attention_out_proj_weight_updated_constant0" [id=353, type=get_attr]; +"354 view_38_0_0_nncf_smooth_quant_0" [id=354, type=call_module]; +"355 linear_17" [id=355, type=linear]; +"356 view_39" [id=356, type=view]; +"357 transpose_29" [id=357, type=transpose]; +"358 dropout_13" [id=358, type=dropout]; +"359 add_9" [id=359, type=add]; +"360 layer_norm_9" [id=360, type=layer_norm]; +"361 layer_norm_9_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_9" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_9" [id=363, type=dequantize_per_tensor]; +"364 linear_18_scale_0" [id=364, type=get_attr]; +"365 linear_18_zero_point_0" [id=365, type=get_attr]; +"366 _frozen_param9" [id=366, type=get_attr]; +"367 dequantize_per_channel_default_9" [id=367, type=dequantize_per_channel]; +"368 linear_18" [id=368, type=linear]; +"369 gelu_4" [id=369, type=gelu]; +"370 dropout_14" [id=370, type=dropout]; +"371 dropout_14_0_0_nncf_smooth_quant_0" [id=371, type=call_module]; +"372 quantize_per_tensor_default_10" [id=372, type=quantize_per_tensor]; +"373 dequantize_per_tensor_default_10" [id=373, type=dequantize_per_tensor]; +"374 linear_19_scale_0" [id=374, type=get_attr]; +"375 linear_19_zero_point_0" [id=375, type=get_attr]; +"376 _frozen_param10" [id=376, type=get_attr]; +"377 dequantize_per_channel_default_10" [id=377, type=dequantize_per_channel]; +"378 linear_19" [id=378, type=linear]; +"379 dropout_15" [id=379, type=dropout]; +"380 add_10" [id=380, type=add]; +"381 layer_norm_10" [id=381, type=layer_norm]; +"382 transpose_30" [id=382, type=transpose]; +"383 encoder_layers_encoder_layer_5_self_attention_in_proj_weight_updated_constant0" [id=383, type=get_attr]; +"384 transpose_30_0_0_nncf_smooth_quant_0" [id=384, type=call_module]; +"385 linear_20" [id=385, type=linear]; +"386 unflatten_5" [id=386, type=unflatten]; +"387 unsqueeze_5" [id=387, type=unsqueeze]; +"388 transpose_31" [id=388, type=transpose]; +"389 squeeze_5" [id=389, type=squeeze]; +"390 contiguous_5" [id=390, type=contiguous]; +"391 select_15" [id=391, type=select]; +"392 select_16" [id=392, type=select]; +"393 select_17" [id=393, type=select]; +"394 view_40" [id=394, type=view]; +"395 transpose_32" [id=395, type=transpose]; +"396 view_41" [id=396, type=view]; +"397 transpose_33" [id=397, type=transpose]; +"398 view_42" [id=398, type=view]; +"399 transpose_34" [id=399, type=transpose]; +"400 view_43" [id=400, type=view]; +"401 view_44" [id=401, type=view]; +"402 view_45" [id=402, type=view]; +"403 scaled_dot_product_attention_5" [id=403, type=scaled_dot_product_attention]; +"404 permute_6" [id=404, type=permute]; +"405 view_46" [id=405, type=view]; +"406 encoder_layers_encoder_layer_5_self_attention_out_proj_weight_updated_constant0" [id=406, type=get_attr]; +"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; +"408 linear_21" [id=408, type=linear]; +"409 view_47" [id=409, type=view]; +"410 transpose_35" [id=410, type=transpose]; +"411 dropout_16" [id=411, type=dropout]; +"412 add_11" [id=412, type=add]; +"413 layer_norm_11" [id=413, type=layer_norm]; +"414 layer_norm_11_0_0_nncf_smooth_quant_0" [id=414, type=call_module]; +"415 quantize_per_tensor_default_11" [id=415, type=quantize_per_tensor]; +"416 dequantize_per_tensor_default_11" [id=416, type=dequantize_per_tensor]; +"417 linear_22_scale_0" [id=417, type=get_attr]; +"418 linear_22_zero_point_0" [id=418, type=get_attr]; +"419 _frozen_param11" [id=419, type=get_attr]; +"420 dequantize_per_channel_default_11" [id=420, type=dequantize_per_channel]; +"421 linear_22" [id=421, type=linear]; +"422 gelu_5" [id=422, type=gelu]; +"423 dropout_17" [id=423, type=dropout]; +"424 dropout_17_0_0_nncf_smooth_quant_0" [id=424, type=call_module]; +"425 quantize_per_tensor_default_12" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_12" [id=426, type=dequantize_per_tensor]; +"427 linear_23_scale_0" [id=427, type=get_attr]; +"428 linear_23_zero_point_0" [id=428, type=get_attr]; +"429 _frozen_param12" [id=429, type=get_attr]; +"430 dequantize_per_channel_default_12" [id=430, type=dequantize_per_channel]; +"431 linear_23" [id=431, type=linear]; +"432 dropout_18" [id=432, type=dropout]; +"433 add_12" [id=433, type=add]; +"434 layer_norm_12" [id=434, type=layer_norm]; +"435 transpose_36" [id=435, type=transpose]; +"436 encoder_layers_encoder_layer_6_self_attention_in_proj_weight_updated_constant0" [id=436, type=get_attr]; +"437 transpose_36_0_0_nncf_smooth_quant_0" [id=437, type=call_module]; +"438 linear_24" [id=438, type=linear]; +"439 unflatten_6" [id=439, type=unflatten]; +"440 unsqueeze_6" [id=440, type=unsqueeze]; +"441 transpose_37" [id=441, type=transpose]; +"442 squeeze_6" [id=442, type=squeeze]; +"443 contiguous_6" [id=443, type=contiguous]; +"444 select_18" [id=444, type=select]; +"445 select_19" [id=445, type=select]; +"446 select_20" [id=446, type=select]; +"447 view_48" [id=447, type=view]; +"448 transpose_38" [id=448, type=transpose]; +"449 view_49" [id=449, type=view]; +"450 transpose_39" [id=450, type=transpose]; +"451 view_50" [id=451, type=view]; +"452 transpose_40" [id=452, type=transpose]; +"453 view_51" [id=453, type=view]; +"454 view_52" [id=454, type=view]; +"455 view_53" [id=455, type=view]; +"456 scaled_dot_product_attention_6" [id=456, type=scaled_dot_product_attention]; +"457 permute_7" [id=457, type=permute]; +"458 view_54" [id=458, type=view]; +"459 encoder_layers_encoder_layer_6_self_attention_out_proj_weight_updated_constant0" [id=459, type=get_attr]; +"460 view_54_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"461 linear_25" [id=461, type=linear]; +"462 view_55" [id=462, type=view]; +"463 transpose_41" [id=463, type=transpose]; +"464 dropout_19" [id=464, type=dropout]; +"465 add_13" [id=465, type=add]; +"466 layer_norm_13" [id=466, type=layer_norm]; +"467 layer_norm_13_0_0_nncf_smooth_quant_0" [id=467, type=call_module]; +"468 quantize_per_tensor_default_13" [id=468, type=quantize_per_tensor]; +"469 dequantize_per_tensor_default_13" [id=469, type=dequantize_per_tensor]; +"470 linear_26_scale_0" [id=470, type=get_attr]; +"471 linear_26_zero_point_0" [id=471, type=get_attr]; +"472 _frozen_param13" [id=472, type=get_attr]; +"473 dequantize_per_channel_default_13" [id=473, type=dequantize_per_channel]; +"474 linear_26" [id=474, type=linear]; +"475 gelu_6" [id=475, type=gelu]; +"476 dropout_20" [id=476, type=dropout]; +"477 dropout_20_0_0_nncf_smooth_quant_0" [id=477, type=call_module]; +"478 quantize_per_tensor_default_14" [id=478, type=quantize_per_tensor]; +"479 dequantize_per_tensor_default_14" [id=479, type=dequantize_per_tensor]; +"480 linear_27_scale_0" [id=480, type=get_attr]; +"481 linear_27_zero_point_0" [id=481, type=get_attr]; +"482 _frozen_param14" [id=482, type=get_attr]; +"483 dequantize_per_channel_default_14" [id=483, type=dequantize_per_channel]; +"484 linear_27" [id=484, type=linear]; +"485 dropout_21" [id=485, type=dropout]; +"486 add_14" [id=486, type=add]; +"487 layer_norm_14" [id=487, type=layer_norm]; +"488 transpose_42" [id=488, type=transpose]; +"489 encoder_layers_encoder_layer_7_self_attention_in_proj_weight_updated_constant0" [id=489, type=get_attr]; +"490 transpose_42_0_0_nncf_smooth_quant_0" [id=490, type=call_module]; +"491 linear_28" [id=491, type=linear]; +"492 unflatten_7" [id=492, type=unflatten]; +"493 unsqueeze_7" [id=493, type=unsqueeze]; +"494 transpose_43" [id=494, type=transpose]; +"495 squeeze_7" [id=495, type=squeeze]; +"496 contiguous_7" [id=496, type=contiguous]; +"497 select_21" [id=497, type=select]; +"498 select_22" [id=498, type=select]; +"499 select_23" [id=499, type=select]; +"500 view_56" [id=500, type=view]; +"501 transpose_44" [id=501, type=transpose]; +"502 view_57" [id=502, type=view]; +"503 transpose_45" [id=503, type=transpose]; +"504 view_58" [id=504, type=view]; +"505 transpose_46" [id=505, type=transpose]; +"506 view_59" [id=506, type=view]; +"507 view_60" [id=507, type=view]; +"508 view_61" [id=508, type=view]; +"509 scaled_dot_product_attention_7" [id=509, type=scaled_dot_product_attention]; +"510 permute_8" [id=510, type=permute]; +"511 view_62" [id=511, type=view]; +"512 encoder_layers_encoder_layer_7_self_attention_out_proj_weight_updated_constant0" [id=512, type=get_attr]; +"513 view_62_0_0_nncf_smooth_quant_0" [id=513, type=call_module]; +"514 linear_29" [id=514, type=linear]; +"515 view_63" [id=515, type=view]; +"516 transpose_47" [id=516, type=transpose]; +"517 dropout_22" [id=517, type=dropout]; +"518 add_15" [id=518, type=add]; +"519 layer_norm_15" [id=519, type=layer_norm]; +"520 layer_norm_15_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_15" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_15" [id=522, type=dequantize_per_tensor]; +"523 linear_30_scale_0" [id=523, type=get_attr]; +"524 linear_30_zero_point_0" [id=524, type=get_attr]; +"525 _frozen_param15" [id=525, type=get_attr]; +"526 dequantize_per_channel_default_15" [id=526, type=dequantize_per_channel]; +"527 linear_30" [id=527, type=linear]; +"528 gelu_7" [id=528, type=gelu]; +"529 dropout_23" [id=529, type=dropout]; +"530 dropout_23_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_16" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_16" [id=532, type=dequantize_per_tensor]; +"533 linear_31_scale_0" [id=533, type=get_attr]; +"534 linear_31_zero_point_0" [id=534, type=get_attr]; +"535 _frozen_param16" [id=535, type=get_attr]; +"536 dequantize_per_channel_default_16" [id=536, type=dequantize_per_channel]; +"537 linear_31" [id=537, type=linear]; +"538 dropout_24" [id=538, type=dropout]; +"539 add_16" [id=539, type=add]; +"540 layer_norm_16" [id=540, type=layer_norm]; +"541 transpose_48" [id=541, type=transpose]; +"542 encoder_layers_encoder_layer_8_self_attention_in_proj_weight_updated_constant0" [id=542, type=get_attr]; +"543 transpose_48_0_0_nncf_smooth_quant_0" [id=543, type=call_module]; +"544 linear_32" [id=544, type=linear]; +"545 unflatten_8" [id=545, type=unflatten]; +"546 unsqueeze_8" [id=546, type=unsqueeze]; +"547 transpose_49" [id=547, type=transpose]; +"548 squeeze_8" [id=548, type=squeeze]; +"549 contiguous_8" [id=549, type=contiguous]; +"550 select_24" [id=550, type=select]; +"551 select_25" [id=551, type=select]; +"552 select_26" [id=552, type=select]; +"553 view_64" [id=553, type=view]; +"554 transpose_50" [id=554, type=transpose]; +"555 view_65" [id=555, type=view]; +"556 transpose_51" [id=556, type=transpose]; +"557 view_66" [id=557, type=view]; +"558 transpose_52" [id=558, type=transpose]; +"559 view_67" [id=559, type=view]; +"560 view_68" [id=560, type=view]; +"561 view_69" [id=561, type=view]; +"562 scaled_dot_product_attention_8" [id=562, type=scaled_dot_product_attention]; +"563 permute_9" [id=563, type=permute]; +"564 view_70" [id=564, type=view]; +"565 encoder_layers_encoder_layer_8_self_attention_out_proj_weight_updated_constant0" [id=565, type=get_attr]; +"566 view_70_0_0_nncf_smooth_quant_0" [id=566, type=call_module]; +"567 linear_33" [id=567, type=linear]; +"568 view_71" [id=568, type=view]; +"569 transpose_53" [id=569, type=transpose]; +"570 dropout_25" [id=570, type=dropout]; +"571 add_17" [id=571, type=add]; +"572 layer_norm_17" [id=572, type=layer_norm]; +"573 layer_norm_17_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 quantize_per_tensor_default_17" [id=574, type=quantize_per_tensor]; +"575 dequantize_per_tensor_default_17" [id=575, type=dequantize_per_tensor]; +"576 linear_34_scale_0" [id=576, type=get_attr]; +"577 linear_34_zero_point_0" [id=577, type=get_attr]; +"578 _frozen_param17" [id=578, type=get_attr]; +"579 dequantize_per_channel_default_17" [id=579, type=dequantize_per_channel]; +"580 linear_34" [id=580, type=linear]; +"581 gelu_8" [id=581, type=gelu]; +"582 dropout_26" [id=582, type=dropout]; +"583 dropout_26_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; +"584 quantize_per_tensor_default_18" [id=584, type=quantize_per_tensor]; +"585 dequantize_per_tensor_default_18" [id=585, type=dequantize_per_tensor]; +"586 linear_35_scale_0" [id=586, type=get_attr]; +"587 linear_35_zero_point_0" [id=587, type=get_attr]; +"588 _frozen_param18" [id=588, type=get_attr]; +"589 dequantize_per_channel_default_18" [id=589, type=dequantize_per_channel]; +"590 linear_35" [id=590, type=linear]; +"591 dropout_27" [id=591, type=dropout]; +"592 add_18" [id=592, type=add]; +"593 layer_norm_18" [id=593, type=layer_norm]; +"594 transpose_54" [id=594, type=transpose]; +"595 encoder_layers_encoder_layer_9_self_attention_in_proj_weight_updated_constant0" [id=595, type=get_attr]; +"596 transpose_54_0_0_nncf_smooth_quant_0" [id=596, type=call_module]; +"597 linear_36" [id=597, type=linear]; +"598 unflatten_9" [id=598, type=unflatten]; +"599 unsqueeze_9" [id=599, type=unsqueeze]; +"600 transpose_55" [id=600, type=transpose]; +"601 squeeze_9" [id=601, type=squeeze]; +"602 contiguous_9" [id=602, type=contiguous]; +"603 select_27" [id=603, type=select]; +"604 select_28" [id=604, type=select]; +"605 select_29" [id=605, type=select]; +"606 view_72" [id=606, type=view]; +"607 transpose_56" [id=607, type=transpose]; +"608 view_73" [id=608, type=view]; +"609 transpose_57" [id=609, type=transpose]; +"610 view_74" [id=610, type=view]; +"611 transpose_58" [id=611, type=transpose]; +"612 view_75" [id=612, type=view]; +"613 view_76" [id=613, type=view]; +"614 view_77" [id=614, type=view]; +"615 scaled_dot_product_attention_9" [id=615, type=scaled_dot_product_attention]; +"616 permute_10" [id=616, type=permute]; +"617 view_78" [id=617, type=view]; +"618 encoder_layers_encoder_layer_9_self_attention_out_proj_weight_updated_constant0" [id=618, type=get_attr]; +"619 view_78_0_0_nncf_smooth_quant_0" [id=619, type=call_module]; +"620 linear_37" [id=620, type=linear]; +"621 view_79" [id=621, type=view]; +"622 transpose_59" [id=622, type=transpose]; +"623 dropout_28" [id=623, type=dropout]; +"624 add_19" [id=624, type=add]; +"625 layer_norm_19" [id=625, type=layer_norm]; +"626 layer_norm_19_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_19" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_19" [id=628, type=dequantize_per_tensor]; +"629 linear_38_scale_0" [id=629, type=get_attr]; +"630 linear_38_zero_point_0" [id=630, type=get_attr]; +"631 _frozen_param19" [id=631, type=get_attr]; +"632 dequantize_per_channel_default_19" [id=632, type=dequantize_per_channel]; +"633 linear_38" [id=633, type=linear]; +"634 gelu_9" [id=634, type=gelu]; +"635 dropout_29" [id=635, type=dropout]; +"636 dropout_29_0_0_nncf_smooth_quant_0" [id=636, type=call_module]; +"637 quantize_per_tensor_default_20" [id=637, type=quantize_per_tensor]; +"638 dequantize_per_tensor_default_20" [id=638, type=dequantize_per_tensor]; +"639 linear_39_scale_0" [id=639, type=get_attr]; +"640 linear_39_zero_point_0" [id=640, type=get_attr]; +"641 _frozen_param20" [id=641, type=get_attr]; +"642 dequantize_per_channel_default_20" [id=642, type=dequantize_per_channel]; +"643 linear_39" [id=643, type=linear]; +"644 dropout_30" [id=644, type=dropout]; +"645 add_20" [id=645, type=add]; +"646 layer_norm_20" [id=646, type=layer_norm]; +"647 transpose_60" [id=647, type=transpose]; +"648 encoder_layers_encoder_layer_10_self_attention_in_proj_weight_updated_constant0" [id=648, type=get_attr]; +"649 transpose_60_0_0_nncf_smooth_quant_0" [id=649, type=call_module]; +"650 linear_40" [id=650, type=linear]; +"651 unflatten_10" [id=651, type=unflatten]; +"652 unsqueeze_10" [id=652, type=unsqueeze]; +"653 transpose_61" [id=653, type=transpose]; +"654 squeeze_10" [id=654, type=squeeze]; +"655 contiguous_10" [id=655, type=contiguous]; +"656 select_30" [id=656, type=select]; +"657 select_31" [id=657, type=select]; +"658 select_32" [id=658, type=select]; +"659 view_80" [id=659, type=view]; +"660 transpose_62" [id=660, type=transpose]; +"661 view_81" [id=661, type=view]; +"662 transpose_63" [id=662, type=transpose]; +"663 view_82" [id=663, type=view]; +"664 transpose_64" [id=664, type=transpose]; +"665 view_83" [id=665, type=view]; +"666 view_84" [id=666, type=view]; +"667 view_85" [id=667, type=view]; +"668 scaled_dot_product_attention_10" [id=668, type=scaled_dot_product_attention]; +"669 permute_11" [id=669, type=permute]; +"670 view_86" [id=670, type=view]; +"671 encoder_layers_encoder_layer_10_self_attention_out_proj_weight_updated_constant0" [id=671, type=get_attr]; +"672 view_86_0_0_nncf_smooth_quant_0" [id=672, type=call_module]; +"673 linear_41" [id=673, type=linear]; +"674 view_87" [id=674, type=view]; +"675 transpose_65" [id=675, type=transpose]; +"676 dropout_31" [id=676, type=dropout]; +"677 add_21" [id=677, type=add]; +"678 layer_norm_21" [id=678, type=layer_norm]; +"679 layer_norm_21_0_0_nncf_smooth_quant_0" [id=679, type=call_module]; +"680 quantize_per_tensor_default_21" [id=680, type=quantize_per_tensor]; +"681 dequantize_per_tensor_default_21" [id=681, type=dequantize_per_tensor]; +"682 linear_42_scale_0" [id=682, type=get_attr]; +"683 linear_42_zero_point_0" [id=683, type=get_attr]; +"684 _frozen_param21" [id=684, type=get_attr]; +"685 dequantize_per_channel_default_21" [id=685, type=dequantize_per_channel]; +"686 linear_42" [id=686, type=linear]; +"687 gelu_10" [id=687, type=gelu]; +"688 dropout_32" [id=688, type=dropout]; +"689 dropout_32_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; +"690 quantize_per_tensor_default_22" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_22" [id=691, type=dequantize_per_tensor]; +"692 linear_43_scale_0" [id=692, type=get_attr]; +"693 linear_43_zero_point_0" [id=693, type=get_attr]; +"694 _frozen_param22" [id=694, type=get_attr]; +"695 dequantize_per_channel_default_22" [id=695, type=dequantize_per_channel]; +"696 linear_43" [id=696, type=linear]; +"697 dropout_33" [id=697, type=dropout]; +"698 add_22" [id=698, type=add]; +"699 layer_norm_22" [id=699, type=layer_norm]; +"700 transpose_66" [id=700, type=transpose]; +"701 encoder_layers_encoder_layer_11_self_attention_in_proj_weight_updated_constant0" [id=701, type=get_attr]; +"702 transpose_66_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; +"703 linear_44" [id=703, type=linear]; +"704 unflatten_11" [id=704, type=unflatten]; +"705 unsqueeze_11" [id=705, type=unsqueeze]; +"706 transpose_67" [id=706, type=transpose]; +"707 squeeze_11" [id=707, type=squeeze]; +"708 contiguous_11" [id=708, type=contiguous]; +"709 select_33" [id=709, type=select]; +"710 select_34" [id=710, type=select]; +"711 select_35" [id=711, type=select]; +"712 view_88" [id=712, type=view]; +"713 transpose_68" [id=713, type=transpose]; +"714 view_89" [id=714, type=view]; +"715 transpose_69" [id=715, type=transpose]; +"716 view_90" [id=716, type=view]; +"717 transpose_70" [id=717, type=transpose]; +"718 view_91" [id=718, type=view]; +"719 view_92" [id=719, type=view]; +"720 view_93" [id=720, type=view]; +"721 scaled_dot_product_attention_11" [id=721, type=scaled_dot_product_attention]; +"722 permute_12" [id=722, type=permute]; +"723 view_94" [id=723, type=view]; +"724 encoder_layers_encoder_layer_11_self_attention_out_proj_weight_updated_constant0" [id=724, type=get_attr]; +"725 view_94_0_0_nncf_smooth_quant_0" [id=725, type=call_module]; +"726 linear_45" [id=726, type=linear]; +"727 view_95" [id=727, type=view]; +"728 transpose_71" [id=728, type=transpose]; +"729 dropout_34" [id=729, type=dropout]; +"730 add_23" [id=730, type=add]; +"731 layer_norm_23" [id=731, type=layer_norm]; +"732 layer_norm_23_0_0_nncf_smooth_quant_0" [id=732, type=call_module]; +"733 quantize_per_tensor_default_23" [id=733, type=quantize_per_tensor]; +"734 dequantize_per_tensor_default_23" [id=734, type=dequantize_per_tensor]; +"735 linear_46_scale_0" [id=735, type=get_attr]; +"736 linear_46_zero_point_0" [id=736, type=get_attr]; +"737 _frozen_param23" [id=737, type=get_attr]; +"738 dequantize_per_channel_default_23" [id=738, type=dequantize_per_channel]; +"739 linear_46" [id=739, type=linear]; +"740 gelu_11" [id=740, type=gelu]; +"741 dropout_35" [id=741, type=dropout]; +"742 dropout_35_0_0_nncf_smooth_quant_0" [id=742, type=call_module]; +"743 quantize_per_tensor_default_24" [id=743, type=quantize_per_tensor]; +"744 dequantize_per_tensor_default_24" [id=744, type=dequantize_per_tensor]; +"745 linear_47_scale_0" [id=745, type=get_attr]; +"746 linear_47_zero_point_0" [id=746, type=get_attr]; +"747 _frozen_param24" [id=747, type=get_attr]; +"748 dequantize_per_channel_default_24" [id=748, type=dequantize_per_channel]; +"749 linear_47" [id=749, type=linear]; +"750 dropout_36" [id=750, type=dropout]; +"751 add_24" [id=751, type=add]; +"752 layer_norm_24" [id=752, type=layer_norm]; +"753 slice_1" [id=753, type=slice]; +"754 select_36" [id=754, type=select]; +"755 select_36_0_0_nncf_smooth_quant_0" [id=755, type=call_module]; +"756 quantize_per_tensor_default_25" [id=756, type=quantize_per_tensor]; +"757 dequantize_per_tensor_default_25" [id=757, type=dequantize_per_tensor]; +"758 linear_48_scale_0" [id=758, type=get_attr]; +"759 linear_48_zero_point_0" [id=759, type=get_attr]; +"760 _frozen_param25" [id=760, type=get_attr]; +"761 dequantize_per_channel_default_25" [id=761, type=dequantize_per_channel]; +"762 linear_48" [id=762, type=linear]; +"763 output" [id=763, type=output]; +"0 class_token" -> "112 expand" [label="(1, 1, 768)", style=solid]; +"1 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; +"2 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "120 linear" [label="(2304,)", style=solid]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "143 linear_1" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" -> "148 layer_norm_1" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" -> "148 layer_norm_1" [label="(768,)", style=solid]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" -> "156 linear_2" [label="(3072,)", style=solid]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" -> "166 linear_3" [label="(768,)", style=solid]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" -> "169 layer_norm_2" [label="(768,)", style=solid]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" -> "169 layer_norm_2" [label="(768,)", style=solid]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "173 linear_4" [label="(2304,)", style=solid]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "196 linear_5" [label="(768,)", style=solid]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" -> "201 layer_norm_3" [label="(768,)", style=solid]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" -> "201 layer_norm_3" [label="(768,)", style=solid]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" -> "209 linear_6" [label="(3072,)", style=solid]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" -> "219 linear_7" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" -> "222 layer_norm_4" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" -> "222 layer_norm_4" [label="(768,)", style=solid]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "226 linear_8" [label="(2304,)", style=solid]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "249 linear_9" [label="(768,)", style=solid]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" -> "254 layer_norm_5" [label="(768,)", style=solid]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" -> "254 layer_norm_5" [label="(768,)", style=solid]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" -> "262 linear_10" [label="(3072,)", style=solid]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" -> "272 linear_11" [label="(768,)", style=solid]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" -> "275 layer_norm_6" [label="(768,)", style=solid]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" -> "275 layer_norm_6" [label="(768,)", style=solid]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "279 linear_12" [label="(2304,)", style=solid]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "302 linear_13" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" -> "307 layer_norm_7" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" -> "307 layer_norm_7" [label="(768,)", style=solid]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" -> "315 linear_14" [label="(3072,)", style=solid]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" -> "325 linear_15" [label="(768,)", style=solid]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" -> "328 layer_norm_8" [label="(768,)", style=solid]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" -> "328 layer_norm_8" [label="(768,)", style=solid]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "332 linear_16" [label="(2304,)", style=solid]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "355 linear_17" [label="(768,)", style=solid]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" -> "360 layer_norm_9" [label="(768,)", style=solid]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" -> "360 layer_norm_9" [label="(768,)", style=solid]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" -> "368 linear_18" [label="(3072,)", style=solid]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" -> "378 linear_19" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" -> "381 layer_norm_10" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" -> "381 layer_norm_10" [label="(768,)", style=solid]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "385 linear_20" [label="(2304,)", style=solid]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "408 linear_21" [label="(768,)", style=solid]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" -> "413 layer_norm_11" [label="(768,)", style=solid]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" -> "413 layer_norm_11" [label="(768,)", style=solid]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" -> "421 linear_22" [label="(3072,)", style=solid]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" -> "431 linear_23" [label="(768,)", style=solid]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" -> "434 layer_norm_12" [label="(768,)", style=solid]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" -> "434 layer_norm_12" [label="(768,)", style=solid]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "438 linear_24" [label="(2304,)", style=solid]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "461 linear_25" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" -> "466 layer_norm_13" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" -> "466 layer_norm_13" [label="(768,)", style=solid]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" -> "474 linear_26" [label="(3072,)", style=solid]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" -> "484 linear_27" [label="(768,)", style=solid]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" -> "487 layer_norm_14" [label="(768,)", style=solid]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" -> "487 layer_norm_14" [label="(768,)", style=solid]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "491 linear_28" [label="(2304,)", style=solid]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "514 linear_29" [label="(768,)", style=solid]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" -> "519 layer_norm_15" [label="(768,)", style=solid]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" -> "519 layer_norm_15" [label="(768,)", style=solid]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" -> "527 linear_30" [label="(3072,)", style=solid]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" -> "537 linear_31" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" -> "540 layer_norm_16" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" -> "540 layer_norm_16" [label="(768,)", style=solid]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "544 linear_32" [label="(2304,)", style=solid]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "567 linear_33" [label="(768,)", style=solid]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" -> "572 layer_norm_17" [label="(768,)", style=solid]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" -> "572 layer_norm_17" [label="(768,)", style=solid]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" -> "580 linear_34" [label="(3072,)", style=solid]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" -> "590 linear_35" [label="(768,)", style=solid]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" -> "593 layer_norm_18" [label="(768,)", style=solid]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" -> "593 layer_norm_18" [label="(768,)", style=solid]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "597 linear_36" [label="(2304,)", style=solid]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "620 linear_37" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" -> "625 layer_norm_19" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" -> "625 layer_norm_19" [label="(768,)", style=solid]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" -> "633 linear_38" [label="(3072,)", style=solid]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" -> "643 linear_39" [label="(768,)", style=solid]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" -> "646 layer_norm_20" [label="(768,)", style=solid]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" -> "646 layer_norm_20" [label="(768,)", style=solid]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "650 linear_40" [label="(2304,)", style=solid]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "673 linear_41" [label="(768,)", style=solid]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" -> "678 layer_norm_21" [label="(768,)", style=solid]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" -> "678 layer_norm_21" [label="(768,)", style=solid]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" -> "686 linear_42" [label="(3072,)", style=solid]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" -> "696 linear_43" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" -> "699 layer_norm_22" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" -> "699 layer_norm_22" [label="(768,)", style=solid]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "703 linear_44" [label="(2304,)", style=solid]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "726 linear_45" [label="(768,)", style=solid]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" -> "731 layer_norm_23" [label="(768,)", style=solid]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" -> "731 layer_norm_23" [label="(768,)", style=solid]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" -> "739 linear_46" [label="(3072,)", style=solid]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "749 linear_47" [label="(768,)", style=solid]; +"99 encoder_ln_weight" -> "752 layer_norm_24" [label="(768,)", style=solid]; +"100 encoder_ln_bias" -> "752 layer_norm_24" [label="(768,)", style=solid]; +"101 heads_head_bias" -> "762 linear_48" [label="(1000,)", style=solid]; +"102 x" -> "103 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"104 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"105 conv2d_scale_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; +"106 conv2d_zero_point_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; +"107 _frozen_param0" -> "108 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"108 dequantize_per_channel_default" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; +"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; +"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; +"112 expand" -> "113 cat" [label="(1, 1, 768)", style=solid]; +"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; +"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "147 add_1" [label="(1, 197, 768)", style=solid]; +"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; +"117 transpose" -> "119 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"118 encoder_layers_encoder_layer_0_self_attention_in_proj_weight_updated_constant0" -> "120 linear" [label="(2304, 768)", style=solid]; +"119 transpose_0_0_nncf_smooth_quant_0" -> "120 linear" [label="(197, 1, 768)", style=solid]; +"120 linear" -> "121 unflatten" [label="(197, 1, 2304)", style=solid]; +"121 unflatten" -> "122 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"122 unsqueeze" -> "123 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"123 transpose_1" -> "124 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"124 squeeze" -> "125 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"125 contiguous" -> "126 select" [label="(3, 197, 1, 768)", style=solid]; +"125 contiguous" -> "127 select_1" [label="(3, 197, 1, 768)", style=solid]; +"125 contiguous" -> "128 select_2" [label="(3, 197, 1, 768)", style=solid]; +"126 select" -> "129 view" [label="(197, 1, 768)", style=solid]; +"127 select_1" -> "131 view_1" [label="(197, 1, 768)", style=solid]; +"128 select_2" -> "133 view_2" [label="(197, 1, 768)", style=solid]; +"129 view" -> "130 transpose_2" [label="(197, 12, 64)", style=solid]; +"130 transpose_2" -> "135 view_3" [label="(12, 197, 64)", style=solid]; +"131 view_1" -> "132 transpose_3" [label="(197, 12, 64)", style=solid]; +"132 transpose_3" -> "136 view_4" [label="(12, 197, 64)", style=solid]; +"133 view_2" -> "134 transpose_4" [label="(197, 12, 64)", style=solid]; +"134 transpose_4" -> "137 view_5" [label="(12, 197, 64)", style=solid]; +"135 view_3" -> "138 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"136 view_4" -> "138 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"137 view_5" -> "138 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"138 scaled_dot_product_attention" -> "139 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"139 permute_1" -> "140 view_6" [label="(197, 1, 12, 64)", style=solid]; +"140 view_6" -> "142 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"141 encoder_layers_encoder_layer_0_self_attention_out_proj_weight_updated_constant0" -> "143 linear_1" [label="(768, 768)", style=solid]; +"142 view_6_0_0_nncf_smooth_quant_0" -> "143 linear_1" [label="(197, 768)", style=solid]; +"143 linear_1" -> "144 view_7" [label="(197, 768)", style=solid]; +"144 view_7" -> "145 transpose_5" [label="(197, 1, 768)", style=solid]; +"145 transpose_5" -> "146 dropout_1" [label="(1, 197, 768)", style=solid]; +"146 dropout_1" -> "147 add_1" [label="(1, 197, 768)", style=solid]; +"147 add_1" -> "148 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"147 add_1" -> "168 add_2" [label="(1, 197, 768)", style=solid]; +"148 layer_norm_1" -> "149 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"149 layer_norm_1_0_0_nncf_smooth_quant_0" -> "150 quantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; +"150 quantize_per_tensor_default_1" -> "151 dequantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; +"151 dequantize_per_tensor_default_1" -> "156 linear_2" [label="(1, 197, 768)", style=solid]; +"152 linear_2_scale_0" -> "155 dequantize_per_channel_default_1" [label="(3072,)", style=solid]; +"153 linear_2_zero_point_0" -> "155 dequantize_per_channel_default_1" [label="(3072,)", style=solid]; +"154 _frozen_param1" -> "155 dequantize_per_channel_default_1" [label="(3072, 768)", style=solid]; +"155 dequantize_per_channel_default_1" -> "156 linear_2" [label="(3072, 768)", style=solid]; +"156 linear_2" -> "157 gelu" [label="(1, 197, 3072)", style=solid]; +"157 gelu" -> "158 dropout_2" [label="(1, 197, 3072)", style=solid]; +"158 dropout_2" -> "159 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"159 dropout_2_0_0_nncf_smooth_quant_0" -> "160 quantize_per_tensor_default_2" [label="(1, 197, 3072)", style=solid]; +"160 quantize_per_tensor_default_2" -> "161 dequantize_per_tensor_default_2" [label="(1, 197, 3072)", style=solid]; +"161 dequantize_per_tensor_default_2" -> "166 linear_3" [label="(1, 197, 3072)", style=solid]; +"162 linear_3_scale_0" -> "165 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"163 linear_3_zero_point_0" -> "165 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"164 _frozen_param2" -> "165 dequantize_per_channel_default_2" [label="(768, 3072)", style=solid]; +"165 dequantize_per_channel_default_2" -> "166 linear_3" [label="(768, 3072)", style=solid]; +"166 linear_3" -> "167 dropout_3" [label="(1, 197, 768)", style=solid]; +"167 dropout_3" -> "168 add_2" [label="(1, 197, 768)", style=solid]; +"168 add_2" -> "169 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"168 add_2" -> "200 add_3" [label="(1, 197, 768)", style=solid]; +"169 layer_norm_2" -> "170 transpose_6" [label="(1, 197, 768)", style=solid]; +"170 transpose_6" -> "172 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"171 encoder_layers_encoder_layer_1_self_attention_in_proj_weight_updated_constant0" -> "173 linear_4" [label="(2304, 768)", style=solid]; +"172 transpose_6_0_0_nncf_smooth_quant_0" -> "173 linear_4" [label="(197, 1, 768)", style=solid]; +"173 linear_4" -> "174 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"174 unflatten_1" -> "175 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"175 unsqueeze_1" -> "176 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"176 transpose_7" -> "177 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"177 squeeze_1" -> "178 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"178 contiguous_1" -> "179 select_3" [label="(3, 197, 1, 768)", style=solid]; +"178 contiguous_1" -> "180 select_4" [label="(3, 197, 1, 768)", style=solid]; +"178 contiguous_1" -> "181 select_5" [label="(3, 197, 1, 768)", style=solid]; +"179 select_3" -> "182 view_8" [label="(197, 1, 768)", style=solid]; +"180 select_4" -> "184 view_9" [label="(197, 1, 768)", style=solid]; +"181 select_5" -> "186 view_10" [label="(197, 1, 768)", style=solid]; +"182 view_8" -> "183 transpose_8" [label="(197, 12, 64)", style=solid]; +"183 transpose_8" -> "188 view_11" [label="(12, 197, 64)", style=solid]; +"184 view_9" -> "185 transpose_9" [label="(197, 12, 64)", style=solid]; +"185 transpose_9" -> "189 view_12" [label="(12, 197, 64)", style=solid]; +"186 view_10" -> "187 transpose_10" [label="(197, 12, 64)", style=solid]; +"187 transpose_10" -> "190 view_13" [label="(12, 197, 64)", style=solid]; +"188 view_11" -> "191 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"189 view_12" -> "191 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"190 view_13" -> "191 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"191 scaled_dot_product_attention_1" -> "192 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"192 permute_2" -> "193 view_14" [label="(197, 1, 12, 64)", style=solid]; +"193 view_14" -> "195 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"194 encoder_layers_encoder_layer_1_self_attention_out_proj_weight_updated_constant0" -> "196 linear_5" [label="(768, 768)", style=solid]; +"195 view_14_0_0_nncf_smooth_quant_0" -> "196 linear_5" [label="(197, 768)", style=solid]; +"196 linear_5" -> "197 view_15" [label="(197, 768)", style=solid]; +"197 view_15" -> "198 transpose_11" [label="(197, 1, 768)", style=solid]; +"198 transpose_11" -> "199 dropout_4" [label="(1, 197, 768)", style=solid]; +"199 dropout_4" -> "200 add_3" [label="(1, 197, 768)", style=solid]; +"200 add_3" -> "201 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"200 add_3" -> "221 add_4" [label="(1, 197, 768)", style=solid]; +"201 layer_norm_3" -> "202 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"202 layer_norm_3_0_0_nncf_smooth_quant_0" -> "203 quantize_per_tensor_default_3" [label="(1, 197, 768)", style=solid]; +"203 quantize_per_tensor_default_3" -> "204 dequantize_per_tensor_default_3" [label="(1, 197, 768)", style=solid]; +"204 dequantize_per_tensor_default_3" -> "209 linear_6" [label="(1, 197, 768)", style=solid]; +"205 linear_6_scale_0" -> "208 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"206 linear_6_zero_point_0" -> "208 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"207 _frozen_param3" -> "208 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"208 dequantize_per_channel_default_3" -> "209 linear_6" [label="(3072, 768)", style=solid]; +"209 linear_6" -> "210 gelu_1" [label="(1, 197, 3072)", style=solid]; +"210 gelu_1" -> "211 dropout_5" [label="(1, 197, 3072)", style=solid]; +"211 dropout_5" -> "212 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"212 dropout_5_0_0_nncf_smooth_quant_0" -> "213 quantize_per_tensor_default_4" [label="(1, 197, 3072)", style=solid]; +"213 quantize_per_tensor_default_4" -> "214 dequantize_per_tensor_default_4" [label="(1, 197, 3072)", style=solid]; +"214 dequantize_per_tensor_default_4" -> "219 linear_7" [label="(1, 197, 3072)", style=solid]; +"215 linear_7_scale_0" -> "218 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"216 linear_7_zero_point_0" -> "218 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"217 _frozen_param4" -> "218 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"218 dequantize_per_channel_default_4" -> "219 linear_7" [label="(768, 3072)", style=solid]; +"219 linear_7" -> "220 dropout_6" [label="(1, 197, 768)", style=solid]; +"220 dropout_6" -> "221 add_4" [label="(1, 197, 768)", style=solid]; +"221 add_4" -> "222 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"221 add_4" -> "253 add_5" [label="(1, 197, 768)", style=solid]; +"222 layer_norm_4" -> "223 transpose_12" [label="(1, 197, 768)", style=solid]; +"223 transpose_12" -> "225 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"224 encoder_layers_encoder_layer_2_self_attention_in_proj_weight_updated_constant0" -> "226 linear_8" [label="(2304, 768)", style=solid]; +"225 transpose_12_0_0_nncf_smooth_quant_0" -> "226 linear_8" [label="(197, 1, 768)", style=solid]; +"226 linear_8" -> "227 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"227 unflatten_2" -> "228 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"228 unsqueeze_2" -> "229 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"229 transpose_13" -> "230 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"230 squeeze_2" -> "231 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"231 contiguous_2" -> "232 select_6" [label="(3, 197, 1, 768)", style=solid]; +"231 contiguous_2" -> "233 select_7" [label="(3, 197, 1, 768)", style=solid]; +"231 contiguous_2" -> "234 select_8" [label="(3, 197, 1, 768)", style=solid]; +"232 select_6" -> "235 view_16" [label="(197, 1, 768)", style=solid]; +"233 select_7" -> "237 view_17" [label="(197, 1, 768)", style=solid]; +"234 select_8" -> "239 view_18" [label="(197, 1, 768)", style=solid]; +"235 view_16" -> "236 transpose_14" [label="(197, 12, 64)", style=solid]; +"236 transpose_14" -> "241 view_19" [label="(12, 197, 64)", style=solid]; +"237 view_17" -> "238 transpose_15" [label="(197, 12, 64)", style=solid]; +"238 transpose_15" -> "242 view_20" [label="(12, 197, 64)", style=solid]; +"239 view_18" -> "240 transpose_16" [label="(197, 12, 64)", style=solid]; +"240 transpose_16" -> "243 view_21" [label="(12, 197, 64)", style=solid]; +"241 view_19" -> "244 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"242 view_20" -> "244 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"243 view_21" -> "244 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"244 scaled_dot_product_attention_2" -> "245 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"245 permute_3" -> "246 view_22" [label="(197, 1, 12, 64)", style=solid]; +"246 view_22" -> "248 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"247 encoder_layers_encoder_layer_2_self_attention_out_proj_weight_updated_constant0" -> "249 linear_9" [label="(768, 768)", style=solid]; +"248 view_22_0_0_nncf_smooth_quant_0" -> "249 linear_9" [label="(197, 768)", style=solid]; +"249 linear_9" -> "250 view_23" [label="(197, 768)", style=solid]; +"250 view_23" -> "251 transpose_17" [label="(197, 1, 768)", style=solid]; +"251 transpose_17" -> "252 dropout_7" [label="(1, 197, 768)", style=solid]; +"252 dropout_7" -> "253 add_5" [label="(1, 197, 768)", style=solid]; +"253 add_5" -> "254 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"253 add_5" -> "274 add_6" [label="(1, 197, 768)", style=solid]; +"254 layer_norm_5" -> "255 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"255 layer_norm_5_0_0_nncf_smooth_quant_0" -> "256 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"256 quantize_per_tensor_default_5" -> "257 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"257 dequantize_per_tensor_default_5" -> "262 linear_10" [label="(1, 197, 768)", style=solid]; +"258 linear_10_scale_0" -> "261 dequantize_per_channel_default_5" [label="(3072,)", style=solid]; +"259 linear_10_zero_point_0" -> "261 dequantize_per_channel_default_5" [label="(3072,)", style=solid]; +"260 _frozen_param5" -> "261 dequantize_per_channel_default_5" [label="(3072, 768)", style=solid]; +"261 dequantize_per_channel_default_5" -> "262 linear_10" [label="(3072, 768)", style=solid]; +"262 linear_10" -> "263 gelu_2" [label="(1, 197, 3072)", style=solid]; +"263 gelu_2" -> "264 dropout_8" [label="(1, 197, 3072)", style=solid]; +"264 dropout_8" -> "265 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"265 dropout_8_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"266 quantize_per_tensor_default_6" -> "267 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"267 dequantize_per_tensor_default_6" -> "272 linear_11" [label="(1, 197, 3072)", style=solid]; +"268 linear_11_scale_0" -> "271 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"269 linear_11_zero_point_0" -> "271 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"270 _frozen_param6" -> "271 dequantize_per_channel_default_6" [label="(768, 3072)", style=solid]; +"271 dequantize_per_channel_default_6" -> "272 linear_11" [label="(768, 3072)", style=solid]; +"272 linear_11" -> "273 dropout_9" [label="(1, 197, 768)", style=solid]; +"273 dropout_9" -> "274 add_6" [label="(1, 197, 768)", style=solid]; +"274 add_6" -> "275 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"274 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"275 layer_norm_6" -> "276 transpose_18" [label="(1, 197, 768)", style=solid]; +"276 transpose_18" -> "278 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"277 encoder_layers_encoder_layer_3_self_attention_in_proj_weight_updated_constant0" -> "279 linear_12" [label="(2304, 768)", style=solid]; +"278 transpose_18_0_0_nncf_smooth_quant_0" -> "279 linear_12" [label="(197, 1, 768)", style=solid]; +"279 linear_12" -> "280 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"280 unflatten_3" -> "281 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"281 unsqueeze_3" -> "282 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"282 transpose_19" -> "283 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"283 squeeze_3" -> "284 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"284 contiguous_3" -> "285 select_9" [label="(3, 197, 1, 768)", style=solid]; +"284 contiguous_3" -> "286 select_10" [label="(3, 197, 1, 768)", style=solid]; +"284 contiguous_3" -> "287 select_11" [label="(3, 197, 1, 768)", style=solid]; +"285 select_9" -> "288 view_24" [label="(197, 1, 768)", style=solid]; +"286 select_10" -> "290 view_25" [label="(197, 1, 768)", style=solid]; +"287 select_11" -> "292 view_26" [label="(197, 1, 768)", style=solid]; +"288 view_24" -> "289 transpose_20" [label="(197, 12, 64)", style=solid]; +"289 transpose_20" -> "294 view_27" [label="(12, 197, 64)", style=solid]; +"290 view_25" -> "291 transpose_21" [label="(197, 12, 64)", style=solid]; +"291 transpose_21" -> "295 view_28" [label="(12, 197, 64)", style=solid]; +"292 view_26" -> "293 transpose_22" [label="(197, 12, 64)", style=solid]; +"293 transpose_22" -> "296 view_29" [label="(12, 197, 64)", style=solid]; +"294 view_27" -> "297 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"295 view_28" -> "297 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"296 view_29" -> "297 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"297 scaled_dot_product_attention_3" -> "298 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"298 permute_4" -> "299 view_30" [label="(197, 1, 12, 64)", style=solid]; +"299 view_30" -> "301 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"300 encoder_layers_encoder_layer_3_self_attention_out_proj_weight_updated_constant0" -> "302 linear_13" [label="(768, 768)", style=solid]; +"301 view_30_0_0_nncf_smooth_quant_0" -> "302 linear_13" [label="(197, 768)", style=solid]; +"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; +"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; +"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; +"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "307 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "327 add_8" [label="(1, 197, 768)", style=solid]; +"307 layer_norm_7" -> "308 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"308 layer_norm_7_0_0_nncf_smooth_quant_0" -> "309 quantize_per_tensor_default_7" [label="(1, 197, 768)", style=solid]; +"309 quantize_per_tensor_default_7" -> "310 dequantize_per_tensor_default_7" [label="(1, 197, 768)", style=solid]; +"310 dequantize_per_tensor_default_7" -> "315 linear_14" [label="(1, 197, 768)", style=solid]; +"311 linear_14_scale_0" -> "314 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"312 linear_14_zero_point_0" -> "314 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"313 _frozen_param7" -> "314 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"314 dequantize_per_channel_default_7" -> "315 linear_14" [label="(3072, 768)", style=solid]; +"315 linear_14" -> "316 gelu_3" [label="(1, 197, 3072)", style=solid]; +"316 gelu_3" -> "317 dropout_11" [label="(1, 197, 3072)", style=solid]; +"317 dropout_11" -> "318 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"318 dropout_11_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_8" [label="(1, 197, 3072)", style=solid]; +"319 quantize_per_tensor_default_8" -> "320 dequantize_per_tensor_default_8" [label="(1, 197, 3072)", style=solid]; +"320 dequantize_per_tensor_default_8" -> "325 linear_15" [label="(1, 197, 3072)", style=solid]; +"321 linear_15_scale_0" -> "324 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"322 linear_15_zero_point_0" -> "324 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"323 _frozen_param8" -> "324 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"324 dequantize_per_channel_default_8" -> "325 linear_15" [label="(768, 3072)", style=solid]; +"325 linear_15" -> "326 dropout_12" [label="(1, 197, 768)", style=solid]; +"326 dropout_12" -> "327 add_8" [label="(1, 197, 768)", style=solid]; +"327 add_8" -> "328 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"327 add_8" -> "359 add_9" [label="(1, 197, 768)", style=solid]; +"328 layer_norm_8" -> "329 transpose_24" [label="(1, 197, 768)", style=solid]; +"329 transpose_24" -> "331 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"330 encoder_layers_encoder_layer_4_self_attention_in_proj_weight_updated_constant0" -> "332 linear_16" [label="(2304, 768)", style=solid]; +"331 transpose_24_0_0_nncf_smooth_quant_0" -> "332 linear_16" [label="(197, 1, 768)", style=solid]; +"332 linear_16" -> "333 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"333 unflatten_4" -> "334 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"334 unsqueeze_4" -> "335 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"335 transpose_25" -> "336 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"336 squeeze_4" -> "337 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"337 contiguous_4" -> "338 select_12" [label="(3, 197, 1, 768)", style=solid]; +"337 contiguous_4" -> "339 select_13" [label="(3, 197, 1, 768)", style=solid]; +"337 contiguous_4" -> "340 select_14" [label="(3, 197, 1, 768)", style=solid]; +"338 select_12" -> "341 view_32" [label="(197, 1, 768)", style=solid]; +"339 select_13" -> "343 view_33" [label="(197, 1, 768)", style=solid]; +"340 select_14" -> "345 view_34" [label="(197, 1, 768)", style=solid]; +"341 view_32" -> "342 transpose_26" [label="(197, 12, 64)", style=solid]; +"342 transpose_26" -> "347 view_35" [label="(12, 197, 64)", style=solid]; +"343 view_33" -> "344 transpose_27" [label="(197, 12, 64)", style=solid]; +"344 transpose_27" -> "348 view_36" [label="(12, 197, 64)", style=solid]; +"345 view_34" -> "346 transpose_28" [label="(197, 12, 64)", style=solid]; +"346 transpose_28" -> "349 view_37" [label="(12, 197, 64)", style=solid]; +"347 view_35" -> "350 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"348 view_36" -> "350 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"349 view_37" -> "350 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"350 scaled_dot_product_attention_4" -> "351 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"351 permute_5" -> "352 view_38" [label="(197, 1, 12, 64)", style=solid]; +"352 view_38" -> "354 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"353 encoder_layers_encoder_layer_4_self_attention_out_proj_weight_updated_constant0" -> "355 linear_17" [label="(768, 768)", style=solid]; +"354 view_38_0_0_nncf_smooth_quant_0" -> "355 linear_17" [label="(197, 768)", style=solid]; +"355 linear_17" -> "356 view_39" [label="(197, 768)", style=solid]; +"356 view_39" -> "357 transpose_29" [label="(197, 1, 768)", style=solid]; +"357 transpose_29" -> "358 dropout_13" [label="(1, 197, 768)", style=solid]; +"358 dropout_13" -> "359 add_9" [label="(1, 197, 768)", style=solid]; +"359 add_9" -> "360 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"359 add_9" -> "380 add_10" [label="(1, 197, 768)", style=solid]; +"360 layer_norm_9" -> "361 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"361 layer_norm_9_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; +"362 quantize_per_tensor_default_9" -> "363 dequantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; +"363 dequantize_per_tensor_default_9" -> "368 linear_18" [label="(1, 197, 768)", style=solid]; +"364 linear_18_scale_0" -> "367 dequantize_per_channel_default_9" [label="(3072,)", style=solid]; +"365 linear_18_zero_point_0" -> "367 dequantize_per_channel_default_9" [label="(3072,)", style=solid]; +"366 _frozen_param9" -> "367 dequantize_per_channel_default_9" [label="(3072, 768)", style=solid]; +"367 dequantize_per_channel_default_9" -> "368 linear_18" [label="(3072, 768)", style=solid]; +"368 linear_18" -> "369 gelu_4" [label="(1, 197, 3072)", style=solid]; +"369 gelu_4" -> "370 dropout_14" [label="(1, 197, 3072)", style=solid]; +"370 dropout_14" -> "371 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"371 dropout_14_0_0_nncf_smooth_quant_0" -> "372 quantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; +"372 quantize_per_tensor_default_10" -> "373 dequantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; +"373 dequantize_per_tensor_default_10" -> "378 linear_19" [label="(1, 197, 3072)", style=solid]; +"374 linear_19_scale_0" -> "377 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"375 linear_19_zero_point_0" -> "377 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"376 _frozen_param10" -> "377 dequantize_per_channel_default_10" [label="(768, 3072)", style=solid]; +"377 dequantize_per_channel_default_10" -> "378 linear_19" [label="(768, 3072)", style=solid]; +"378 linear_19" -> "379 dropout_15" [label="(1, 197, 768)", style=solid]; +"379 dropout_15" -> "380 add_10" [label="(1, 197, 768)", style=solid]; +"380 add_10" -> "381 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"380 add_10" -> "412 add_11" [label="(1, 197, 768)", style=solid]; +"381 layer_norm_10" -> "382 transpose_30" [label="(1, 197, 768)", style=solid]; +"382 transpose_30" -> "384 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"383 encoder_layers_encoder_layer_5_self_attention_in_proj_weight_updated_constant0" -> "385 linear_20" [label="(2304, 768)", style=solid]; +"384 transpose_30_0_0_nncf_smooth_quant_0" -> "385 linear_20" [label="(197, 1, 768)", style=solid]; +"385 linear_20" -> "386 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"386 unflatten_5" -> "387 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"387 unsqueeze_5" -> "388 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"388 transpose_31" -> "389 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"389 squeeze_5" -> "390 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"390 contiguous_5" -> "391 select_15" [label="(3, 197, 1, 768)", style=solid]; +"390 contiguous_5" -> "392 select_16" [label="(3, 197, 1, 768)", style=solid]; +"390 contiguous_5" -> "393 select_17" [label="(3, 197, 1, 768)", style=solid]; +"391 select_15" -> "394 view_40" [label="(197, 1, 768)", style=solid]; +"392 select_16" -> "396 view_41" [label="(197, 1, 768)", style=solid]; +"393 select_17" -> "398 view_42" [label="(197, 1, 768)", style=solid]; +"394 view_40" -> "395 transpose_32" [label="(197, 12, 64)", style=solid]; +"395 transpose_32" -> "400 view_43" [label="(12, 197, 64)", style=solid]; +"396 view_41" -> "397 transpose_33" [label="(197, 12, 64)", style=solid]; +"397 transpose_33" -> "401 view_44" [label="(12, 197, 64)", style=solid]; +"398 view_42" -> "399 transpose_34" [label="(197, 12, 64)", style=solid]; +"399 transpose_34" -> "402 view_45" [label="(12, 197, 64)", style=solid]; +"400 view_43" -> "403 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"401 view_44" -> "403 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"402 view_45" -> "403 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"403 scaled_dot_product_attention_5" -> "404 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"404 permute_6" -> "405 view_46" [label="(197, 1, 12, 64)", style=solid]; +"405 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"406 encoder_layers_encoder_layer_5_self_attention_out_proj_weight_updated_constant0" -> "408 linear_21" [label="(768, 768)", style=solid]; +"407 view_46_0_0_nncf_smooth_quant_0" -> "408 linear_21" [label="(197, 768)", style=solid]; +"408 linear_21" -> "409 view_47" [label="(197, 768)", style=solid]; +"409 view_47" -> "410 transpose_35" [label="(197, 1, 768)", style=solid]; +"410 transpose_35" -> "411 dropout_16" [label="(1, 197, 768)", style=solid]; +"411 dropout_16" -> "412 add_11" [label="(1, 197, 768)", style=solid]; +"412 add_11" -> "413 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"412 add_11" -> "433 add_12" [label="(1, 197, 768)", style=solid]; +"413 layer_norm_11" -> "414 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"414 layer_norm_11_0_0_nncf_smooth_quant_0" -> "415 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"415 quantize_per_tensor_default_11" -> "416 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"416 dequantize_per_tensor_default_11" -> "421 linear_22" [label="(1, 197, 768)", style=solid]; +"417 linear_22_scale_0" -> "420 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"418 linear_22_zero_point_0" -> "420 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"419 _frozen_param11" -> "420 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"420 dequantize_per_channel_default_11" -> "421 linear_22" [label="(3072, 768)", style=solid]; +"421 linear_22" -> "422 gelu_5" [label="(1, 197, 3072)", style=solid]; +"422 gelu_5" -> "423 dropout_17" [label="(1, 197, 3072)", style=solid]; +"423 dropout_17" -> "424 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"424 dropout_17_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"425 quantize_per_tensor_default_12" -> "426 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"426 dequantize_per_tensor_default_12" -> "431 linear_23" [label="(1, 197, 3072)", style=solid]; +"427 linear_23_scale_0" -> "430 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"428 linear_23_zero_point_0" -> "430 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"429 _frozen_param12" -> "430 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"430 dequantize_per_channel_default_12" -> "431 linear_23" [label="(768, 3072)", style=solid]; +"431 linear_23" -> "432 dropout_18" [label="(1, 197, 768)", style=solid]; +"432 dropout_18" -> "433 add_12" [label="(1, 197, 768)", style=solid]; +"433 add_12" -> "434 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"433 add_12" -> "465 add_13" [label="(1, 197, 768)", style=solid]; +"434 layer_norm_12" -> "435 transpose_36" [label="(1, 197, 768)", style=solid]; +"435 transpose_36" -> "437 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"436 encoder_layers_encoder_layer_6_self_attention_in_proj_weight_updated_constant0" -> "438 linear_24" [label="(2304, 768)", style=solid]; +"437 transpose_36_0_0_nncf_smooth_quant_0" -> "438 linear_24" [label="(197, 1, 768)", style=solid]; +"438 linear_24" -> "439 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"439 unflatten_6" -> "440 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"440 unsqueeze_6" -> "441 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"441 transpose_37" -> "442 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"442 squeeze_6" -> "443 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"443 contiguous_6" -> "444 select_18" [label="(3, 197, 1, 768)", style=solid]; +"443 contiguous_6" -> "445 select_19" [label="(3, 197, 1, 768)", style=solid]; +"443 contiguous_6" -> "446 select_20" [label="(3, 197, 1, 768)", style=solid]; +"444 select_18" -> "447 view_48" [label="(197, 1, 768)", style=solid]; +"445 select_19" -> "449 view_49" [label="(197, 1, 768)", style=solid]; +"446 select_20" -> "451 view_50" [label="(197, 1, 768)", style=solid]; +"447 view_48" -> "448 transpose_38" [label="(197, 12, 64)", style=solid]; +"448 transpose_38" -> "453 view_51" [label="(12, 197, 64)", style=solid]; +"449 view_49" -> "450 transpose_39" [label="(197, 12, 64)", style=solid]; +"450 transpose_39" -> "454 view_52" [label="(12, 197, 64)", style=solid]; +"451 view_50" -> "452 transpose_40" [label="(197, 12, 64)", style=solid]; +"452 transpose_40" -> "455 view_53" [label="(12, 197, 64)", style=solid]; +"453 view_51" -> "456 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"454 view_52" -> "456 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"455 view_53" -> "456 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"456 scaled_dot_product_attention_6" -> "457 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"457 permute_7" -> "458 view_54" [label="(197, 1, 12, 64)", style=solid]; +"458 view_54" -> "460 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"459 encoder_layers_encoder_layer_6_self_attention_out_proj_weight_updated_constant0" -> "461 linear_25" [label="(768, 768)", style=solid]; +"460 view_54_0_0_nncf_smooth_quant_0" -> "461 linear_25" [label="(197, 768)", style=solid]; +"461 linear_25" -> "462 view_55" [label="(197, 768)", style=solid]; +"462 view_55" -> "463 transpose_41" [label="(197, 1, 768)", style=solid]; +"463 transpose_41" -> "464 dropout_19" [label="(1, 197, 768)", style=solid]; +"464 dropout_19" -> "465 add_13" [label="(1, 197, 768)", style=solid]; +"465 add_13" -> "466 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"465 add_13" -> "486 add_14" [label="(1, 197, 768)", style=solid]; +"466 layer_norm_13" -> "467 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"467 layer_norm_13_0_0_nncf_smooth_quant_0" -> "468 quantize_per_tensor_default_13" [label="(1, 197, 768)", style=solid]; +"468 quantize_per_tensor_default_13" -> "469 dequantize_per_tensor_default_13" [label="(1, 197, 768)", style=solid]; +"469 dequantize_per_tensor_default_13" -> "474 linear_26" [label="(1, 197, 768)", style=solid]; +"470 linear_26_scale_0" -> "473 dequantize_per_channel_default_13" [label="(3072,)", style=solid]; +"471 linear_26_zero_point_0" -> "473 dequantize_per_channel_default_13" [label="(3072,)", style=solid]; +"472 _frozen_param13" -> "473 dequantize_per_channel_default_13" [label="(3072, 768)", style=solid]; +"473 dequantize_per_channel_default_13" -> "474 linear_26" [label="(3072, 768)", style=solid]; +"474 linear_26" -> "475 gelu_6" [label="(1, 197, 3072)", style=solid]; +"475 gelu_6" -> "476 dropout_20" [label="(1, 197, 3072)", style=solid]; +"476 dropout_20" -> "477 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"477 dropout_20_0_0_nncf_smooth_quant_0" -> "478 quantize_per_tensor_default_14" [label="(1, 197, 3072)", style=solid]; +"478 quantize_per_tensor_default_14" -> "479 dequantize_per_tensor_default_14" [label="(1, 197, 3072)", style=solid]; +"479 dequantize_per_tensor_default_14" -> "484 linear_27" [label="(1, 197, 3072)", style=solid]; +"480 linear_27_scale_0" -> "483 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"481 linear_27_zero_point_0" -> "483 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"482 _frozen_param14" -> "483 dequantize_per_channel_default_14" [label="(768, 3072)", style=solid]; +"483 dequantize_per_channel_default_14" -> "484 linear_27" [label="(768, 3072)", style=solid]; +"484 linear_27" -> "485 dropout_21" [label="(1, 197, 768)", style=solid]; +"485 dropout_21" -> "486 add_14" [label="(1, 197, 768)", style=solid]; +"486 add_14" -> "487 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"486 add_14" -> "518 add_15" [label="(1, 197, 768)", style=solid]; +"487 layer_norm_14" -> "488 transpose_42" [label="(1, 197, 768)", style=solid]; +"488 transpose_42" -> "490 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"489 encoder_layers_encoder_layer_7_self_attention_in_proj_weight_updated_constant0" -> "491 linear_28" [label="(2304, 768)", style=solid]; +"490 transpose_42_0_0_nncf_smooth_quant_0" -> "491 linear_28" [label="(197, 1, 768)", style=solid]; +"491 linear_28" -> "492 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"492 unflatten_7" -> "493 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"493 unsqueeze_7" -> "494 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"494 transpose_43" -> "495 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"495 squeeze_7" -> "496 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"496 contiguous_7" -> "497 select_21" [label="(3, 197, 1, 768)", style=solid]; +"496 contiguous_7" -> "498 select_22" [label="(3, 197, 1, 768)", style=solid]; +"496 contiguous_7" -> "499 select_23" [label="(3, 197, 1, 768)", style=solid]; +"497 select_21" -> "500 view_56" [label="(197, 1, 768)", style=solid]; +"498 select_22" -> "502 view_57" [label="(197, 1, 768)", style=solid]; +"499 select_23" -> "504 view_58" [label="(197, 1, 768)", style=solid]; +"500 view_56" -> "501 transpose_44" [label="(197, 12, 64)", style=solid]; +"501 transpose_44" -> "506 view_59" [label="(12, 197, 64)", style=solid]; +"502 view_57" -> "503 transpose_45" [label="(197, 12, 64)", style=solid]; +"503 transpose_45" -> "507 view_60" [label="(12, 197, 64)", style=solid]; +"504 view_58" -> "505 transpose_46" [label="(197, 12, 64)", style=solid]; +"505 transpose_46" -> "508 view_61" [label="(12, 197, 64)", style=solid]; +"506 view_59" -> "509 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"507 view_60" -> "509 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"508 view_61" -> "509 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"509 scaled_dot_product_attention_7" -> "510 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"510 permute_8" -> "511 view_62" [label="(197, 1, 12, 64)", style=solid]; +"511 view_62" -> "513 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"512 encoder_layers_encoder_layer_7_self_attention_out_proj_weight_updated_constant0" -> "514 linear_29" [label="(768, 768)", style=solid]; +"513 view_62_0_0_nncf_smooth_quant_0" -> "514 linear_29" [label="(197, 768)", style=solid]; +"514 linear_29" -> "515 view_63" [label="(197, 768)", style=solid]; +"515 view_63" -> "516 transpose_47" [label="(197, 1, 768)", style=solid]; +"516 transpose_47" -> "517 dropout_22" [label="(1, 197, 768)", style=solid]; +"517 dropout_22" -> "518 add_15" [label="(1, 197, 768)", style=solid]; +"518 add_15" -> "519 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"518 add_15" -> "539 add_16" [label="(1, 197, 768)", style=solid]; +"519 layer_norm_15" -> "520 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"520 layer_norm_15_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_15" [label="(1, 197, 768)", style=solid]; +"521 quantize_per_tensor_default_15" -> "522 dequantize_per_tensor_default_15" [label="(1, 197, 768)", style=solid]; +"522 dequantize_per_tensor_default_15" -> "527 linear_30" [label="(1, 197, 768)", style=solid]; +"523 linear_30_scale_0" -> "526 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"524 linear_30_zero_point_0" -> "526 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"525 _frozen_param15" -> "526 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"526 dequantize_per_channel_default_15" -> "527 linear_30" [label="(3072, 768)", style=solid]; +"527 linear_30" -> "528 gelu_7" [label="(1, 197, 3072)", style=solid]; +"528 gelu_7" -> "529 dropout_23" [label="(1, 197, 3072)", style=solid]; +"529 dropout_23" -> "530 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"530 dropout_23_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_16" [label="(1, 197, 3072)", style=solid]; +"531 quantize_per_tensor_default_16" -> "532 dequantize_per_tensor_default_16" [label="(1, 197, 3072)", style=solid]; +"532 dequantize_per_tensor_default_16" -> "537 linear_31" [label="(1, 197, 3072)", style=solid]; +"533 linear_31_scale_0" -> "536 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"534 linear_31_zero_point_0" -> "536 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"535 _frozen_param16" -> "536 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"536 dequantize_per_channel_default_16" -> "537 linear_31" [label="(768, 3072)", style=solid]; +"537 linear_31" -> "538 dropout_24" [label="(1, 197, 768)", style=solid]; +"538 dropout_24" -> "539 add_16" [label="(1, 197, 768)", style=solid]; +"539 add_16" -> "540 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"539 add_16" -> "571 add_17" [label="(1, 197, 768)", style=solid]; +"540 layer_norm_16" -> "541 transpose_48" [label="(1, 197, 768)", style=solid]; +"541 transpose_48" -> "543 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"542 encoder_layers_encoder_layer_8_self_attention_in_proj_weight_updated_constant0" -> "544 linear_32" [label="(2304, 768)", style=solid]; +"543 transpose_48_0_0_nncf_smooth_quant_0" -> "544 linear_32" [label="(197, 1, 768)", style=solid]; +"544 linear_32" -> "545 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"545 unflatten_8" -> "546 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"546 unsqueeze_8" -> "547 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"547 transpose_49" -> "548 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"548 squeeze_8" -> "549 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"549 contiguous_8" -> "550 select_24" [label="(3, 197, 1, 768)", style=solid]; +"549 contiguous_8" -> "551 select_25" [label="(3, 197, 1, 768)", style=solid]; +"549 contiguous_8" -> "552 select_26" [label="(3, 197, 1, 768)", style=solid]; +"550 select_24" -> "553 view_64" [label="(197, 1, 768)", style=solid]; +"551 select_25" -> "555 view_65" [label="(197, 1, 768)", style=solid]; +"552 select_26" -> "557 view_66" [label="(197, 1, 768)", style=solid]; +"553 view_64" -> "554 transpose_50" [label="(197, 12, 64)", style=solid]; +"554 transpose_50" -> "559 view_67" [label="(12, 197, 64)", style=solid]; +"555 view_65" -> "556 transpose_51" [label="(197, 12, 64)", style=solid]; +"556 transpose_51" -> "560 view_68" [label="(12, 197, 64)", style=solid]; +"557 view_66" -> "558 transpose_52" [label="(197, 12, 64)", style=solid]; +"558 transpose_52" -> "561 view_69" [label="(12, 197, 64)", style=solid]; +"559 view_67" -> "562 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"560 view_68" -> "562 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"561 view_69" -> "562 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"562 scaled_dot_product_attention_8" -> "563 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"563 permute_9" -> "564 view_70" [label="(197, 1, 12, 64)", style=solid]; +"564 view_70" -> "566 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"565 encoder_layers_encoder_layer_8_self_attention_out_proj_weight_updated_constant0" -> "567 linear_33" [label="(768, 768)", style=solid]; +"566 view_70_0_0_nncf_smooth_quant_0" -> "567 linear_33" [label="(197, 768)", style=solid]; +"567 linear_33" -> "568 view_71" [label="(197, 768)", style=solid]; +"568 view_71" -> "569 transpose_53" [label="(197, 1, 768)", style=solid]; +"569 transpose_53" -> "570 dropout_25" [label="(1, 197, 768)", style=solid]; +"570 dropout_25" -> "571 add_17" [label="(1, 197, 768)", style=solid]; +"571 add_17" -> "572 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"571 add_17" -> "592 add_18" [label="(1, 197, 768)", style=solid]; +"572 layer_norm_17" -> "573 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"573 layer_norm_17_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"574 quantize_per_tensor_default_17" -> "575 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"575 dequantize_per_tensor_default_17" -> "580 linear_34" [label="(1, 197, 768)", style=solid]; +"576 linear_34_scale_0" -> "579 dequantize_per_channel_default_17" [label="(3072,)", style=solid]; +"577 linear_34_zero_point_0" -> "579 dequantize_per_channel_default_17" [label="(3072,)", style=solid]; +"578 _frozen_param17" -> "579 dequantize_per_channel_default_17" [label="(3072, 768)", style=solid]; +"579 dequantize_per_channel_default_17" -> "580 linear_34" [label="(3072, 768)", style=solid]; +"580 linear_34" -> "581 gelu_8" [label="(1, 197, 3072)", style=solid]; +"581 gelu_8" -> "582 dropout_26" [label="(1, 197, 3072)", style=solid]; +"582 dropout_26" -> "583 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"583 dropout_26_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"584 quantize_per_tensor_default_18" -> "585 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"585 dequantize_per_tensor_default_18" -> "590 linear_35" [label="(1, 197, 3072)", style=solid]; +"586 linear_35_scale_0" -> "589 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"587 linear_35_zero_point_0" -> "589 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"588 _frozen_param18" -> "589 dequantize_per_channel_default_18" [label="(768, 3072)", style=solid]; +"589 dequantize_per_channel_default_18" -> "590 linear_35" [label="(768, 3072)", style=solid]; +"590 linear_35" -> "591 dropout_27" [label="(1, 197, 768)", style=solid]; +"591 dropout_27" -> "592 add_18" [label="(1, 197, 768)", style=solid]; +"592 add_18" -> "593 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"592 add_18" -> "624 add_19" [label="(1, 197, 768)", style=solid]; +"593 layer_norm_18" -> "594 transpose_54" [label="(1, 197, 768)", style=solid]; +"594 transpose_54" -> "596 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"595 encoder_layers_encoder_layer_9_self_attention_in_proj_weight_updated_constant0" -> "597 linear_36" [label="(2304, 768)", style=solid]; +"596 transpose_54_0_0_nncf_smooth_quant_0" -> "597 linear_36" [label="(197, 1, 768)", style=solid]; +"597 linear_36" -> "598 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"598 unflatten_9" -> "599 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"599 unsqueeze_9" -> "600 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"600 transpose_55" -> "601 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"601 squeeze_9" -> "602 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"602 contiguous_9" -> "603 select_27" [label="(3, 197, 1, 768)", style=solid]; +"602 contiguous_9" -> "604 select_28" [label="(3, 197, 1, 768)", style=solid]; +"602 contiguous_9" -> "605 select_29" [label="(3, 197, 1, 768)", style=solid]; +"603 select_27" -> "606 view_72" [label="(197, 1, 768)", style=solid]; +"604 select_28" -> "608 view_73" [label="(197, 1, 768)", style=solid]; +"605 select_29" -> "610 view_74" [label="(197, 1, 768)", style=solid]; +"606 view_72" -> "607 transpose_56" [label="(197, 12, 64)", style=solid]; +"607 transpose_56" -> "612 view_75" [label="(12, 197, 64)", style=solid]; +"608 view_73" -> "609 transpose_57" [label="(197, 12, 64)", style=solid]; +"609 transpose_57" -> "613 view_76" [label="(12, 197, 64)", style=solid]; +"610 view_74" -> "611 transpose_58" [label="(197, 12, 64)", style=solid]; +"611 transpose_58" -> "614 view_77" [label="(12, 197, 64)", style=solid]; +"612 view_75" -> "615 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"613 view_76" -> "615 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"614 view_77" -> "615 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"615 scaled_dot_product_attention_9" -> "616 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"616 permute_10" -> "617 view_78" [label="(197, 1, 12, 64)", style=solid]; +"617 view_78" -> "619 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"618 encoder_layers_encoder_layer_9_self_attention_out_proj_weight_updated_constant0" -> "620 linear_37" [label="(768, 768)", style=solid]; +"619 view_78_0_0_nncf_smooth_quant_0" -> "620 linear_37" [label="(197, 768)", style=solid]; +"620 linear_37" -> "621 view_79" [label="(197, 768)", style=solid]; +"621 view_79" -> "622 transpose_59" [label="(197, 1, 768)", style=solid]; +"622 transpose_59" -> "623 dropout_28" [label="(1, 197, 768)", style=solid]; +"623 dropout_28" -> "624 add_19" [label="(1, 197, 768)", style=solid]; +"624 add_19" -> "625 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"624 add_19" -> "645 add_20" [label="(1, 197, 768)", style=solid]; +"625 layer_norm_19" -> "626 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 layer_norm_19_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_19" -> "628 dequantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_19" -> "633 linear_38" [label="(1, 197, 768)", style=solid]; +"629 linear_38_scale_0" -> "632 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"630 linear_38_zero_point_0" -> "632 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"631 _frozen_param19" -> "632 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"632 dequantize_per_channel_default_19" -> "633 linear_38" [label="(3072, 768)", style=solid]; +"633 linear_38" -> "634 gelu_9" [label="(1, 197, 3072)", style=solid]; +"634 gelu_9" -> "635 dropout_29" [label="(1, 197, 3072)", style=solid]; +"635 dropout_29" -> "636 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"636 dropout_29_0_0_nncf_smooth_quant_0" -> "637 quantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; +"637 quantize_per_tensor_default_20" -> "638 dequantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; +"638 dequantize_per_tensor_default_20" -> "643 linear_39" [label="(1, 197, 3072)", style=solid]; +"639 linear_39_scale_0" -> "642 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"640 linear_39_zero_point_0" -> "642 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"641 _frozen_param20" -> "642 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"642 dequantize_per_channel_default_20" -> "643 linear_39" [label="(768, 3072)", style=solid]; +"643 linear_39" -> "644 dropout_30" [label="(1, 197, 768)", style=solid]; +"644 dropout_30" -> "645 add_20" [label="(1, 197, 768)", style=solid]; +"645 add_20" -> "646 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"645 add_20" -> "677 add_21" [label="(1, 197, 768)", style=solid]; +"646 layer_norm_20" -> "647 transpose_60" [label="(1, 197, 768)", style=solid]; +"647 transpose_60" -> "649 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"648 encoder_layers_encoder_layer_10_self_attention_in_proj_weight_updated_constant0" -> "650 linear_40" [label="(2304, 768)", style=solid]; +"649 transpose_60_0_0_nncf_smooth_quant_0" -> "650 linear_40" [label="(197, 1, 768)", style=solid]; +"650 linear_40" -> "651 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"651 unflatten_10" -> "652 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"652 unsqueeze_10" -> "653 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"653 transpose_61" -> "654 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"654 squeeze_10" -> "655 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"655 contiguous_10" -> "656 select_30" [label="(3, 197, 1, 768)", style=solid]; +"655 contiguous_10" -> "657 select_31" [label="(3, 197, 1, 768)", style=solid]; +"655 contiguous_10" -> "658 select_32" [label="(3, 197, 1, 768)", style=solid]; +"656 select_30" -> "659 view_80" [label="(197, 1, 768)", style=solid]; +"657 select_31" -> "661 view_81" [label="(197, 1, 768)", style=solid]; +"658 select_32" -> "663 view_82" [label="(197, 1, 768)", style=solid]; +"659 view_80" -> "660 transpose_62" [label="(197, 12, 64)", style=solid]; +"660 transpose_62" -> "665 view_83" [label="(12, 197, 64)", style=solid]; +"661 view_81" -> "662 transpose_63" [label="(197, 12, 64)", style=solid]; +"662 transpose_63" -> "666 view_84" [label="(12, 197, 64)", style=solid]; +"663 view_82" -> "664 transpose_64" [label="(197, 12, 64)", style=solid]; +"664 transpose_64" -> "667 view_85" [label="(12, 197, 64)", style=solid]; +"665 view_83" -> "668 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"666 view_84" -> "668 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"667 view_85" -> "668 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"668 scaled_dot_product_attention_10" -> "669 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"669 permute_11" -> "670 view_86" [label="(197, 1, 12, 64)", style=solid]; +"670 view_86" -> "672 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"671 encoder_layers_encoder_layer_10_self_attention_out_proj_weight_updated_constant0" -> "673 linear_41" [label="(768, 768)", style=solid]; +"672 view_86_0_0_nncf_smooth_quant_0" -> "673 linear_41" [label="(197, 768)", style=solid]; +"673 linear_41" -> "674 view_87" [label="(197, 768)", style=solid]; +"674 view_87" -> "675 transpose_65" [label="(197, 1, 768)", style=solid]; +"675 transpose_65" -> "676 dropout_31" [label="(1, 197, 768)", style=solid]; +"676 dropout_31" -> "677 add_21" [label="(1, 197, 768)", style=solid]; +"677 add_21" -> "678 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"677 add_21" -> "698 add_22" [label="(1, 197, 768)", style=solid]; +"678 layer_norm_21" -> "679 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"679 layer_norm_21_0_0_nncf_smooth_quant_0" -> "680 quantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; +"680 quantize_per_tensor_default_21" -> "681 dequantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; +"681 dequantize_per_tensor_default_21" -> "686 linear_42" [label="(1, 197, 768)", style=solid]; +"682 linear_42_scale_0" -> "685 dequantize_per_channel_default_21" [label="(3072,)", style=solid]; +"683 linear_42_zero_point_0" -> "685 dequantize_per_channel_default_21" [label="(3072,)", style=solid]; +"684 _frozen_param21" -> "685 dequantize_per_channel_default_21" [label="(3072, 768)", style=solid]; +"685 dequantize_per_channel_default_21" -> "686 linear_42" [label="(3072, 768)", style=solid]; +"686 linear_42" -> "687 gelu_10" [label="(1, 197, 3072)", style=solid]; +"687 gelu_10" -> "688 dropout_32" [label="(1, 197, 3072)", style=solid]; +"688 dropout_32" -> "689 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"689 dropout_32_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_22" [label="(1, 197, 3072)", style=solid]; +"690 quantize_per_tensor_default_22" -> "691 dequantize_per_tensor_default_22" [label="(1, 197, 3072)", style=solid]; +"691 dequantize_per_tensor_default_22" -> "696 linear_43" [label="(1, 197, 3072)", style=solid]; +"692 linear_43_scale_0" -> "695 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"693 linear_43_zero_point_0" -> "695 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"694 _frozen_param22" -> "695 dequantize_per_channel_default_22" [label="(768, 3072)", style=solid]; +"695 dequantize_per_channel_default_22" -> "696 linear_43" [label="(768, 3072)", style=solid]; +"696 linear_43" -> "697 dropout_33" [label="(1, 197, 768)", style=solid]; +"697 dropout_33" -> "698 add_22" [label="(1, 197, 768)", style=solid]; +"698 add_22" -> "699 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"698 add_22" -> "730 add_23" [label="(1, 197, 768)", style=solid]; +"699 layer_norm_22" -> "700 transpose_66" [label="(1, 197, 768)", style=solid]; +"700 transpose_66" -> "702 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"701 encoder_layers_encoder_layer_11_self_attention_in_proj_weight_updated_constant0" -> "703 linear_44" [label="(2304, 768)", style=solid]; +"702 transpose_66_0_0_nncf_smooth_quant_0" -> "703 linear_44" [label="(197, 1, 768)", style=solid]; +"703 linear_44" -> "704 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"704 unflatten_11" -> "705 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"705 unsqueeze_11" -> "706 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"706 transpose_67" -> "707 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"707 squeeze_11" -> "708 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"708 contiguous_11" -> "709 select_33" [label="(3, 197, 1, 768)", style=solid]; +"708 contiguous_11" -> "710 select_34" [label="(3, 197, 1, 768)", style=solid]; +"708 contiguous_11" -> "711 select_35" [label="(3, 197, 1, 768)", style=solid]; +"709 select_33" -> "712 view_88" [label="(197, 1, 768)", style=solid]; +"710 select_34" -> "714 view_89" [label="(197, 1, 768)", style=solid]; +"711 select_35" -> "716 view_90" [label="(197, 1, 768)", style=solid]; +"712 view_88" -> "713 transpose_68" [label="(197, 12, 64)", style=solid]; +"713 transpose_68" -> "718 view_91" [label="(12, 197, 64)", style=solid]; +"714 view_89" -> "715 transpose_69" [label="(197, 12, 64)", style=solid]; +"715 transpose_69" -> "719 view_92" [label="(12, 197, 64)", style=solid]; +"716 view_90" -> "717 transpose_70" [label="(197, 12, 64)", style=solid]; +"717 transpose_70" -> "720 view_93" [label="(12, 197, 64)", style=solid]; +"718 view_91" -> "721 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"719 view_92" -> "721 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"720 view_93" -> "721 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"721 scaled_dot_product_attention_11" -> "722 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"722 permute_12" -> "723 view_94" [label="(197, 1, 12, 64)", style=solid]; +"723 view_94" -> "725 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"724 encoder_layers_encoder_layer_11_self_attention_out_proj_weight_updated_constant0" -> "726 linear_45" [label="(768, 768)", style=solid]; +"725 view_94_0_0_nncf_smooth_quant_0" -> "726 linear_45" [label="(197, 768)", style=solid]; +"726 linear_45" -> "727 view_95" [label="(197, 768)", style=solid]; +"727 view_95" -> "728 transpose_71" [label="(197, 1, 768)", style=solid]; +"728 transpose_71" -> "729 dropout_34" [label="(1, 197, 768)", style=solid]; +"729 dropout_34" -> "730 add_23" [label="(1, 197, 768)", style=solid]; +"730 add_23" -> "731 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"730 add_23" -> "751 add_24" [label="(1, 197, 768)", style=solid]; +"731 layer_norm_23" -> "732 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"732 layer_norm_23_0_0_nncf_smooth_quant_0" -> "733 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"733 quantize_per_tensor_default_23" -> "734 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"734 dequantize_per_tensor_default_23" -> "739 linear_46" [label="(1, 197, 768)", style=solid]; +"735 linear_46_scale_0" -> "738 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"736 linear_46_zero_point_0" -> "738 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"737 _frozen_param23" -> "738 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"738 dequantize_per_channel_default_23" -> "739 linear_46" [label="(3072, 768)", style=solid]; +"739 linear_46" -> "740 gelu_11" [label="(1, 197, 3072)", style=solid]; +"740 gelu_11" -> "741 dropout_35" [label="(1, 197, 3072)", style=solid]; +"741 dropout_35" -> "742 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"742 dropout_35_0_0_nncf_smooth_quant_0" -> "743 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"743 quantize_per_tensor_default_24" -> "744 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"744 dequantize_per_tensor_default_24" -> "749 linear_47" [label="(1, 197, 3072)", style=solid]; +"745 linear_47_scale_0" -> "748 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"746 linear_47_zero_point_0" -> "748 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"747 _frozen_param24" -> "748 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"748 dequantize_per_channel_default_24" -> "749 linear_47" [label="(768, 3072)", style=solid]; +"749 linear_47" -> "750 dropout_36" [label="(1, 197, 768)", style=solid]; +"750 dropout_36" -> "751 add_24" [label="(1, 197, 768)", style=solid]; +"751 add_24" -> "752 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"752 layer_norm_24" -> "753 slice_1" [label="(1, 197, 768)", style=solid]; +"753 slice_1" -> "754 select_36" [label="(1, 197, 768)", style=solid]; +"754 select_36" -> "755 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"755 select_36_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_default_25" [label="(1, 768)", style=solid]; +"756 quantize_per_tensor_default_25" -> "757 dequantize_per_tensor_default_25" [label="(1, 768)", style=solid]; +"757 dequantize_per_tensor_default_25" -> "762 linear_48" [label="(1, 768)", style=solid]; +"758 linear_48_scale_0" -> "761 dequantize_per_channel_default_25" [label="(1000,)", style=solid]; +"759 linear_48_zero_point_0" -> "761 dequantize_per_channel_default_25" [label="(1000,)", style=solid]; +"760 _frozen_param25" -> "761 dequantize_per_channel_default_25" [label="(1000, 768)", style=solid]; +"761 dequantize_per_channel_default_25" -> "762 linear_48" [label="(1000, 768)", style=solid]; +"762 linear_48" -> "763 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/yolo11n_sdpa_block.dot b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..17951540020 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/X86InductorQuantizer/yolo11n_sdpa_block.dot @@ -0,0 +1,53 @@ +strict digraph { +"0 x" [id=0, type=input]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type=call_module]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 linear_scale_0" [id=4, type=get_attr]; +"5 linear_zero_point_0" [id=5, type=get_attr]; +"6 _frozen_param0" [id=6, type=get_attr]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 linear" [id=8, type=linear]; +"9 slice_1" [id=9, type=slice]; +"10 slice_2" [id=10, type=slice]; +"11 slice_3" [id=11, type=slice]; +"12 slice_4" [id=12, type=slice]; +"13 slice_5" [id=13, type=slice]; +"14 slice_6" [id=14, type=slice]; +"15 slice_7" [id=15, type=slice]; +"16 slice_8" [id=16, type=slice]; +"17 slice_9" [id=17, type=slice]; +"18 transpose" [id=18, type=transpose]; +"19 matmul" [id=19, type=matmul]; +"20 div_" [id=20, type=div_]; +"21 softmax" [id=21, type=softmax]; +"22 transpose_1" [id=22, type=transpose]; +"23 matmul_1" [id=23, type=matmul]; +"24 output" [id=24, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [label="(1, 2, 4)", style=solid]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; +"3 dequantize_per_tensor_default" -> "8 linear" [label="(1, 2, 4)", style=solid]; +"4 linear_scale_0" -> "7 dequantize_per_channel_default" [label="(12,)", style=solid]; +"5 linear_zero_point_0" -> "7 dequantize_per_channel_default" [label="(12,)", style=solid]; +"6 _frozen_param0" -> "7 dequantize_per_channel_default" [label="(12, 4)", style=solid]; +"7 dequantize_per_channel_default" -> "8 linear" [label="(12, 4)", style=solid]; +"8 linear" -> "9 slice_1" [label="(1, 2, 12)", style=solid]; +"8 linear" -> "12 slice_4" [label="(1, 2, 12)", style=solid]; +"8 linear" -> "15 slice_7" [label="(1, 2, 12)", style=solid]; +"9 slice_1" -> "10 slice_2" [label="(1, 2, 12)", style=solid]; +"10 slice_2" -> "11 slice_3" [label="(1, 2, 12)", style=solid]; +"11 slice_3" -> "19 matmul" [label="(1, 2, 4)", style=solid]; +"12 slice_4" -> "13 slice_5" [label="(1, 2, 12)", style=solid]; +"13 slice_5" -> "14 slice_6" [label="(1, 2, 12)", style=solid]; +"14 slice_6" -> "18 transpose" [label="(1, 2, 4)", style=solid]; +"15 slice_7" -> "16 slice_8" [label="(1, 2, 12)", style=solid]; +"16 slice_8" -> "17 slice_9" [label="(1, 2, 12)", style=solid]; +"17 slice_9" -> "23 matmul_1" [label="(1, 2, 4)", style=solid]; +"18 transpose" -> "19 matmul" [label="(1, 4, 2)", style=solid]; +"19 matmul" -> "20 div_" [label="(1, 2, 2)", style=solid]; +"20 div_" -> "21 softmax" [label="(1, 2, 2)", style=solid]; +"21 softmax" -> "22 transpose_1" [label="(1, 2, 2)", style=solid]; +"22 transpose_1" -> "23 matmul_1" [label="(1, 2, 2)", style=solid]; +"23 matmul_1" -> "24 output" [label="(1, 2, 4)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot new file mode 100644 index 00000000000..8ae7faa470d --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot @@ -0,0 +1,1038 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 _scale_1" [id=4, type=get_attr]; +"5 _zero_point_1" [id=5, type=get_attr]; +"6 _frozen_param1" [id=6, type=get_attr]; +"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; +"8 features_1_block_1_fc1_weight" [id=8, type=get_attr]; +"9 features_1_block_1_fc1_bias" [id=9, type=get_attr]; +"10 features_1_block_1_fc2_weight" [id=10, type=get_attr]; +"11 features_1_block_1_fc2_bias" [id=11, type=get_attr]; +"12 _scale_2" [id=12, type=get_attr]; +"13 _zero_point_2" [id=13, type=get_attr]; +"14 _frozen_param2" [id=14, type=get_attr]; +"15 dequantize_per_channel_default_2" [id=15, type=dequantize_per_channel]; +"16 _scale_3" [id=16, type=get_attr]; +"17 _zero_point_3" [id=17, type=get_attr]; +"18 _frozen_param3" [id=18, type=get_attr]; +"19 dequantize_per_channel_default_3" [id=19, type=dequantize_per_channel]; +"20 _scale_4" [id=20, type=get_attr]; +"21 _zero_point_4" [id=21, type=get_attr]; +"22 _frozen_param4" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_4" [id=23, type=dequantize_per_channel]; +"24 _scale_5" [id=24, type=get_attr]; +"25 _zero_point_5" [id=25, type=get_attr]; +"26 _frozen_param5" [id=26, type=get_attr]; +"27 dequantize_per_channel_default_5" [id=27, type=dequantize_per_channel]; +"28 _scale_6" [id=28, type=get_attr]; +"29 _zero_point_6" [id=29, type=get_attr]; +"30 _frozen_param6" [id=30, type=get_attr]; +"31 dequantize_per_channel_default_6" [id=31, type=dequantize_per_channel]; +"32 _scale_7" [id=32, type=get_attr]; +"33 _zero_point_7" [id=33, type=get_attr]; +"34 _frozen_param7" [id=34, type=get_attr]; +"35 dequantize_per_channel_default_7" [id=35, type=dequantize_per_channel]; +"36 _scale_8" [id=36, type=get_attr]; +"37 _zero_point_8" [id=37, type=get_attr]; +"38 _frozen_param8" [id=38, type=get_attr]; +"39 dequantize_per_channel_default_8" [id=39, type=dequantize_per_channel]; +"40 _scale_9" [id=40, type=get_attr]; +"41 _zero_point_9" [id=41, type=get_attr]; +"42 _frozen_param9" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_9" [id=43, type=dequantize_per_channel]; +"44 _scale_10" [id=44, type=get_attr]; +"45 _zero_point_10" [id=45, type=get_attr]; +"46 _frozen_param10" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_10" [id=47, type=dequantize_per_channel]; +"48 features_4_block_2_fc1_weight" [id=48, type=get_attr]; +"49 features_4_block_2_fc1_bias" [id=49, type=get_attr]; +"50 features_4_block_2_fc2_weight" [id=50, type=get_attr]; +"51 features_4_block_2_fc2_bias" [id=51, type=get_attr]; +"52 _scale_11" [id=52, type=get_attr]; +"53 _zero_point_11" [id=53, type=get_attr]; +"54 _frozen_param11" [id=54, type=get_attr]; +"55 dequantize_per_channel_default_11" [id=55, type=dequantize_per_channel]; +"56 _scale_12" [id=56, type=get_attr]; +"57 _zero_point_12" [id=57, type=get_attr]; +"58 _frozen_param12" [id=58, type=get_attr]; +"59 dequantize_per_channel_default_12" [id=59, type=dequantize_per_channel]; +"60 _scale_13" [id=60, type=get_attr]; +"61 _zero_point_13" [id=61, type=get_attr]; +"62 _frozen_param13" [id=62, type=get_attr]; +"63 dequantize_per_channel_default_13" [id=63, type=dequantize_per_channel]; +"64 features_5_block_2_fc1_weight" [id=64, type=get_attr]; +"65 features_5_block_2_fc1_bias" [id=65, type=get_attr]; +"66 features_5_block_2_fc2_weight" [id=66, type=get_attr]; +"67 features_5_block_2_fc2_bias" [id=67, type=get_attr]; +"68 _scale_14" [id=68, type=get_attr]; +"69 _zero_point_14" [id=69, type=get_attr]; +"70 _frozen_param14" [id=70, type=get_attr]; +"71 dequantize_per_channel_default_14" [id=71, type=dequantize_per_channel]; +"72 _scale_15" [id=72, type=get_attr]; +"73 _zero_point_15" [id=73, type=get_attr]; +"74 _frozen_param15" [id=74, type=get_attr]; +"75 dequantize_per_channel_default_15" [id=75, type=dequantize_per_channel]; +"76 _scale_16" [id=76, type=get_attr]; +"77 _zero_point_16" [id=77, type=get_attr]; +"78 _frozen_param16" [id=78, type=get_attr]; +"79 dequantize_per_channel_default_16" [id=79, type=dequantize_per_channel]; +"80 features_6_block_2_fc1_weight" [id=80, type=get_attr]; +"81 features_6_block_2_fc1_bias" [id=81, type=get_attr]; +"82 features_6_block_2_fc2_weight" [id=82, type=get_attr]; +"83 features_6_block_2_fc2_bias" [id=83, type=get_attr]; +"84 _scale_17" [id=84, type=get_attr]; +"85 _zero_point_17" [id=85, type=get_attr]; +"86 _frozen_param17" [id=86, type=get_attr]; +"87 dequantize_per_channel_default_17" [id=87, type=dequantize_per_channel]; +"88 _scale_18" [id=88, type=get_attr]; +"89 _zero_point_18" [id=89, type=get_attr]; +"90 _frozen_param18" [id=90, type=get_attr]; +"91 dequantize_per_channel_default_18" [id=91, type=dequantize_per_channel]; +"92 _scale_19" [id=92, type=get_attr]; +"93 _zero_point_19" [id=93, type=get_attr]; +"94 _frozen_param19" [id=94, type=get_attr]; +"95 dequantize_per_channel_default_19" [id=95, type=dequantize_per_channel]; +"96 features_7_block_2_fc1_weight" [id=96, type=get_attr]; +"97 features_7_block_2_fc1_bias" [id=97, type=get_attr]; +"98 features_7_block_2_fc2_weight" [id=98, type=get_attr]; +"99 features_7_block_2_fc2_bias" [id=99, type=get_attr]; +"100 _scale_20" [id=100, type=get_attr]; +"101 _zero_point_20" [id=101, type=get_attr]; +"102 _frozen_param20" [id=102, type=get_attr]; +"103 dequantize_per_channel_default_20" [id=103, type=dequantize_per_channel]; +"104 _scale_21" [id=104, type=get_attr]; +"105 _zero_point_21" [id=105, type=get_attr]; +"106 _frozen_param21" [id=106, type=get_attr]; +"107 dequantize_per_channel_default_21" [id=107, type=dequantize_per_channel]; +"108 _scale_22" [id=108, type=get_attr]; +"109 _zero_point_22" [id=109, type=get_attr]; +"110 _frozen_param22" [id=110, type=get_attr]; +"111 dequantize_per_channel_default_22" [id=111, type=dequantize_per_channel]; +"112 features_8_block_2_fc1_weight" [id=112, type=get_attr]; +"113 features_8_block_2_fc1_bias" [id=113, type=get_attr]; +"114 features_8_block_2_fc2_weight" [id=114, type=get_attr]; +"115 features_8_block_2_fc2_bias" [id=115, type=get_attr]; +"116 _scale_23" [id=116, type=get_attr]; +"117 _zero_point_23" [id=117, type=get_attr]; +"118 _frozen_param23" [id=118, type=get_attr]; +"119 dequantize_per_channel_default_23" [id=119, type=dequantize_per_channel]; +"120 _scale_24" [id=120, type=get_attr]; +"121 _zero_point_24" [id=121, type=get_attr]; +"122 _frozen_param24" [id=122, type=get_attr]; +"123 dequantize_per_channel_default_24" [id=123, type=dequantize_per_channel]; +"124 _scale_25" [id=124, type=get_attr]; +"125 _zero_point_25" [id=125, type=get_attr]; +"126 _frozen_param25" [id=126, type=get_attr]; +"127 dequantize_per_channel_default_25" [id=127, type=dequantize_per_channel]; +"128 features_9_block_2_fc1_weight" [id=128, type=get_attr]; +"129 features_9_block_2_fc1_bias" [id=129, type=get_attr]; +"130 features_9_block_2_fc2_weight" [id=130, type=get_attr]; +"131 features_9_block_2_fc2_bias" [id=131, type=get_attr]; +"132 _scale_26" [id=132, type=get_attr]; +"133 _zero_point_26" [id=133, type=get_attr]; +"134 _frozen_param26" [id=134, type=get_attr]; +"135 dequantize_per_channel_default_26" [id=135, type=dequantize_per_channel]; +"136 _scale_27" [id=136, type=get_attr]; +"137 _zero_point_27" [id=137, type=get_attr]; +"138 _frozen_param27" [id=138, type=get_attr]; +"139 dequantize_per_channel_default_27" [id=139, type=dequantize_per_channel]; +"140 _scale_28" [id=140, type=get_attr]; +"141 _zero_point_28" [id=141, type=get_attr]; +"142 _frozen_param28" [id=142, type=get_attr]; +"143 dequantize_per_channel_default_28" [id=143, type=dequantize_per_channel]; +"144 features_10_block_2_fc1_weight" [id=144, type=get_attr]; +"145 features_10_block_2_fc1_bias" [id=145, type=get_attr]; +"146 features_10_block_2_fc2_weight" [id=146, type=get_attr]; +"147 features_10_block_2_fc2_bias" [id=147, type=get_attr]; +"148 _scale_29" [id=148, type=get_attr]; +"149 _zero_point_29" [id=149, type=get_attr]; +"150 _frozen_param29" [id=150, type=get_attr]; +"151 dequantize_per_channel_default_29" [id=151, type=dequantize_per_channel]; +"152 _scale_30" [id=152, type=get_attr]; +"153 _zero_point_30" [id=153, type=get_attr]; +"154 _frozen_param30" [id=154, type=get_attr]; +"155 dequantize_per_channel_default_30" [id=155, type=dequantize_per_channel]; +"156 _scale_31" [id=156, type=get_attr]; +"157 _zero_point_31" [id=157, type=get_attr]; +"158 _frozen_param31" [id=158, type=get_attr]; +"159 dequantize_per_channel_default_31" [id=159, type=dequantize_per_channel]; +"160 features_11_block_2_fc1_weight" [id=160, type=get_attr]; +"161 features_11_block_2_fc1_bias" [id=161, type=get_attr]; +"162 features_11_block_2_fc2_weight" [id=162, type=get_attr]; +"163 features_11_block_2_fc2_bias" [id=163, type=get_attr]; +"164 _scale_32" [id=164, type=get_attr]; +"165 _zero_point_32" [id=165, type=get_attr]; +"166 _frozen_param32" [id=166, type=get_attr]; +"167 dequantize_per_channel_default_32" [id=167, type=dequantize_per_channel]; +"168 _scale_33" [id=168, type=get_attr]; +"169 _zero_point_33" [id=169, type=get_attr]; +"170 _frozen_param33" [id=170, type=get_attr]; +"171 dequantize_per_channel_default_33" [id=171, type=dequantize_per_channel]; +"172 _scale_34" [id=172, type=get_attr]; +"173 _zero_point_34" [id=173, type=get_attr]; +"174 _frozen_param34" [id=174, type=get_attr]; +"175 dequantize_per_channel_default_34" [id=175, type=dequantize_per_channel]; +"176 classifier_0_bias" [id=176, type=get_attr]; +"177 _scale_35" [id=177, type=get_attr]; +"178 _zero_point_35" [id=178, type=get_attr]; +"179 _frozen_param35" [id=179, type=get_attr]; +"180 dequantize_per_channel_default_35" [id=180, type=dequantize_per_channel]; +"181 classifier_3_bias" [id=181, type=get_attr]; +"182 x" [id=182, type=input]; +"183 quantize_per_tensor_default" [id=183, type=quantize_per_tensor]; +"184 dequantize_per_tensor_default" [id=184, type=dequantize_per_tensor]; +"185 features_0_0_weight_bias" [id=185, type=get_attr]; +"186 conv2d" [id=186, type=conv2d]; +"187 hardswish_" [id=187, type=hardswish_]; +"188 _2_scale_0" [id=188, type=get_attr]; +"189 _2_zero_point_0" [id=189, type=get_attr]; +"190 quantize_per_channel_default_36" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_36" [id=191, type=dequantize_per_channel]; +"192 features_1_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 conv2d_1" [id=193, type=conv2d]; +"194 relu_" [id=194, type=relu_]; +"195 quantize_per_tensor_default_1" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_1" [id=196, type=dequantize_per_tensor]; +"197 dequantize_per_tensor_default_50" [id=197, type=dequantize_per_tensor]; +"198 adaptive_avg_pool2d" [id=198, type=adaptive_avg_pool2d]; +"199 conv2d_2" [id=199, type=conv2d]; +"200 relu" [id=200, type=relu]; +"201 conv2d_3" [id=201, type=conv2d]; +"202 hardsigmoid" [id=202, type=hardsigmoid]; +"203 quantize_per_tensor_default_2" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_2" [id=204, type=dequantize_per_tensor]; +"205 mul" [id=205, type=mul]; +"206 quantize_per_tensor_default_3" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_3" [id=207, type=dequantize_per_tensor]; +"208 features_1_block_2_0_weight_bias" [id=208, type=get_attr]; +"209 conv2d_4" [id=209, type=conv2d]; +"210 quantize_per_tensor_default_4" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_4" [id=211, type=dequantize_per_tensor]; +"212 features_2_block_0_0_weight_bias" [id=212, type=get_attr]; +"213 conv2d_5" [id=213, type=conv2d]; +"214 relu__1" [id=214, type=relu_]; +"215 _2_scale_1" [id=215, type=get_attr]; +"216 _2_zero_point_1" [id=216, type=get_attr]; +"217 quantize_per_channel_default_37" [id=217, type=quantize_per_channel]; +"218 dequantize_per_channel_default_37" [id=218, type=dequantize_per_channel]; +"219 features_2_block_1_0_weight_bias" [id=219, type=get_attr]; +"220 conv2d_6" [id=220, type=conv2d]; +"221 relu__2" [id=221, type=relu_]; +"222 quantize_per_tensor_default_5" [id=222, type=quantize_per_tensor]; +"223 dequantize_per_tensor_default_5" [id=223, type=dequantize_per_tensor]; +"224 features_2_block_2_0_weight_bias" [id=224, type=get_attr]; +"225 conv2d_7" [id=225, type=conv2d]; +"226 quantize_per_tensor_default_6" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_52" [id=227, type=dequantize_per_tensor]; +"228 dequantize_per_tensor_default_51" [id=228, type=dequantize_per_tensor]; +"229 features_3_block_0_0_weight_bias" [id=229, type=get_attr]; +"230 conv2d_8" [id=230, type=conv2d]; +"231 relu__3" [id=231, type=relu_]; +"232 _2_scale_2" [id=232, type=get_attr]; +"233 _2_zero_point_2" [id=233, type=get_attr]; +"234 quantize_per_channel_default_38" [id=234, type=quantize_per_channel]; +"235 dequantize_per_channel_default_38" [id=235, type=dequantize_per_channel]; +"236 features_3_block_1_0_weight_bias" [id=236, type=get_attr]; +"237 conv2d_9" [id=237, type=conv2d]; +"238 relu__4" [id=238, type=relu_]; +"239 quantize_per_tensor_default_7" [id=239, type=quantize_per_tensor]; +"240 dequantize_per_tensor_default_7" [id=240, type=dequantize_per_tensor]; +"241 features_3_block_2_0_weight_bias" [id=241, type=get_attr]; +"242 conv2d_10" [id=242, type=conv2d]; +"243 quantize_per_tensor_default_8" [id=243, type=quantize_per_tensor]; +"244 dequantize_per_tensor_default_8" [id=244, type=dequantize_per_tensor]; +"245 add_" [id=245, type=add_]; +"246 quantize_per_tensor_default_9" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_9" [id=247, type=dequantize_per_tensor]; +"248 features_4_block_0_0_weight_bias" [id=248, type=get_attr]; +"249 conv2d_11" [id=249, type=conv2d]; +"250 hardswish__1" [id=250, type=hardswish_]; +"251 _2_scale_3" [id=251, type=get_attr]; +"252 _2_zero_point_3" [id=252, type=get_attr]; +"253 quantize_per_channel_default_39" [id=253, type=quantize_per_channel]; +"254 dequantize_per_channel_default_39" [id=254, type=dequantize_per_channel]; +"255 features_4_block_1_0_weight_bias" [id=255, type=get_attr]; +"256 conv2d_12" [id=256, type=conv2d]; +"257 hardswish__2" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_10" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_10" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_53" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_1" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_13" [id=262, type=conv2d]; +"263 relu_1" [id=263, type=relu]; +"264 conv2d_14" [id=264, type=conv2d]; +"265 hardsigmoid_1" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_11" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_11" [id=267, type=dequantize_per_tensor]; +"268 mul_1" [id=268, type=mul]; +"269 quantize_per_tensor_default_12" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_12" [id=270, type=dequantize_per_tensor]; +"271 features_4_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 conv2d_15" [id=272, type=conv2d]; +"273 quantize_per_tensor_default_13" [id=273, type=quantize_per_tensor]; +"274 dequantize_per_tensor_default_55" [id=274, type=dequantize_per_tensor]; +"275 dequantize_per_tensor_default_54" [id=275, type=dequantize_per_tensor]; +"276 features_5_block_0_0_weight_bias" [id=276, type=get_attr]; +"277 conv2d_16" [id=277, type=conv2d]; +"278 hardswish__3" [id=278, type=hardswish_]; +"279 _2_scale_4" [id=279, type=get_attr]; +"280 _2_zero_point_4" [id=280, type=get_attr]; +"281 quantize_per_channel_default_40" [id=281, type=quantize_per_channel]; +"282 dequantize_per_channel_default_40" [id=282, type=dequantize_per_channel]; +"283 features_5_block_1_0_weight_bias" [id=283, type=get_attr]; +"284 conv2d_17" [id=284, type=conv2d]; +"285 hardswish__4" [id=285, type=hardswish_]; +"286 quantize_per_tensor_default_14" [id=286, type=quantize_per_tensor]; +"287 dequantize_per_tensor_default_14" [id=287, type=dequantize_per_tensor]; +"288 dequantize_per_tensor_default_56" [id=288, type=dequantize_per_tensor]; +"289 adaptive_avg_pool2d_2" [id=289, type=adaptive_avg_pool2d]; +"290 conv2d_18" [id=290, type=conv2d]; +"291 relu_2" [id=291, type=relu]; +"292 conv2d_19" [id=292, type=conv2d]; +"293 hardsigmoid_2" [id=293, type=hardsigmoid]; +"294 quantize_per_tensor_default_15" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_15" [id=295, type=dequantize_per_tensor]; +"296 mul_2" [id=296, type=mul]; +"297 quantize_per_tensor_default_16" [id=297, type=quantize_per_tensor]; +"298 dequantize_per_tensor_default_16" [id=298, type=dequantize_per_tensor]; +"299 features_5_block_3_0_weight_bias" [id=299, type=get_attr]; +"300 conv2d_20" [id=300, type=conv2d]; +"301 quantize_per_tensor_default_17" [id=301, type=quantize_per_tensor]; +"302 dequantize_per_tensor_default_17" [id=302, type=dequantize_per_tensor]; +"303 add__1" [id=303, type=add_]; +"304 quantize_per_tensor_default_18" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_58" [id=305, type=dequantize_per_tensor]; +"306 dequantize_per_tensor_default_57" [id=306, type=dequantize_per_tensor]; +"307 features_6_block_0_0_weight_bias" [id=307, type=get_attr]; +"308 conv2d_21" [id=308, type=conv2d]; +"309 hardswish__5" [id=309, type=hardswish_]; +"310 _2_scale_5" [id=310, type=get_attr]; +"311 _2_zero_point_5" [id=311, type=get_attr]; +"312 quantize_per_channel_default_41" [id=312, type=quantize_per_channel]; +"313 dequantize_per_channel_default_41" [id=313, type=dequantize_per_channel]; +"314 features_6_block_1_0_weight_bias" [id=314, type=get_attr]; +"315 conv2d_22" [id=315, type=conv2d]; +"316 hardswish__6" [id=316, type=hardswish_]; +"317 quantize_per_tensor_default_19" [id=317, type=quantize_per_tensor]; +"318 dequantize_per_tensor_default_19" [id=318, type=dequantize_per_tensor]; +"319 dequantize_per_tensor_default_59" [id=319, type=dequantize_per_tensor]; +"320 adaptive_avg_pool2d_3" [id=320, type=adaptive_avg_pool2d]; +"321 conv2d_23" [id=321, type=conv2d]; +"322 relu_3" [id=322, type=relu]; +"323 conv2d_24" [id=323, type=conv2d]; +"324 hardsigmoid_3" [id=324, type=hardsigmoid]; +"325 quantize_per_tensor_default_20" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_20" [id=326, type=dequantize_per_tensor]; +"327 mul_3" [id=327, type=mul]; +"328 quantize_per_tensor_default_21" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_21" [id=329, type=dequantize_per_tensor]; +"330 features_6_block_3_0_weight_bias" [id=330, type=get_attr]; +"331 conv2d_25" [id=331, type=conv2d]; +"332 quantize_per_tensor_default_22" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_22" [id=333, type=dequantize_per_tensor]; +"334 add__2" [id=334, type=add_]; +"335 quantize_per_tensor_default_23" [id=335, type=quantize_per_tensor]; +"336 dequantize_per_tensor_default_23" [id=336, type=dequantize_per_tensor]; +"337 features_7_block_0_0_weight_bias" [id=337, type=get_attr]; +"338 conv2d_26" [id=338, type=conv2d]; +"339 hardswish__7" [id=339, type=hardswish_]; +"340 _2_scale_6" [id=340, type=get_attr]; +"341 _2_zero_point_6" [id=341, type=get_attr]; +"342 quantize_per_channel_default_42" [id=342, type=quantize_per_channel]; +"343 dequantize_per_channel_default_42" [id=343, type=dequantize_per_channel]; +"344 features_7_block_1_0_weight_bias" [id=344, type=get_attr]; +"345 conv2d_27" [id=345, type=conv2d]; +"346 hardswish__8" [id=346, type=hardswish_]; +"347 quantize_per_tensor_default_24" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_24" [id=348, type=dequantize_per_tensor]; +"349 dequantize_per_tensor_default_60" [id=349, type=dequantize_per_tensor]; +"350 adaptive_avg_pool2d_4" [id=350, type=adaptive_avg_pool2d]; +"351 conv2d_28" [id=351, type=conv2d]; +"352 relu_4" [id=352, type=relu]; +"353 conv2d_29" [id=353, type=conv2d]; +"354 hardsigmoid_4" [id=354, type=hardsigmoid]; +"355 quantize_per_tensor_default_25" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_25" [id=356, type=dequantize_per_tensor]; +"357 mul_4" [id=357, type=mul]; +"358 quantize_per_tensor_default_26" [id=358, type=quantize_per_tensor]; +"359 dequantize_per_tensor_default_26" [id=359, type=dequantize_per_tensor]; +"360 features_7_block_3_0_weight_bias" [id=360, type=get_attr]; +"361 conv2d_30" [id=361, type=conv2d]; +"362 quantize_per_tensor_default_27" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_62" [id=363, type=dequantize_per_tensor]; +"364 dequantize_per_tensor_default_61" [id=364, type=dequantize_per_tensor]; +"365 features_8_block_0_0_weight_bias" [id=365, type=get_attr]; +"366 conv2d_31" [id=366, type=conv2d]; +"367 hardswish__9" [id=367, type=hardswish_]; +"368 _2_scale_7" [id=368, type=get_attr]; +"369 _2_zero_point_7" [id=369, type=get_attr]; +"370 quantize_per_channel_default_43" [id=370, type=quantize_per_channel]; +"371 dequantize_per_channel_default_43" [id=371, type=dequantize_per_channel]; +"372 features_8_block_1_0_weight_bias" [id=372, type=get_attr]; +"373 conv2d_32" [id=373, type=conv2d]; +"374 hardswish__10" [id=374, type=hardswish_]; +"375 quantize_per_tensor_default_28" [id=375, type=quantize_per_tensor]; +"376 dequantize_per_tensor_default_28" [id=376, type=dequantize_per_tensor]; +"377 dequantize_per_tensor_default_63" [id=377, type=dequantize_per_tensor]; +"378 adaptive_avg_pool2d_5" [id=378, type=adaptive_avg_pool2d]; +"379 conv2d_33" [id=379, type=conv2d]; +"380 relu_5" [id=380, type=relu]; +"381 conv2d_34" [id=381, type=conv2d]; +"382 hardsigmoid_5" [id=382, type=hardsigmoid]; +"383 quantize_per_tensor_default_29" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_29" [id=384, type=dequantize_per_tensor]; +"385 mul_5" [id=385, type=mul]; +"386 quantize_per_tensor_default_30" [id=386, type=quantize_per_tensor]; +"387 dequantize_per_tensor_default_30" [id=387, type=dequantize_per_tensor]; +"388 features_8_block_3_0_weight_bias" [id=388, type=get_attr]; +"389 conv2d_35" [id=389, type=conv2d]; +"390 quantize_per_tensor_default_31" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_31" [id=391, type=dequantize_per_tensor]; +"392 add__3" [id=392, type=add_]; +"393 quantize_per_tensor_default_32" [id=393, type=quantize_per_tensor]; +"394 dequantize_per_tensor_default_32" [id=394, type=dequantize_per_tensor]; +"395 features_9_block_0_0_weight_bias" [id=395, type=get_attr]; +"396 conv2d_36" [id=396, type=conv2d]; +"397 hardswish__11" [id=397, type=hardswish_]; +"398 _2_scale_8" [id=398, type=get_attr]; +"399 _2_zero_point_8" [id=399, type=get_attr]; +"400 quantize_per_channel_default_44" [id=400, type=quantize_per_channel]; +"401 dequantize_per_channel_default_44" [id=401, type=dequantize_per_channel]; +"402 features_9_block_1_0_weight_bias" [id=402, type=get_attr]; +"403 conv2d_37" [id=403, type=conv2d]; +"404 hardswish__12" [id=404, type=hardswish_]; +"405 quantize_per_tensor_default_33" [id=405, type=quantize_per_tensor]; +"406 dequantize_per_tensor_default_33" [id=406, type=dequantize_per_tensor]; +"407 dequantize_per_tensor_default_64" [id=407, type=dequantize_per_tensor]; +"408 adaptive_avg_pool2d_6" [id=408, type=adaptive_avg_pool2d]; +"409 conv2d_38" [id=409, type=conv2d]; +"410 relu_6" [id=410, type=relu]; +"411 conv2d_39" [id=411, type=conv2d]; +"412 hardsigmoid_6" [id=412, type=hardsigmoid]; +"413 quantize_per_tensor_default_34" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_34" [id=414, type=dequantize_per_tensor]; +"415 mul_6" [id=415, type=mul]; +"416 quantize_per_tensor_default_35" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_35" [id=417, type=dequantize_per_tensor]; +"418 features_9_block_3_0_weight_bias" [id=418, type=get_attr]; +"419 conv2d_40" [id=419, type=conv2d]; +"420 quantize_per_tensor_default_36" [id=420, type=quantize_per_tensor]; +"421 dequantize_per_tensor_default_66" [id=421, type=dequantize_per_tensor]; +"422 dequantize_per_tensor_default_65" [id=422, type=dequantize_per_tensor]; +"423 features_10_block_0_0_weight_bias" [id=423, type=get_attr]; +"424 conv2d_41" [id=424, type=conv2d]; +"425 hardswish__13" [id=425, type=hardswish_]; +"426 _2_scale_9" [id=426, type=get_attr]; +"427 _2_zero_point_9" [id=427, type=get_attr]; +"428 quantize_per_channel_default_45" [id=428, type=quantize_per_channel]; +"429 dequantize_per_channel_default_45" [id=429, type=dequantize_per_channel]; +"430 features_10_block_1_0_weight_bias" [id=430, type=get_attr]; +"431 conv2d_42" [id=431, type=conv2d]; +"432 hardswish__14" [id=432, type=hardswish_]; +"433 quantize_per_tensor_default_37" [id=433, type=quantize_per_tensor]; +"434 dequantize_per_tensor_default_37" [id=434, type=dequantize_per_tensor]; +"435 dequantize_per_tensor_default_67" [id=435, type=dequantize_per_tensor]; +"436 adaptive_avg_pool2d_7" [id=436, type=adaptive_avg_pool2d]; +"437 conv2d_43" [id=437, type=conv2d]; +"438 relu_7" [id=438, type=relu]; +"439 conv2d_44" [id=439, type=conv2d]; +"440 hardsigmoid_7" [id=440, type=hardsigmoid]; +"441 quantize_per_tensor_default_38" [id=441, type=quantize_per_tensor]; +"442 dequantize_per_tensor_default_38" [id=442, type=dequantize_per_tensor]; +"443 mul_7" [id=443, type=mul]; +"444 quantize_per_tensor_default_39" [id=444, type=quantize_per_tensor]; +"445 dequantize_per_tensor_default_39" [id=445, type=dequantize_per_tensor]; +"446 features_10_block_3_0_weight_bias" [id=446, type=get_attr]; +"447 conv2d_45" [id=447, type=conv2d]; +"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; +"449 dequantize_per_tensor_default_40" [id=449, type=dequantize_per_tensor]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_69" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_68" [id=453, type=dequantize_per_tensor]; +"454 features_11_block_0_0_weight_bias" [id=454, type=get_attr]; +"455 conv2d_46" [id=455, type=conv2d]; +"456 hardswish__15" [id=456, type=hardswish_]; +"457 _2_scale_10" [id=457, type=get_attr]; +"458 _2_zero_point_10" [id=458, type=get_attr]; +"459 quantize_per_channel_default_46" [id=459, type=quantize_per_channel]; +"460 dequantize_per_channel_default_46" [id=460, type=dequantize_per_channel]; +"461 features_11_block_1_0_weight_bias" [id=461, type=get_attr]; +"462 conv2d_47" [id=462, type=conv2d]; +"463 hardswish__16" [id=463, type=hardswish_]; +"464 quantize_per_tensor_default_42" [id=464, type=quantize_per_tensor]; +"465 dequantize_per_tensor_default_42" [id=465, type=dequantize_per_tensor]; +"466 dequantize_per_tensor_default_70" [id=466, type=dequantize_per_tensor]; +"467 adaptive_avg_pool2d_8" [id=467, type=adaptive_avg_pool2d]; +"468 conv2d_48" [id=468, type=conv2d]; +"469 relu_8" [id=469, type=relu]; +"470 conv2d_49" [id=470, type=conv2d]; +"471 hardsigmoid_8" [id=471, type=hardsigmoid]; +"472 quantize_per_tensor_default_43" [id=472, type=quantize_per_tensor]; +"473 dequantize_per_tensor_default_43" [id=473, type=dequantize_per_tensor]; +"474 mul_8" [id=474, type=mul]; +"475 quantize_per_tensor_default_44" [id=475, type=quantize_per_tensor]; +"476 dequantize_per_tensor_default_44" [id=476, type=dequantize_per_tensor]; +"477 features_11_block_3_0_weight_bias" [id=477, type=get_attr]; +"478 conv2d_50" [id=478, type=conv2d]; +"479 quantize_per_tensor_default_45" [id=479, type=quantize_per_tensor]; +"480 dequantize_per_tensor_default_45" [id=480, type=dequantize_per_tensor]; +"481 add__5" [id=481, type=add_]; +"482 quantize_per_tensor_default_46" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_46" [id=483, type=dequantize_per_tensor]; +"484 features_12_0_weight_bias" [id=484, type=get_attr]; +"485 conv2d_51" [id=485, type=conv2d]; +"486 hardswish__17" [id=486, type=hardswish_]; +"487 quantize_per_tensor_default_47" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_47" [id=488, type=dequantize_per_tensor]; +"489 adaptive_avg_pool2d_9" [id=489, type=adaptive_avg_pool2d]; +"490 quantize_per_tensor_default_48" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_48" [id=491, type=dequantize_per_tensor]; +"492 flatten" [id=492, type=flatten]; +"493 linear" [id=493, type=linear]; +"494 hardswish__18" [id=494, type=hardswish_]; +"495 quantize_per_tensor_default_49" [id=495, type=quantize_per_tensor]; +"496 dequantize_per_tensor_default_49" [id=496, type=dequantize_per_tensor]; +"497 dropout_" [id=497, type=dropout_]; +"498 linear_1" [id=498, type=linear]; +"499 output_1" [id=499, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(16,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(16,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"3 dequantize_per_channel_default" -> "186 conv2d" [label=None, style=solid]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(16, 1, 3, 3)", style=solid]; +"7 dequantize_per_channel_default_1" -> "193 conv2d_1" [label=None, style=solid]; +"8 features_1_block_1_fc1_weight" -> "199 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"9 features_1_block_1_fc1_bias" -> "199 conv2d_2" [label="(8,)", style=solid]; +"10 features_1_block_1_fc2_weight" -> "201 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"11 features_1_block_1_fc2_bias" -> "201 conv2d_3" [label="(16,)", style=solid]; +"12 _scale_2" -> "15 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"13 _zero_point_2" -> "15 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"14 _frozen_param2" -> "15 dequantize_per_channel_default_2" [label="(16, 16, 1, 1)", style=solid]; +"15 dequantize_per_channel_default_2" -> "209 conv2d_4" [label=None, style=solid]; +"16 _scale_3" -> "19 dequantize_per_channel_default_3" [label="(72,)", style=solid]; +"17 _zero_point_3" -> "19 dequantize_per_channel_default_3" [label="(72,)", style=solid]; +"18 _frozen_param3" -> "19 dequantize_per_channel_default_3" [label="(72, 16, 1, 1)", style=solid]; +"19 dequantize_per_channel_default_3" -> "213 conv2d_5" [label=None, style=solid]; +"20 _scale_4" -> "23 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [label="(72, 1, 3, 3)", style=solid]; +"23 dequantize_per_channel_default_4" -> "220 conv2d_6" [label=None, style=solid]; +"24 _scale_5" -> "27 dequantize_per_channel_default_5" [label="(24,)", style=solid]; +"25 _zero_point_5" -> "27 dequantize_per_channel_default_5" [label="(24,)", style=solid]; +"26 _frozen_param5" -> "27 dequantize_per_channel_default_5" [label="(24, 72, 1, 1)", style=solid]; +"27 dequantize_per_channel_default_5" -> "225 conv2d_7" [label=None, style=solid]; +"28 _scale_6" -> "31 dequantize_per_channel_default_6" [label="(88,)", style=solid]; +"29 _zero_point_6" -> "31 dequantize_per_channel_default_6" [label="(88,)", style=solid]; +"30 _frozen_param6" -> "31 dequantize_per_channel_default_6" [label="(88, 24, 1, 1)", style=solid]; +"31 dequantize_per_channel_default_6" -> "230 conv2d_8" [label=None, style=solid]; +"32 _scale_7" -> "35 dequantize_per_channel_default_7" [label="(88,)", style=solid]; +"33 _zero_point_7" -> "35 dequantize_per_channel_default_7" [label="(88,)", style=solid]; +"34 _frozen_param7" -> "35 dequantize_per_channel_default_7" [label="(88, 1, 3, 3)", style=solid]; +"35 dequantize_per_channel_default_7" -> "237 conv2d_9" [label=None, style=solid]; +"36 _scale_8" -> "39 dequantize_per_channel_default_8" [label="(24,)", style=solid]; +"37 _zero_point_8" -> "39 dequantize_per_channel_default_8" [label="(24,)", style=solid]; +"38 _frozen_param8" -> "39 dequantize_per_channel_default_8" [label="(24, 88, 1, 1)", style=solid]; +"39 dequantize_per_channel_default_8" -> "242 conv2d_10" [label=None, style=solid]; +"40 _scale_9" -> "43 dequantize_per_channel_default_9" [label="(96,)", style=solid]; +"41 _zero_point_9" -> "43 dequantize_per_channel_default_9" [label="(96,)", style=solid]; +"42 _frozen_param9" -> "43 dequantize_per_channel_default_9" [label="(96, 24, 1, 1)", style=solid]; +"43 dequantize_per_channel_default_9" -> "249 conv2d_11" [label=None, style=solid]; +"44 _scale_10" -> "47 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"45 _zero_point_10" -> "47 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"46 _frozen_param10" -> "47 dequantize_per_channel_default_10" [label="(96, 1, 5, 5)", style=solid]; +"47 dequantize_per_channel_default_10" -> "256 conv2d_12" [label=None, style=solid]; +"48 features_4_block_2_fc1_weight" -> "262 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"49 features_4_block_2_fc1_bias" -> "262 conv2d_13" [label="(24,)", style=solid]; +"50 features_4_block_2_fc2_weight" -> "264 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"51 features_4_block_2_fc2_bias" -> "264 conv2d_14" [label="(96,)", style=solid]; +"52 _scale_11" -> "55 dequantize_per_channel_default_11" [label="(40,)", style=solid]; +"53 _zero_point_11" -> "55 dequantize_per_channel_default_11" [label="(40,)", style=solid]; +"54 _frozen_param11" -> "55 dequantize_per_channel_default_11" [label="(40, 96, 1, 1)", style=solid]; +"55 dequantize_per_channel_default_11" -> "272 conv2d_15" [label=None, style=solid]; +"56 _scale_12" -> "59 dequantize_per_channel_default_12" [label="(240,)", style=solid]; +"57 _zero_point_12" -> "59 dequantize_per_channel_default_12" [label="(240,)", style=solid]; +"58 _frozen_param12" -> "59 dequantize_per_channel_default_12" [label="(240, 40, 1, 1)", style=solid]; +"59 dequantize_per_channel_default_12" -> "277 conv2d_16" [label=None, style=solid]; +"60 _scale_13" -> "63 dequantize_per_channel_default_13" [label="(240,)", style=solid]; +"61 _zero_point_13" -> "63 dequantize_per_channel_default_13" [label="(240,)", style=solid]; +"62 _frozen_param13" -> "63 dequantize_per_channel_default_13" [label="(240, 1, 5, 5)", style=solid]; +"63 dequantize_per_channel_default_13" -> "284 conv2d_17" [label=None, style=solid]; +"64 features_5_block_2_fc1_weight" -> "290 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"65 features_5_block_2_fc1_bias" -> "290 conv2d_18" [label="(64,)", style=solid]; +"66 features_5_block_2_fc2_weight" -> "292 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"67 features_5_block_2_fc2_bias" -> "292 conv2d_19" [label="(240,)", style=solid]; +"68 _scale_14" -> "71 dequantize_per_channel_default_14" [label="(40,)", style=solid]; +"69 _zero_point_14" -> "71 dequantize_per_channel_default_14" [label="(40,)", style=solid]; +"70 _frozen_param14" -> "71 dequantize_per_channel_default_14" [label="(40, 240, 1, 1)", style=solid]; +"71 dequantize_per_channel_default_14" -> "300 conv2d_20" [label=None, style=solid]; +"72 _scale_15" -> "75 dequantize_per_channel_default_15" [label="(240,)", style=solid]; +"73 _zero_point_15" -> "75 dequantize_per_channel_default_15" [label="(240,)", style=solid]; +"74 _frozen_param15" -> "75 dequantize_per_channel_default_15" [label="(240, 40, 1, 1)", style=solid]; +"75 dequantize_per_channel_default_15" -> "308 conv2d_21" [label=None, style=solid]; +"76 _scale_16" -> "79 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"77 _zero_point_16" -> "79 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"78 _frozen_param16" -> "79 dequantize_per_channel_default_16" [label="(240, 1, 5, 5)", style=solid]; +"79 dequantize_per_channel_default_16" -> "315 conv2d_22" [label=None, style=solid]; +"80 features_6_block_2_fc1_weight" -> "321 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"81 features_6_block_2_fc1_bias" -> "321 conv2d_23" [label="(64,)", style=solid]; +"82 features_6_block_2_fc2_weight" -> "323 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"83 features_6_block_2_fc2_bias" -> "323 conv2d_24" [label="(240,)", style=solid]; +"84 _scale_17" -> "87 dequantize_per_channel_default_17" [label="(40,)", style=solid]; +"85 _zero_point_17" -> "87 dequantize_per_channel_default_17" [label="(40,)", style=solid]; +"86 _frozen_param17" -> "87 dequantize_per_channel_default_17" [label="(40, 240, 1, 1)", style=solid]; +"87 dequantize_per_channel_default_17" -> "331 conv2d_25" [label=None, style=solid]; +"88 _scale_18" -> "91 dequantize_per_channel_default_18" [label="(120,)", style=solid]; +"89 _zero_point_18" -> "91 dequantize_per_channel_default_18" [label="(120,)", style=solid]; +"90 _frozen_param18" -> "91 dequantize_per_channel_default_18" [label="(120, 40, 1, 1)", style=solid]; +"91 dequantize_per_channel_default_18" -> "338 conv2d_26" [label=None, style=solid]; +"92 _scale_19" -> "95 dequantize_per_channel_default_19" [label="(120,)", style=solid]; +"93 _zero_point_19" -> "95 dequantize_per_channel_default_19" [label="(120,)", style=solid]; +"94 _frozen_param19" -> "95 dequantize_per_channel_default_19" [label="(120, 1, 5, 5)", style=solid]; +"95 dequantize_per_channel_default_19" -> "345 conv2d_27" [label=None, style=solid]; +"96 features_7_block_2_fc1_weight" -> "351 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"97 features_7_block_2_fc1_bias" -> "351 conv2d_28" [label="(32,)", style=solid]; +"98 features_7_block_2_fc2_weight" -> "353 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"99 features_7_block_2_fc2_bias" -> "353 conv2d_29" [label="(120,)", style=solid]; +"100 _scale_20" -> "103 dequantize_per_channel_default_20" [label="(48,)", style=solid]; +"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [label="(48,)", style=solid]; +"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [label="(48, 120, 1, 1)", style=solid]; +"103 dequantize_per_channel_default_20" -> "361 conv2d_30" [label=None, style=solid]; +"104 _scale_21" -> "107 dequantize_per_channel_default_21" [label="(144,)", style=solid]; +"105 _zero_point_21" -> "107 dequantize_per_channel_default_21" [label="(144,)", style=solid]; +"106 _frozen_param21" -> "107 dequantize_per_channel_default_21" [label="(144, 48, 1, 1)", style=solid]; +"107 dequantize_per_channel_default_21" -> "366 conv2d_31" [label=None, style=solid]; +"108 _scale_22" -> "111 dequantize_per_channel_default_22" [label="(144,)", style=solid]; +"109 _zero_point_22" -> "111 dequantize_per_channel_default_22" [label="(144,)", style=solid]; +"110 _frozen_param22" -> "111 dequantize_per_channel_default_22" [label="(144, 1, 5, 5)", style=solid]; +"111 dequantize_per_channel_default_22" -> "373 conv2d_32" [label=None, style=solid]; +"112 features_8_block_2_fc1_weight" -> "379 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"113 features_8_block_2_fc1_bias" -> "379 conv2d_33" [label="(40,)", style=solid]; +"114 features_8_block_2_fc2_weight" -> "381 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"115 features_8_block_2_fc2_bias" -> "381 conv2d_34" [label="(144,)", style=solid]; +"116 _scale_23" -> "119 dequantize_per_channel_default_23" [label="(48,)", style=solid]; +"117 _zero_point_23" -> "119 dequantize_per_channel_default_23" [label="(48,)", style=solid]; +"118 _frozen_param23" -> "119 dequantize_per_channel_default_23" [label="(48, 144, 1, 1)", style=solid]; +"119 dequantize_per_channel_default_23" -> "389 conv2d_35" [label=None, style=solid]; +"120 _scale_24" -> "123 dequantize_per_channel_default_24" [label="(288,)", style=solid]; +"121 _zero_point_24" -> "123 dequantize_per_channel_default_24" [label="(288,)", style=solid]; +"122 _frozen_param24" -> "123 dequantize_per_channel_default_24" [label="(288, 48, 1, 1)", style=solid]; +"123 dequantize_per_channel_default_24" -> "396 conv2d_36" [label=None, style=solid]; +"124 _scale_25" -> "127 dequantize_per_channel_default_25" [label="(288,)", style=solid]; +"125 _zero_point_25" -> "127 dequantize_per_channel_default_25" [label="(288,)", style=solid]; +"126 _frozen_param25" -> "127 dequantize_per_channel_default_25" [label="(288, 1, 5, 5)", style=solid]; +"127 dequantize_per_channel_default_25" -> "403 conv2d_37" [label=None, style=solid]; +"128 features_9_block_2_fc1_weight" -> "409 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"129 features_9_block_2_fc1_bias" -> "409 conv2d_38" [label="(72,)", style=solid]; +"130 features_9_block_2_fc2_weight" -> "411 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"131 features_9_block_2_fc2_bias" -> "411 conv2d_39" [label="(288,)", style=solid]; +"132 _scale_26" -> "135 dequantize_per_channel_default_26" [label="(96,)", style=solid]; +"133 _zero_point_26" -> "135 dequantize_per_channel_default_26" [label="(96,)", style=solid]; +"134 _frozen_param26" -> "135 dequantize_per_channel_default_26" [label="(96, 288, 1, 1)", style=solid]; +"135 dequantize_per_channel_default_26" -> "419 conv2d_40" [label=None, style=solid]; +"136 _scale_27" -> "139 dequantize_per_channel_default_27" [label="(576,)", style=solid]; +"137 _zero_point_27" -> "139 dequantize_per_channel_default_27" [label="(576,)", style=solid]; +"138 _frozen_param27" -> "139 dequantize_per_channel_default_27" [label="(576, 96, 1, 1)", style=solid]; +"139 dequantize_per_channel_default_27" -> "424 conv2d_41" [label=None, style=solid]; +"140 _scale_28" -> "143 dequantize_per_channel_default_28" [label="(576,)", style=solid]; +"141 _zero_point_28" -> "143 dequantize_per_channel_default_28" [label="(576,)", style=solid]; +"142 _frozen_param28" -> "143 dequantize_per_channel_default_28" [label="(576, 1, 5, 5)", style=solid]; +"143 dequantize_per_channel_default_28" -> "431 conv2d_42" [label=None, style=solid]; +"144 features_10_block_2_fc1_weight" -> "437 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"145 features_10_block_2_fc1_bias" -> "437 conv2d_43" [label="(144,)", style=solid]; +"146 features_10_block_2_fc2_weight" -> "439 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"147 features_10_block_2_fc2_bias" -> "439 conv2d_44" [label="(576,)", style=solid]; +"148 _scale_29" -> "151 dequantize_per_channel_default_29" [label="(96,)", style=solid]; +"149 _zero_point_29" -> "151 dequantize_per_channel_default_29" [label="(96,)", style=solid]; +"150 _frozen_param29" -> "151 dequantize_per_channel_default_29" [label="(96, 576, 1, 1)", style=solid]; +"151 dequantize_per_channel_default_29" -> "447 conv2d_45" [label=None, style=solid]; +"152 _scale_30" -> "155 dequantize_per_channel_default_30" [label="(576,)", style=solid]; +"153 _zero_point_30" -> "155 dequantize_per_channel_default_30" [label="(576,)", style=solid]; +"154 _frozen_param30" -> "155 dequantize_per_channel_default_30" [label="(576, 96, 1, 1)", style=solid]; +"155 dequantize_per_channel_default_30" -> "455 conv2d_46" [label=None, style=solid]; +"156 _scale_31" -> "159 dequantize_per_channel_default_31" [label="(576,)", style=solid]; +"157 _zero_point_31" -> "159 dequantize_per_channel_default_31" [label="(576,)", style=solid]; +"158 _frozen_param31" -> "159 dequantize_per_channel_default_31" [label="(576, 1, 5, 5)", style=solid]; +"159 dequantize_per_channel_default_31" -> "462 conv2d_47" [label=None, style=solid]; +"160 features_11_block_2_fc1_weight" -> "468 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"161 features_11_block_2_fc1_bias" -> "468 conv2d_48" [label="(144,)", style=solid]; +"162 features_11_block_2_fc2_weight" -> "470 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"163 features_11_block_2_fc2_bias" -> "470 conv2d_49" [label="(576,)", style=solid]; +"164 _scale_32" -> "167 dequantize_per_channel_default_32" [label="(96,)", style=solid]; +"165 _zero_point_32" -> "167 dequantize_per_channel_default_32" [label="(96,)", style=solid]; +"166 _frozen_param32" -> "167 dequantize_per_channel_default_32" [label="(96, 576, 1, 1)", style=solid]; +"167 dequantize_per_channel_default_32" -> "478 conv2d_50" [label=None, style=solid]; +"168 _scale_33" -> "171 dequantize_per_channel_default_33" [label="(576,)", style=solid]; +"169 _zero_point_33" -> "171 dequantize_per_channel_default_33" [label="(576,)", style=solid]; +"170 _frozen_param33" -> "171 dequantize_per_channel_default_33" [label="(576, 96, 1, 1)", style=solid]; +"171 dequantize_per_channel_default_33" -> "485 conv2d_51" [label=None, style=solid]; +"172 _scale_34" -> "175 dequantize_per_channel_default_34" [label="(1024,)", style=solid]; +"173 _zero_point_34" -> "175 dequantize_per_channel_default_34" [label="(1024,)", style=solid]; +"174 _frozen_param34" -> "175 dequantize_per_channel_default_34" [label="(1024, 576)", style=solid]; +"175 dequantize_per_channel_default_34" -> "493 linear" [label=None, style=solid]; +"176 classifier_0_bias" -> "493 linear" [label="(1024,)", style=solid]; +"177 _scale_35" -> "180 dequantize_per_channel_default_35" [label="(1000,)", style=solid]; +"178 _zero_point_35" -> "180 dequantize_per_channel_default_35" [label="(1000,)", style=solid]; +"179 _frozen_param35" -> "180 dequantize_per_channel_default_35" [label="(1000, 1024)", style=solid]; +"180 dequantize_per_channel_default_35" -> "498 linear_1" [label=None, style=solid]; +"181 classifier_3_bias" -> "498 linear_1" [label="(1000,)", style=solid]; +"182 x" -> "183 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"183 quantize_per_tensor_default" -> "184 dequantize_per_tensor_default" [label=None, style=solid]; +"184 dequantize_per_tensor_default" -> "186 conv2d" [label=None, style=solid]; +"185 features_0_0_weight_bias" -> "186 conv2d" [label="(16,)", style=solid]; +"186 conv2d" -> "187 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"187 hardswish_" -> "190 quantize_per_channel_default_36" [label="(1, 16, 112, 112)", style=solid]; +"188 _2_scale_0" -> "190 quantize_per_channel_default_36" [label="(16,)", style=solid]; +"188 _2_scale_0" -> "191 dequantize_per_channel_default_36" [label="(16,)", style=solid]; +"189 _2_zero_point_0" -> "190 quantize_per_channel_default_36" [label="(16,)", style=solid]; +"189 _2_zero_point_0" -> "191 dequantize_per_channel_default_36" [label="(16,)", style=solid]; +"190 quantize_per_channel_default_36" -> "191 dequantize_per_channel_default_36" [label=None, style=solid]; +"191 dequantize_per_channel_default_36" -> "193 conv2d_1" [label=None, style=solid]; +"192 features_1_block_0_0_weight_bias" -> "193 conv2d_1" [label="(16,)", style=solid]; +"193 conv2d_1" -> "194 relu_" [label="(1, 16, 56, 56)", style=solid]; +"194 relu_" -> "195 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"195 quantize_per_tensor_default_1" -> "196 dequantize_per_tensor_default_1" [label=None, style=solid]; +"195 quantize_per_tensor_default_1" -> "197 dequantize_per_tensor_default_50" [label=None, style=solid]; +"196 dequantize_per_tensor_default_1" -> "198 adaptive_avg_pool2d" [label=None, style=solid]; +"197 dequantize_per_tensor_default_50" -> "205 mul" [label=None, style=solid]; +"198 adaptive_avg_pool2d" -> "199 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"199 conv2d_2" -> "200 relu" [label="(1, 8, 1, 1)", style=solid]; +"200 relu" -> "201 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"201 conv2d_3" -> "202 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"202 hardsigmoid" -> "203 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"203 quantize_per_tensor_default_2" -> "204 dequantize_per_tensor_default_2" [label=None, style=solid]; +"204 dequantize_per_tensor_default_2" -> "205 mul" [label=None, style=solid]; +"205 mul" -> "206 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"206 quantize_per_tensor_default_3" -> "207 dequantize_per_tensor_default_3" [label=None, style=solid]; +"207 dequantize_per_tensor_default_3" -> "209 conv2d_4" [label=None, style=solid]; +"208 features_1_block_2_0_weight_bias" -> "209 conv2d_4" [label="(16,)", style=solid]; +"209 conv2d_4" -> "210 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"210 quantize_per_tensor_default_4" -> "211 dequantize_per_tensor_default_4" [label=None, style=solid]; +"211 dequantize_per_tensor_default_4" -> "213 conv2d_5" [label=None, style=solid]; +"212 features_2_block_0_0_weight_bias" -> "213 conv2d_5" [label="(72,)", style=solid]; +"213 conv2d_5" -> "214 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"214 relu__1" -> "217 quantize_per_channel_default_37" [label="(1, 72, 56, 56)", style=solid]; +"215 _2_scale_1" -> "217 quantize_per_channel_default_37" [label="(72,)", style=solid]; +"215 _2_scale_1" -> "218 dequantize_per_channel_default_37" [label="(72,)", style=solid]; +"216 _2_zero_point_1" -> "217 quantize_per_channel_default_37" [label="(72,)", style=solid]; +"216 _2_zero_point_1" -> "218 dequantize_per_channel_default_37" [label="(72,)", style=solid]; +"217 quantize_per_channel_default_37" -> "218 dequantize_per_channel_default_37" [label=None, style=solid]; +"218 dequantize_per_channel_default_37" -> "220 conv2d_6" [label=None, style=solid]; +"219 features_2_block_1_0_weight_bias" -> "220 conv2d_6" [label="(72,)", style=solid]; +"220 conv2d_6" -> "221 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"221 relu__2" -> "222 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"222 quantize_per_tensor_default_5" -> "223 dequantize_per_tensor_default_5" [label=None, style=solid]; +"223 dequantize_per_tensor_default_5" -> "225 conv2d_7" [label=None, style=solid]; +"224 features_2_block_2_0_weight_bias" -> "225 conv2d_7" [label="(24,)", style=solid]; +"225 conv2d_7" -> "226 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"226 quantize_per_tensor_default_6" -> "227 dequantize_per_tensor_default_52" [label=None, style=solid]; +"226 quantize_per_tensor_default_6" -> "228 dequantize_per_tensor_default_51" [label=None, style=solid]; +"227 dequantize_per_tensor_default_52" -> "245 add_" [label=None, style=solid]; +"228 dequantize_per_tensor_default_51" -> "230 conv2d_8" [label=None, style=solid]; +"229 features_3_block_0_0_weight_bias" -> "230 conv2d_8" [label="(88,)", style=solid]; +"230 conv2d_8" -> "231 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"231 relu__3" -> "234 quantize_per_channel_default_38" [label="(1, 88, 28, 28)", style=solid]; +"232 _2_scale_2" -> "234 quantize_per_channel_default_38" [label="(88,)", style=solid]; +"232 _2_scale_2" -> "235 dequantize_per_channel_default_38" [label="(88,)", style=solid]; +"233 _2_zero_point_2" -> "234 quantize_per_channel_default_38" [label="(88,)", style=solid]; +"233 _2_zero_point_2" -> "235 dequantize_per_channel_default_38" [label="(88,)", style=solid]; +"234 quantize_per_channel_default_38" -> "235 dequantize_per_channel_default_38" [label=None, style=solid]; +"235 dequantize_per_channel_default_38" -> "237 conv2d_9" [label=None, style=solid]; +"236 features_3_block_1_0_weight_bias" -> "237 conv2d_9" [label="(88,)", style=solid]; +"237 conv2d_9" -> "238 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"238 relu__4" -> "239 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"239 quantize_per_tensor_default_7" -> "240 dequantize_per_tensor_default_7" [label=None, style=solid]; +"240 dequantize_per_tensor_default_7" -> "242 conv2d_10" [label=None, style=solid]; +"241 features_3_block_2_0_weight_bias" -> "242 conv2d_10" [label="(24,)", style=solid]; +"242 conv2d_10" -> "243 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"243 quantize_per_tensor_default_8" -> "244 dequantize_per_tensor_default_8" [label=None, style=solid]; +"244 dequantize_per_tensor_default_8" -> "245 add_" [label=None, style=solid]; +"245 add_" -> "246 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"246 quantize_per_tensor_default_9" -> "247 dequantize_per_tensor_default_9" [label=None, style=solid]; +"247 dequantize_per_tensor_default_9" -> "249 conv2d_11" [label=None, style=solid]; +"248 features_4_block_0_0_weight_bias" -> "249 conv2d_11" [label="(96,)", style=solid]; +"249 conv2d_11" -> "250 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"250 hardswish__1" -> "253 quantize_per_channel_default_39" [label="(1, 96, 28, 28)", style=solid]; +"251 _2_scale_3" -> "253 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"251 _2_scale_3" -> "254 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"252 _2_zero_point_3" -> "253 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"252 _2_zero_point_3" -> "254 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"253 quantize_per_channel_default_39" -> "254 dequantize_per_channel_default_39" [label=None, style=solid]; +"254 dequantize_per_channel_default_39" -> "256 conv2d_12" [label=None, style=solid]; +"255 features_4_block_1_0_weight_bias" -> "256 conv2d_12" [label="(96,)", style=solid]; +"256 conv2d_12" -> "257 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"257 hardswish__2" -> "258 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_10" -> "259 dequantize_per_tensor_default_10" [label=None, style=solid]; +"258 quantize_per_tensor_default_10" -> "260 dequantize_per_tensor_default_53" [label=None, style=solid]; +"259 dequantize_per_tensor_default_10" -> "261 adaptive_avg_pool2d_1" [label=None, style=solid]; +"260 dequantize_per_tensor_default_53" -> "268 mul_1" [label=None, style=solid]; +"261 adaptive_avg_pool2d_1" -> "262 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"262 conv2d_13" -> "263 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"263 relu_1" -> "264 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"264 conv2d_14" -> "265 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"265 hardsigmoid_1" -> "266 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_11" -> "267 dequantize_per_tensor_default_11" [label=None, style=solid]; +"267 dequantize_per_tensor_default_11" -> "268 mul_1" [label=None, style=solid]; +"268 mul_1" -> "269 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"269 quantize_per_tensor_default_12" -> "270 dequantize_per_tensor_default_12" [label=None, style=solid]; +"270 dequantize_per_tensor_default_12" -> "272 conv2d_15" [label=None, style=solid]; +"271 features_4_block_3_0_weight_bias" -> "272 conv2d_15" [label="(40,)", style=solid]; +"272 conv2d_15" -> "273 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"273 quantize_per_tensor_default_13" -> "274 dequantize_per_tensor_default_55" [label=None, style=solid]; +"273 quantize_per_tensor_default_13" -> "275 dequantize_per_tensor_default_54" [label=None, style=solid]; +"274 dequantize_per_tensor_default_55" -> "303 add__1" [label=None, style=solid]; +"275 dequantize_per_tensor_default_54" -> "277 conv2d_16" [label=None, style=solid]; +"276 features_5_block_0_0_weight_bias" -> "277 conv2d_16" [label="(240,)", style=solid]; +"277 conv2d_16" -> "278 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"278 hardswish__3" -> "281 quantize_per_channel_default_40" [label="(1, 240, 14, 14)", style=solid]; +"279 _2_scale_4" -> "281 quantize_per_channel_default_40" [label="(240,)", style=solid]; +"279 _2_scale_4" -> "282 dequantize_per_channel_default_40" [label="(240,)", style=solid]; +"280 _2_zero_point_4" -> "281 quantize_per_channel_default_40" [label="(240,)", style=solid]; +"280 _2_zero_point_4" -> "282 dequantize_per_channel_default_40" [label="(240,)", style=solid]; +"281 quantize_per_channel_default_40" -> "282 dequantize_per_channel_default_40" [label=None, style=solid]; +"282 dequantize_per_channel_default_40" -> "284 conv2d_17" [label=None, style=solid]; +"283 features_5_block_1_0_weight_bias" -> "284 conv2d_17" [label="(240,)", style=solid]; +"284 conv2d_17" -> "285 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"285 hardswish__4" -> "286 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"286 quantize_per_tensor_default_14" -> "287 dequantize_per_tensor_default_14" [label=None, style=solid]; +"286 quantize_per_tensor_default_14" -> "288 dequantize_per_tensor_default_56" [label=None, style=solid]; +"287 dequantize_per_tensor_default_14" -> "289 adaptive_avg_pool2d_2" [label=None, style=solid]; +"288 dequantize_per_tensor_default_56" -> "296 mul_2" [label=None, style=solid]; +"289 adaptive_avg_pool2d_2" -> "290 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"290 conv2d_18" -> "291 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"291 relu_2" -> "292 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"292 conv2d_19" -> "293 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"293 hardsigmoid_2" -> "294 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"294 quantize_per_tensor_default_15" -> "295 dequantize_per_tensor_default_15" [label=None, style=solid]; +"295 dequantize_per_tensor_default_15" -> "296 mul_2" [label=None, style=solid]; +"296 mul_2" -> "297 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"297 quantize_per_tensor_default_16" -> "298 dequantize_per_tensor_default_16" [label=None, style=solid]; +"298 dequantize_per_tensor_default_16" -> "300 conv2d_20" [label=None, style=solid]; +"299 features_5_block_3_0_weight_bias" -> "300 conv2d_20" [label="(40,)", style=solid]; +"300 conv2d_20" -> "301 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"301 quantize_per_tensor_default_17" -> "302 dequantize_per_tensor_default_17" [label=None, style=solid]; +"302 dequantize_per_tensor_default_17" -> "303 add__1" [label=None, style=solid]; +"303 add__1" -> "304 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"304 quantize_per_tensor_default_18" -> "305 dequantize_per_tensor_default_58" [label=None, style=solid]; +"304 quantize_per_tensor_default_18" -> "306 dequantize_per_tensor_default_57" [label=None, style=solid]; +"305 dequantize_per_tensor_default_58" -> "334 add__2" [label=None, style=solid]; +"306 dequantize_per_tensor_default_57" -> "308 conv2d_21" [label=None, style=solid]; +"307 features_6_block_0_0_weight_bias" -> "308 conv2d_21" [label="(240,)", style=solid]; +"308 conv2d_21" -> "309 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"309 hardswish__5" -> "312 quantize_per_channel_default_41" [label="(1, 240, 14, 14)", style=solid]; +"310 _2_scale_5" -> "312 quantize_per_channel_default_41" [label="(240,)", style=solid]; +"310 _2_scale_5" -> "313 dequantize_per_channel_default_41" [label="(240,)", style=solid]; +"311 _2_zero_point_5" -> "312 quantize_per_channel_default_41" [label="(240,)", style=solid]; +"311 _2_zero_point_5" -> "313 dequantize_per_channel_default_41" [label="(240,)", style=solid]; +"312 quantize_per_channel_default_41" -> "313 dequantize_per_channel_default_41" [label=None, style=solid]; +"313 dequantize_per_channel_default_41" -> "315 conv2d_22" [label=None, style=solid]; +"314 features_6_block_1_0_weight_bias" -> "315 conv2d_22" [label="(240,)", style=solid]; +"315 conv2d_22" -> "316 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"316 hardswish__6" -> "317 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"317 quantize_per_tensor_default_19" -> "318 dequantize_per_tensor_default_19" [label=None, style=solid]; +"317 quantize_per_tensor_default_19" -> "319 dequantize_per_tensor_default_59" [label=None, style=solid]; +"318 dequantize_per_tensor_default_19" -> "320 adaptive_avg_pool2d_3" [label=None, style=solid]; +"319 dequantize_per_tensor_default_59" -> "327 mul_3" [label=None, style=solid]; +"320 adaptive_avg_pool2d_3" -> "321 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"321 conv2d_23" -> "322 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"322 relu_3" -> "323 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"323 conv2d_24" -> "324 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"324 hardsigmoid_3" -> "325 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"325 quantize_per_tensor_default_20" -> "326 dequantize_per_tensor_default_20" [label=None, style=solid]; +"326 dequantize_per_tensor_default_20" -> "327 mul_3" [label=None, style=solid]; +"327 mul_3" -> "328 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_21" -> "329 dequantize_per_tensor_default_21" [label=None, style=solid]; +"329 dequantize_per_tensor_default_21" -> "331 conv2d_25" [label=None, style=solid]; +"330 features_6_block_3_0_weight_bias" -> "331 conv2d_25" [label="(40,)", style=solid]; +"331 conv2d_25" -> "332 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"332 quantize_per_tensor_default_22" -> "333 dequantize_per_tensor_default_22" [label=None, style=solid]; +"333 dequantize_per_tensor_default_22" -> "334 add__2" [label=None, style=solid]; +"334 add__2" -> "335 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"335 quantize_per_tensor_default_23" -> "336 dequantize_per_tensor_default_23" [label=None, style=solid]; +"336 dequantize_per_tensor_default_23" -> "338 conv2d_26" [label=None, style=solid]; +"337 features_7_block_0_0_weight_bias" -> "338 conv2d_26" [label="(120,)", style=solid]; +"338 conv2d_26" -> "339 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"339 hardswish__7" -> "342 quantize_per_channel_default_42" [label="(1, 120, 14, 14)", style=solid]; +"340 _2_scale_6" -> "342 quantize_per_channel_default_42" [label="(120,)", style=solid]; +"340 _2_scale_6" -> "343 dequantize_per_channel_default_42" [label="(120,)", style=solid]; +"341 _2_zero_point_6" -> "342 quantize_per_channel_default_42" [label="(120,)", style=solid]; +"341 _2_zero_point_6" -> "343 dequantize_per_channel_default_42" [label="(120,)", style=solid]; +"342 quantize_per_channel_default_42" -> "343 dequantize_per_channel_default_42" [label=None, style=solid]; +"343 dequantize_per_channel_default_42" -> "345 conv2d_27" [label=None, style=solid]; +"344 features_7_block_1_0_weight_bias" -> "345 conv2d_27" [label="(120,)", style=solid]; +"345 conv2d_27" -> "346 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"346 hardswish__8" -> "347 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"347 quantize_per_tensor_default_24" -> "348 dequantize_per_tensor_default_24" [label=None, style=solid]; +"347 quantize_per_tensor_default_24" -> "349 dequantize_per_tensor_default_60" [label=None, style=solid]; +"348 dequantize_per_tensor_default_24" -> "350 adaptive_avg_pool2d_4" [label=None, style=solid]; +"349 dequantize_per_tensor_default_60" -> "357 mul_4" [label=None, style=solid]; +"350 adaptive_avg_pool2d_4" -> "351 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"351 conv2d_28" -> "352 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"352 relu_4" -> "353 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"353 conv2d_29" -> "354 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"354 hardsigmoid_4" -> "355 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"355 quantize_per_tensor_default_25" -> "356 dequantize_per_tensor_default_25" [label=None, style=solid]; +"356 dequantize_per_tensor_default_25" -> "357 mul_4" [label=None, style=solid]; +"357 mul_4" -> "358 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"358 quantize_per_tensor_default_26" -> "359 dequantize_per_tensor_default_26" [label=None, style=solid]; +"359 dequantize_per_tensor_default_26" -> "361 conv2d_30" [label=None, style=solid]; +"360 features_7_block_3_0_weight_bias" -> "361 conv2d_30" [label="(48,)", style=solid]; +"361 conv2d_30" -> "362 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"362 quantize_per_tensor_default_27" -> "363 dequantize_per_tensor_default_62" [label=None, style=solid]; +"362 quantize_per_tensor_default_27" -> "364 dequantize_per_tensor_default_61" [label=None, style=solid]; +"363 dequantize_per_tensor_default_62" -> "392 add__3" [label=None, style=solid]; +"364 dequantize_per_tensor_default_61" -> "366 conv2d_31" [label=None, style=solid]; +"365 features_8_block_0_0_weight_bias" -> "366 conv2d_31" [label="(144,)", style=solid]; +"366 conv2d_31" -> "367 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"367 hardswish__9" -> "370 quantize_per_channel_default_43" [label="(1, 144, 14, 14)", style=solid]; +"368 _2_scale_7" -> "370 quantize_per_channel_default_43" [label="(144,)", style=solid]; +"368 _2_scale_7" -> "371 dequantize_per_channel_default_43" [label="(144,)", style=solid]; +"369 _2_zero_point_7" -> "370 quantize_per_channel_default_43" [label="(144,)", style=solid]; +"369 _2_zero_point_7" -> "371 dequantize_per_channel_default_43" [label="(144,)", style=solid]; +"370 quantize_per_channel_default_43" -> "371 dequantize_per_channel_default_43" [label=None, style=solid]; +"371 dequantize_per_channel_default_43" -> "373 conv2d_32" [label=None, style=solid]; +"372 features_8_block_1_0_weight_bias" -> "373 conv2d_32" [label="(144,)", style=solid]; +"373 conv2d_32" -> "374 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"374 hardswish__10" -> "375 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"375 quantize_per_tensor_default_28" -> "376 dequantize_per_tensor_default_28" [label=None, style=solid]; +"375 quantize_per_tensor_default_28" -> "377 dequantize_per_tensor_default_63" [label=None, style=solid]; +"376 dequantize_per_tensor_default_28" -> "378 adaptive_avg_pool2d_5" [label=None, style=solid]; +"377 dequantize_per_tensor_default_63" -> "385 mul_5" [label=None, style=solid]; +"378 adaptive_avg_pool2d_5" -> "379 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"379 conv2d_33" -> "380 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"380 relu_5" -> "381 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"381 conv2d_34" -> "382 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"382 hardsigmoid_5" -> "383 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"383 quantize_per_tensor_default_29" -> "384 dequantize_per_tensor_default_29" [label=None, style=solid]; +"384 dequantize_per_tensor_default_29" -> "385 mul_5" [label=None, style=solid]; +"385 mul_5" -> "386 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"386 quantize_per_tensor_default_30" -> "387 dequantize_per_tensor_default_30" [label=None, style=solid]; +"387 dequantize_per_tensor_default_30" -> "389 conv2d_35" [label=None, style=solid]; +"388 features_8_block_3_0_weight_bias" -> "389 conv2d_35" [label="(48,)", style=solid]; +"389 conv2d_35" -> "390 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"390 quantize_per_tensor_default_31" -> "391 dequantize_per_tensor_default_31" [label=None, style=solid]; +"391 dequantize_per_tensor_default_31" -> "392 add__3" [label=None, style=solid]; +"392 add__3" -> "393 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"393 quantize_per_tensor_default_32" -> "394 dequantize_per_tensor_default_32" [label=None, style=solid]; +"394 dequantize_per_tensor_default_32" -> "396 conv2d_36" [label=None, style=solid]; +"395 features_9_block_0_0_weight_bias" -> "396 conv2d_36" [label="(288,)", style=solid]; +"396 conv2d_36" -> "397 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"397 hardswish__11" -> "400 quantize_per_channel_default_44" [label="(1, 288, 14, 14)", style=solid]; +"398 _2_scale_8" -> "400 quantize_per_channel_default_44" [label="(288,)", style=solid]; +"398 _2_scale_8" -> "401 dequantize_per_channel_default_44" [label="(288,)", style=solid]; +"399 _2_zero_point_8" -> "400 quantize_per_channel_default_44" [label="(288,)", style=solid]; +"399 _2_zero_point_8" -> "401 dequantize_per_channel_default_44" [label="(288,)", style=solid]; +"400 quantize_per_channel_default_44" -> "401 dequantize_per_channel_default_44" [label=None, style=solid]; +"401 dequantize_per_channel_default_44" -> "403 conv2d_37" [label=None, style=solid]; +"402 features_9_block_1_0_weight_bias" -> "403 conv2d_37" [label="(288,)", style=solid]; +"403 conv2d_37" -> "404 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"404 hardswish__12" -> "405 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"405 quantize_per_tensor_default_33" -> "406 dequantize_per_tensor_default_33" [label=None, style=solid]; +"405 quantize_per_tensor_default_33" -> "407 dequantize_per_tensor_default_64" [label=None, style=solid]; +"406 dequantize_per_tensor_default_33" -> "408 adaptive_avg_pool2d_6" [label=None, style=solid]; +"407 dequantize_per_tensor_default_64" -> "415 mul_6" [label=None, style=solid]; +"408 adaptive_avg_pool2d_6" -> "409 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"409 conv2d_38" -> "410 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"410 relu_6" -> "411 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"411 conv2d_39" -> "412 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"412 hardsigmoid_6" -> "413 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"413 quantize_per_tensor_default_34" -> "414 dequantize_per_tensor_default_34" [label=None, style=solid]; +"414 dequantize_per_tensor_default_34" -> "415 mul_6" [label=None, style=solid]; +"415 mul_6" -> "416 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"416 quantize_per_tensor_default_35" -> "417 dequantize_per_tensor_default_35" [label=None, style=solid]; +"417 dequantize_per_tensor_default_35" -> "419 conv2d_40" [label=None, style=solid]; +"418 features_9_block_3_0_weight_bias" -> "419 conv2d_40" [label="(96,)", style=solid]; +"419 conv2d_40" -> "420 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"420 quantize_per_tensor_default_36" -> "421 dequantize_per_tensor_default_66" [label=None, style=solid]; +"420 quantize_per_tensor_default_36" -> "422 dequantize_per_tensor_default_65" [label=None, style=solid]; +"421 dequantize_per_tensor_default_66" -> "450 add__4" [label=None, style=solid]; +"422 dequantize_per_tensor_default_65" -> "424 conv2d_41" [label=None, style=solid]; +"423 features_10_block_0_0_weight_bias" -> "424 conv2d_41" [label="(576,)", style=solid]; +"424 conv2d_41" -> "425 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"425 hardswish__13" -> "428 quantize_per_channel_default_45" [label="(1, 576, 7, 7)", style=solid]; +"426 _2_scale_9" -> "428 quantize_per_channel_default_45" [label="(576,)", style=solid]; +"426 _2_scale_9" -> "429 dequantize_per_channel_default_45" [label="(576,)", style=solid]; +"427 _2_zero_point_9" -> "428 quantize_per_channel_default_45" [label="(576,)", style=solid]; +"427 _2_zero_point_9" -> "429 dequantize_per_channel_default_45" [label="(576,)", style=solid]; +"428 quantize_per_channel_default_45" -> "429 dequantize_per_channel_default_45" [label=None, style=solid]; +"429 dequantize_per_channel_default_45" -> "431 conv2d_42" [label=None, style=solid]; +"430 features_10_block_1_0_weight_bias" -> "431 conv2d_42" [label="(576,)", style=solid]; +"431 conv2d_42" -> "432 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"432 hardswish__14" -> "433 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"433 quantize_per_tensor_default_37" -> "434 dequantize_per_tensor_default_37" [label=None, style=solid]; +"433 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_67" [label=None, style=solid]; +"434 dequantize_per_tensor_default_37" -> "436 adaptive_avg_pool2d_7" [label=None, style=solid]; +"435 dequantize_per_tensor_default_67" -> "443 mul_7" [label=None, style=solid]; +"436 adaptive_avg_pool2d_7" -> "437 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"437 conv2d_43" -> "438 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"438 relu_7" -> "439 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"439 conv2d_44" -> "440 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"440 hardsigmoid_7" -> "441 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"441 quantize_per_tensor_default_38" -> "442 dequantize_per_tensor_default_38" [label=None, style=solid]; +"442 dequantize_per_tensor_default_38" -> "443 mul_7" [label=None, style=solid]; +"443 mul_7" -> "444 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"444 quantize_per_tensor_default_39" -> "445 dequantize_per_tensor_default_39" [label=None, style=solid]; +"445 dequantize_per_tensor_default_39" -> "447 conv2d_45" [label=None, style=solid]; +"446 features_10_block_3_0_weight_bias" -> "447 conv2d_45" [label="(96,)", style=solid]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_40" [label=None, style=solid]; +"449 dequantize_per_tensor_default_40" -> "450 add__4" [label=None, style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_69" [label=None, style=solid]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_68" [label=None, style=solid]; +"452 dequantize_per_tensor_default_69" -> "481 add__5" [label=None, style=solid]; +"453 dequantize_per_tensor_default_68" -> "455 conv2d_46" [label=None, style=solid]; +"454 features_11_block_0_0_weight_bias" -> "455 conv2d_46" [label="(576,)", style=solid]; +"455 conv2d_46" -> "456 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"456 hardswish__15" -> "459 quantize_per_channel_default_46" [label="(1, 576, 7, 7)", style=solid]; +"457 _2_scale_10" -> "459 quantize_per_channel_default_46" [label="(576,)", style=solid]; +"457 _2_scale_10" -> "460 dequantize_per_channel_default_46" [label="(576,)", style=solid]; +"458 _2_zero_point_10" -> "459 quantize_per_channel_default_46" [label="(576,)", style=solid]; +"458 _2_zero_point_10" -> "460 dequantize_per_channel_default_46" [label="(576,)", style=solid]; +"459 quantize_per_channel_default_46" -> "460 dequantize_per_channel_default_46" [label=None, style=solid]; +"460 dequantize_per_channel_default_46" -> "462 conv2d_47" [label=None, style=solid]; +"461 features_11_block_1_0_weight_bias" -> "462 conv2d_47" [label="(576,)", style=solid]; +"462 conv2d_47" -> "463 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"463 hardswish__16" -> "464 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"464 quantize_per_tensor_default_42" -> "465 dequantize_per_tensor_default_42" [label=None, style=solid]; +"464 quantize_per_tensor_default_42" -> "466 dequantize_per_tensor_default_70" [label=None, style=solid]; +"465 dequantize_per_tensor_default_42" -> "467 adaptive_avg_pool2d_8" [label=None, style=solid]; +"466 dequantize_per_tensor_default_70" -> "474 mul_8" [label=None, style=solid]; +"467 adaptive_avg_pool2d_8" -> "468 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"468 conv2d_48" -> "469 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"469 relu_8" -> "470 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"470 conv2d_49" -> "471 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"471 hardsigmoid_8" -> "472 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"472 quantize_per_tensor_default_43" -> "473 dequantize_per_tensor_default_43" [label=None, style=solid]; +"473 dequantize_per_tensor_default_43" -> "474 mul_8" [label=None, style=solid]; +"474 mul_8" -> "475 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"475 quantize_per_tensor_default_44" -> "476 dequantize_per_tensor_default_44" [label=None, style=solid]; +"476 dequantize_per_tensor_default_44" -> "478 conv2d_50" [label=None, style=solid]; +"477 features_11_block_3_0_weight_bias" -> "478 conv2d_50" [label="(96,)", style=solid]; +"478 conv2d_50" -> "479 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"479 quantize_per_tensor_default_45" -> "480 dequantize_per_tensor_default_45" [label=None, style=solid]; +"480 dequantize_per_tensor_default_45" -> "481 add__5" [label=None, style=solid]; +"481 add__5" -> "482 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"482 quantize_per_tensor_default_46" -> "483 dequantize_per_tensor_default_46" [label=None, style=solid]; +"483 dequantize_per_tensor_default_46" -> "485 conv2d_51" [label=None, style=solid]; +"484 features_12_0_weight_bias" -> "485 conv2d_51" [label="(576,)", style=solid]; +"485 conv2d_51" -> "486 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"486 hardswish__17" -> "487 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"487 quantize_per_tensor_default_47" -> "488 dequantize_per_tensor_default_47" [label=None, style=solid]; +"488 dequantize_per_tensor_default_47" -> "489 adaptive_avg_pool2d_9" [label=None, style=solid]; +"489 adaptive_avg_pool2d_9" -> "490 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"490 quantize_per_tensor_default_48" -> "491 dequantize_per_tensor_default_48" [label=None, style=solid]; +"491 dequantize_per_tensor_default_48" -> "492 flatten" [label=None, style=solid]; +"492 flatten" -> "493 linear" [label="(1, 576)", style=solid]; +"493 linear" -> "494 hardswish__18" [label="(1, 1024)", style=solid]; +"494 hardswish__18" -> "495 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"495 quantize_per_tensor_default_49" -> "496 dequantize_per_tensor_default_49" [label=None, style=solid]; +"496 dequantize_per_tensor_default_49" -> "497 dropout_" [label=None, style=solid]; +"497 dropout_" -> "498 linear_1" [label="(1, 1024)", style=solid]; +"498 linear_1" -> "499 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/resnet18.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/resnet18.dot new file mode 100644 index 00000000000..8b57fcd27eb --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/resnet18.dot @@ -0,0 +1,455 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 _scale_1" [id=4, type=get_attr]; +"5 _zero_point_1" [id=5, type=get_attr]; +"6 _frozen_param1" [id=6, type=get_attr]; +"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; +"8 _scale_2" [id=8, type=get_attr]; +"9 _zero_point_2" [id=9, type=get_attr]; +"10 _frozen_param2" [id=10, type=get_attr]; +"11 dequantize_per_channel_default_2" [id=11, type=dequantize_per_channel]; +"12 _scale_3" [id=12, type=get_attr]; +"13 _zero_point_3" [id=13, type=get_attr]; +"14 _frozen_param3" [id=14, type=get_attr]; +"15 dequantize_per_channel_default_3" [id=15, type=dequantize_per_channel]; +"16 _scale_4" [id=16, type=get_attr]; +"17 _zero_point_4" [id=17, type=get_attr]; +"18 _frozen_param4" [id=18, type=get_attr]; +"19 dequantize_per_channel_default_4" [id=19, type=dequantize_per_channel]; +"20 _scale_5" [id=20, type=get_attr]; +"21 _zero_point_5" [id=21, type=get_attr]; +"22 _frozen_param5" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_5" [id=23, type=dequantize_per_channel]; +"24 _scale_6" [id=24, type=get_attr]; +"25 _zero_point_6" [id=25, type=get_attr]; +"26 _frozen_param6" [id=26, type=get_attr]; +"27 dequantize_per_channel_default_6" [id=27, type=dequantize_per_channel]; +"28 _scale_7" [id=28, type=get_attr]; +"29 _zero_point_7" [id=29, type=get_attr]; +"30 _frozen_param7" [id=30, type=get_attr]; +"31 dequantize_per_channel_default_7" [id=31, type=dequantize_per_channel]; +"32 _scale_8" [id=32, type=get_attr]; +"33 _zero_point_8" [id=33, type=get_attr]; +"34 _frozen_param8" [id=34, type=get_attr]; +"35 dequantize_per_channel_default_8" [id=35, type=dequantize_per_channel]; +"36 _scale_9" [id=36, type=get_attr]; +"37 _zero_point_9" [id=37, type=get_attr]; +"38 _frozen_param9" [id=38, type=get_attr]; +"39 dequantize_per_channel_default_9" [id=39, type=dequantize_per_channel]; +"40 _scale_10" [id=40, type=get_attr]; +"41 _zero_point_10" [id=41, type=get_attr]; +"42 _frozen_param10" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_10" [id=43, type=dequantize_per_channel]; +"44 _scale_11" [id=44, type=get_attr]; +"45 _zero_point_11" [id=45, type=get_attr]; +"46 _frozen_param11" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_11" [id=47, type=dequantize_per_channel]; +"48 _scale_12" [id=48, type=get_attr]; +"49 _zero_point_12" [id=49, type=get_attr]; +"50 _frozen_param12" [id=50, type=get_attr]; +"51 dequantize_per_channel_default_12" [id=51, type=dequantize_per_channel]; +"52 _scale_13" [id=52, type=get_attr]; +"53 _zero_point_13" [id=53, type=get_attr]; +"54 _frozen_param13" [id=54, type=get_attr]; +"55 dequantize_per_channel_default_13" [id=55, type=dequantize_per_channel]; +"56 _scale_14" [id=56, type=get_attr]; +"57 _zero_point_14" [id=57, type=get_attr]; +"58 _frozen_param14" [id=58, type=get_attr]; +"59 dequantize_per_channel_default_14" [id=59, type=dequantize_per_channel]; +"60 _scale_15" [id=60, type=get_attr]; +"61 _zero_point_15" [id=61, type=get_attr]; +"62 _frozen_param15" [id=62, type=get_attr]; +"63 dequantize_per_channel_default_15" [id=63, type=dequantize_per_channel]; +"64 _scale_16" [id=64, type=get_attr]; +"65 _zero_point_16" [id=65, type=get_attr]; +"66 _frozen_param16" [id=66, type=get_attr]; +"67 dequantize_per_channel_default_16" [id=67, type=dequantize_per_channel]; +"68 _scale_17" [id=68, type=get_attr]; +"69 _zero_point_17" [id=69, type=get_attr]; +"70 _frozen_param17" [id=70, type=get_attr]; +"71 dequantize_per_channel_default_17" [id=71, type=dequantize_per_channel]; +"72 _scale_18" [id=72, type=get_attr]; +"73 _zero_point_18" [id=73, type=get_attr]; +"74 _frozen_param18" [id=74, type=get_attr]; +"75 dequantize_per_channel_default_18" [id=75, type=dequantize_per_channel]; +"76 _scale_19" [id=76, type=get_attr]; +"77 _zero_point_19" [id=77, type=get_attr]; +"78 _frozen_param19" [id=78, type=get_attr]; +"79 dequantize_per_channel_default_19" [id=79, type=dequantize_per_channel]; +"80 _scale_20" [id=80, type=get_attr]; +"81 _zero_point_20" [id=81, type=get_attr]; +"82 _frozen_param20" [id=82, type=get_attr]; +"83 dequantize_per_channel_default_20" [id=83, type=dequantize_per_channel]; +"84 fc_bias" [id=84, type=get_attr]; +"85 x" [id=85, type=input]; +"86 quantize_per_tensor_default" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default" [id=87, type=dequantize_per_tensor]; +"88 conv1_weight_bias" [id=88, type=get_attr]; +"89 conv2d" [id=89, type=conv2d]; +"90 relu_" [id=90, type=relu_]; +"91 quantize_per_tensor_default_1" [id=91, type=quantize_per_tensor]; +"92 dequantize_per_tensor_default_1" [id=92, type=dequantize_per_tensor]; +"93 max_pool2d" [id=93, type=max_pool2d]; +"94 layer1_0_conv1_weight_bias" [id=94, type=get_attr]; +"95 conv2d_1" [id=95, type=conv2d]; +"96 relu__1" [id=96, type=relu_]; +"97 quantize_per_tensor_default_2" [id=97, type=quantize_per_tensor]; +"98 dequantize_per_tensor_default_2" [id=98, type=dequantize_per_tensor]; +"99 layer1_0_conv2_weight_bias" [id=99, type=get_attr]; +"100 conv2d_2" [id=100, type=conv2d]; +"101 quantize_per_tensor_default_3" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_3" [id=102, type=dequantize_per_tensor]; +"103 add_" [id=103, type=add_]; +"104 relu__2" [id=104, type=relu_]; +"105 quantize_per_tensor_default_4" [id=105, type=quantize_per_tensor]; +"106 dequantize_per_tensor_default_4" [id=106, type=dequantize_per_tensor]; +"107 dequantize_per_tensor_default_30" [id=107, type=dequantize_per_tensor]; +"108 layer1_1_conv1_weight_bias" [id=108, type=get_attr]; +"109 conv2d_3" [id=109, type=conv2d]; +"110 relu__3" [id=110, type=relu_]; +"111 quantize_per_tensor_default_5" [id=111, type=quantize_per_tensor]; +"112 dequantize_per_tensor_default_5" [id=112, type=dequantize_per_tensor]; +"113 layer1_1_conv2_weight_bias" [id=113, type=get_attr]; +"114 conv2d_4" [id=114, type=conv2d]; +"115 quantize_per_tensor_default_6" [id=115, type=quantize_per_tensor]; +"116 dequantize_per_tensor_default_6" [id=116, type=dequantize_per_tensor]; +"117 add__1" [id=117, type=add_]; +"118 relu__4" [id=118, type=relu_]; +"119 quantize_per_tensor_default_7" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_32" [id=120, type=dequantize_per_tensor]; +"121 dequantize_per_tensor_default_31" [id=121, type=dequantize_per_tensor]; +"122 layer2_0_conv1_weight_bias" [id=122, type=get_attr]; +"123 conv2d_5" [id=123, type=conv2d]; +"124 relu__5" [id=124, type=relu_]; +"125 quantize_per_tensor_default_8" [id=125, type=quantize_per_tensor]; +"126 dequantize_per_tensor_default_8" [id=126, type=dequantize_per_tensor]; +"127 layer2_0_conv2_weight_bias" [id=127, type=get_attr]; +"128 conv2d_6" [id=128, type=conv2d]; +"129 quantize_per_tensor_default_9" [id=129, type=quantize_per_tensor]; +"130 dequantize_per_tensor_default_9" [id=130, type=dequantize_per_tensor]; +"131 layer2_0_downsample_0_weight_bias" [id=131, type=get_attr]; +"132 conv2d_7" [id=132, type=conv2d]; +"133 quantize_per_tensor_default_10" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_10" [id=134, type=dequantize_per_tensor]; +"135 add__2" [id=135, type=add_]; +"136 relu__6" [id=136, type=relu_]; +"137 quantize_per_tensor_default_11" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_11" [id=138, type=dequantize_per_tensor]; +"139 dequantize_per_tensor_default_33" [id=139, type=dequantize_per_tensor]; +"140 layer2_1_conv1_weight_bias" [id=140, type=get_attr]; +"141 conv2d_8" [id=141, type=conv2d]; +"142 relu__7" [id=142, type=relu_]; +"143 quantize_per_tensor_default_12" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_12" [id=144, type=dequantize_per_tensor]; +"145 layer2_1_conv2_weight_bias" [id=145, type=get_attr]; +"146 conv2d_9" [id=146, type=conv2d]; +"147 quantize_per_tensor_default_13" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_13" [id=148, type=dequantize_per_tensor]; +"149 add__3" [id=149, type=add_]; +"150 relu__8" [id=150, type=relu_]; +"151 quantize_per_tensor_default_14" [id=151, type=quantize_per_tensor]; +"152 dequantize_per_tensor_default_35" [id=152, type=dequantize_per_tensor]; +"153 dequantize_per_tensor_default_34" [id=153, type=dequantize_per_tensor]; +"154 layer3_0_conv1_weight_bias" [id=154, type=get_attr]; +"155 conv2d_10" [id=155, type=conv2d]; +"156 relu__9" [id=156, type=relu_]; +"157 quantize_per_tensor_default_15" [id=157, type=quantize_per_tensor]; +"158 dequantize_per_tensor_default_15" [id=158, type=dequantize_per_tensor]; +"159 layer3_0_conv2_weight_bias" [id=159, type=get_attr]; +"160 conv2d_11" [id=160, type=conv2d]; +"161 quantize_per_tensor_default_16" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_16" [id=162, type=dequantize_per_tensor]; +"163 layer3_0_downsample_0_weight_bias" [id=163, type=get_attr]; +"164 conv2d_12" [id=164, type=conv2d]; +"165 quantize_per_tensor_default_17" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_17" [id=166, type=dequantize_per_tensor]; +"167 add__4" [id=167, type=add_]; +"168 relu__10" [id=168, type=relu_]; +"169 quantize_per_tensor_default_18" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_18" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_36" [id=171, type=dequantize_per_tensor]; +"172 layer3_1_conv1_weight_bias" [id=172, type=get_attr]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu__11" [id=174, type=relu_]; +"175 quantize_per_tensor_default_19" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_19" [id=176, type=dequantize_per_tensor]; +"177 layer3_1_conv2_weight_bias" [id=177, type=get_attr]; +"178 conv2d_14" [id=178, type=conv2d]; +"179 quantize_per_tensor_default_20" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_20" [id=180, type=dequantize_per_tensor]; +"181 add__5" [id=181, type=add_]; +"182 relu__12" [id=182, type=relu_]; +"183 quantize_per_tensor_default_21" [id=183, type=quantize_per_tensor]; +"184 dequantize_per_tensor_default_38" [id=184, type=dequantize_per_tensor]; +"185 dequantize_per_tensor_default_37" [id=185, type=dequantize_per_tensor]; +"186 layer4_0_conv1_weight_bias" [id=186, type=get_attr]; +"187 conv2d_15" [id=187, type=conv2d]; +"188 relu__13" [id=188, type=relu_]; +"189 quantize_per_tensor_default_22" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_22" [id=190, type=dequantize_per_tensor]; +"191 layer4_0_conv2_weight_bias" [id=191, type=get_attr]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_23" [id=194, type=dequantize_per_tensor]; +"195 layer4_0_downsample_0_weight_bias" [id=195, type=get_attr]; +"196 conv2d_17" [id=196, type=conv2d]; +"197 quantize_per_tensor_default_24" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_24" [id=198, type=dequantize_per_tensor]; +"199 add__6" [id=199, type=add_]; +"200 relu__14" [id=200, type=relu_]; +"201 quantize_per_tensor_default_25" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_25" [id=202, type=dequantize_per_tensor]; +"203 dequantize_per_tensor_default_39" [id=203, type=dequantize_per_tensor]; +"204 layer4_1_conv1_weight_bias" [id=204, type=get_attr]; +"205 conv2d_18" [id=205, type=conv2d]; +"206 relu__15" [id=206, type=relu_]; +"207 quantize_per_tensor_default_26" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_26" [id=208, type=dequantize_per_tensor]; +"209 layer4_1_conv2_weight_bias" [id=209, type=get_attr]; +"210 conv2d_19" [id=210, type=conv2d]; +"211 quantize_per_tensor_default_27" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_27" [id=212, type=dequantize_per_tensor]; +"213 add__7" [id=213, type=add_]; +"214 relu__16" [id=214, type=relu_]; +"215 quantize_per_tensor_default_28" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_28" [id=216, type=dequantize_per_tensor]; +"217 adaptive_avg_pool2d" [id=217, type=adaptive_avg_pool2d]; +"218 quantize_per_tensor_default_29" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_29" [id=219, type=dequantize_per_tensor]; +"220 flatten" [id=220, type=flatten]; +"221 linear" [id=221, type=linear]; +"222 output_1" [id=222, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"3 dequantize_per_channel_default" -> "89 conv2d" [label=None, style=solid]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"7 dequantize_per_channel_default_1" -> "95 conv2d_1" [label=None, style=solid]; +"8 _scale_2" -> "11 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"9 _zero_point_2" -> "11 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"10 _frozen_param2" -> "11 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"11 dequantize_per_channel_default_2" -> "100 conv2d_2" [label=None, style=solid]; +"12 _scale_3" -> "15 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"13 _zero_point_3" -> "15 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"14 _frozen_param3" -> "15 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"15 dequantize_per_channel_default_3" -> "109 conv2d_3" [label=None, style=solid]; +"16 _scale_4" -> "19 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"17 _zero_point_4" -> "19 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"18 _frozen_param4" -> "19 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"19 dequantize_per_channel_default_4" -> "114 conv2d_4" [label=None, style=solid]; +"20 _scale_5" -> "23 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"21 _zero_point_5" -> "23 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"22 _frozen_param5" -> "23 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"23 dequantize_per_channel_default_5" -> "123 conv2d_5" [label=None, style=solid]; +"24 _scale_6" -> "27 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"25 _zero_point_6" -> "27 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"26 _frozen_param6" -> "27 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"27 dequantize_per_channel_default_6" -> "128 conv2d_6" [label=None, style=solid]; +"28 _scale_7" -> "31 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"29 _zero_point_7" -> "31 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"30 _frozen_param7" -> "31 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"31 dequantize_per_channel_default_7" -> "132 conv2d_7" [label=None, style=solid]; +"32 _scale_8" -> "35 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"33 _zero_point_8" -> "35 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"34 _frozen_param8" -> "35 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"35 dequantize_per_channel_default_8" -> "141 conv2d_8" [label=None, style=solid]; +"36 _scale_9" -> "39 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"37 _zero_point_9" -> "39 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"38 _frozen_param9" -> "39 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"39 dequantize_per_channel_default_9" -> "146 conv2d_9" [label=None, style=solid]; +"40 _scale_10" -> "43 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"41 _zero_point_10" -> "43 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"42 _frozen_param10" -> "43 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"43 dequantize_per_channel_default_10" -> "155 conv2d_10" [label=None, style=solid]; +"44 _scale_11" -> "47 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"45 _zero_point_11" -> "47 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"46 _frozen_param11" -> "47 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"47 dequantize_per_channel_default_11" -> "160 conv2d_11" [label=None, style=solid]; +"48 _scale_12" -> "51 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"49 _zero_point_12" -> "51 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"50 _frozen_param12" -> "51 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"51 dequantize_per_channel_default_12" -> "164 conv2d_12" [label=None, style=solid]; +"52 _scale_13" -> "55 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"53 _zero_point_13" -> "55 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"54 _frozen_param13" -> "55 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"55 dequantize_per_channel_default_13" -> "173 conv2d_13" [label=None, style=solid]; +"56 _scale_14" -> "59 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"57 _zero_point_14" -> "59 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"58 _frozen_param14" -> "59 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"59 dequantize_per_channel_default_14" -> "178 conv2d_14" [label=None, style=solid]; +"60 _scale_15" -> "63 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"61 _zero_point_15" -> "63 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"62 _frozen_param15" -> "63 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"63 dequantize_per_channel_default_15" -> "187 conv2d_15" [label=None, style=solid]; +"64 _scale_16" -> "67 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"65 _zero_point_16" -> "67 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"66 _frozen_param16" -> "67 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"67 dequantize_per_channel_default_16" -> "192 conv2d_16" [label=None, style=solid]; +"68 _scale_17" -> "71 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"69 _zero_point_17" -> "71 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"70 _frozen_param17" -> "71 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"71 dequantize_per_channel_default_17" -> "196 conv2d_17" [label=None, style=solid]; +"72 _scale_18" -> "75 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"73 _zero_point_18" -> "75 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"74 _frozen_param18" -> "75 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"75 dequantize_per_channel_default_18" -> "205 conv2d_18" [label=None, style=solid]; +"76 _scale_19" -> "79 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"77 _zero_point_19" -> "79 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"78 _frozen_param19" -> "79 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"79 dequantize_per_channel_default_19" -> "210 conv2d_19" [label=None, style=solid]; +"80 _scale_20" -> "83 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"81 _zero_point_20" -> "83 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"82 _frozen_param20" -> "83 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"83 dequantize_per_channel_default_20" -> "221 linear" [label=None, style=solid]; +"84 fc_bias" -> "221 linear" [label="(1000,)", style=solid]; +"85 x" -> "86 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"86 quantize_per_tensor_default" -> "87 dequantize_per_tensor_default" [label=None, style=solid]; +"87 dequantize_per_tensor_default" -> "89 conv2d" [label=None, style=solid]; +"88 conv1_weight_bias" -> "89 conv2d" [label="(64,)", style=solid]; +"89 conv2d" -> "90 relu_" [label="(1, 64, 112, 112)", style=solid]; +"90 relu_" -> "91 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"91 quantize_per_tensor_default_1" -> "92 dequantize_per_tensor_default_1" [label=None, style=solid]; +"92 dequantize_per_tensor_default_1" -> "93 max_pool2d" [label=None, style=solid]; +"93 max_pool2d" -> "95 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"93 max_pool2d" -> "103 add_" [label="(1, 64, 56, 56)", style=solid]; +"94 layer1_0_conv1_weight_bias" -> "95 conv2d_1" [label="(64,)", style=solid]; +"95 conv2d_1" -> "96 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"96 relu__1" -> "97 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"97 quantize_per_tensor_default_2" -> "98 dequantize_per_tensor_default_2" [label=None, style=solid]; +"98 dequantize_per_tensor_default_2" -> "100 conv2d_2" [label=None, style=solid]; +"99 layer1_0_conv2_weight_bias" -> "100 conv2d_2" [label="(64,)", style=solid]; +"100 conv2d_2" -> "101 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"101 quantize_per_tensor_default_3" -> "102 dequantize_per_tensor_default_3" [label=None, style=solid]; +"102 dequantize_per_tensor_default_3" -> "103 add_" [label=None, style=solid]; +"103 add_" -> "104 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"104 relu__2" -> "105 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"105 quantize_per_tensor_default_4" -> "106 dequantize_per_tensor_default_4" [label=None, style=solid]; +"105 quantize_per_tensor_default_4" -> "107 dequantize_per_tensor_default_30" [label=None, style=solid]; +"106 dequantize_per_tensor_default_4" -> "117 add__1" [label=None, style=solid]; +"107 dequantize_per_tensor_default_30" -> "109 conv2d_3" [label=None, style=solid]; +"108 layer1_1_conv1_weight_bias" -> "109 conv2d_3" [label="(64,)", style=solid]; +"109 conv2d_3" -> "110 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"110 relu__3" -> "111 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"111 quantize_per_tensor_default_5" -> "112 dequantize_per_tensor_default_5" [label=None, style=solid]; +"112 dequantize_per_tensor_default_5" -> "114 conv2d_4" [label=None, style=solid]; +"113 layer1_1_conv2_weight_bias" -> "114 conv2d_4" [label="(64,)", style=solid]; +"114 conv2d_4" -> "115 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"115 quantize_per_tensor_default_6" -> "116 dequantize_per_tensor_default_6" [label=None, style=solid]; +"116 dequantize_per_tensor_default_6" -> "117 add__1" [label=None, style=solid]; +"117 add__1" -> "118 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"118 relu__4" -> "119 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"119 quantize_per_tensor_default_7" -> "120 dequantize_per_tensor_default_32" [label=None, style=solid]; +"119 quantize_per_tensor_default_7" -> "121 dequantize_per_tensor_default_31" [label=None, style=solid]; +"120 dequantize_per_tensor_default_32" -> "132 conv2d_7" [label=None, style=solid]; +"121 dequantize_per_tensor_default_31" -> "123 conv2d_5" [label=None, style=solid]; +"122 layer2_0_conv1_weight_bias" -> "123 conv2d_5" [label="(128,)", style=solid]; +"123 conv2d_5" -> "124 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"124 relu__5" -> "125 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"125 quantize_per_tensor_default_8" -> "126 dequantize_per_tensor_default_8" [label=None, style=solid]; +"126 dequantize_per_tensor_default_8" -> "128 conv2d_6" [label=None, style=solid]; +"127 layer2_0_conv2_weight_bias" -> "128 conv2d_6" [label="(128,)", style=solid]; +"128 conv2d_6" -> "129 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"129 quantize_per_tensor_default_9" -> "130 dequantize_per_tensor_default_9" [label=None, style=solid]; +"130 dequantize_per_tensor_default_9" -> "135 add__2" [label=None, style=solid]; +"131 layer2_0_downsample_0_weight_bias" -> "132 conv2d_7" [label="(128,)", style=solid]; +"132 conv2d_7" -> "133 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"133 quantize_per_tensor_default_10" -> "134 dequantize_per_tensor_default_10" [label=None, style=solid]; +"134 dequantize_per_tensor_default_10" -> "135 add__2" [label=None, style=solid]; +"135 add__2" -> "136 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"136 relu__6" -> "137 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"137 quantize_per_tensor_default_11" -> "138 dequantize_per_tensor_default_11" [label=None, style=solid]; +"137 quantize_per_tensor_default_11" -> "139 dequantize_per_tensor_default_33" [label=None, style=solid]; +"138 dequantize_per_tensor_default_11" -> "149 add__3" [label=None, style=solid]; +"139 dequantize_per_tensor_default_33" -> "141 conv2d_8" [label=None, style=solid]; +"140 layer2_1_conv1_weight_bias" -> "141 conv2d_8" [label="(128,)", style=solid]; +"141 conv2d_8" -> "142 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"142 relu__7" -> "143 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"143 quantize_per_tensor_default_12" -> "144 dequantize_per_tensor_default_12" [label=None, style=solid]; +"144 dequantize_per_tensor_default_12" -> "146 conv2d_9" [label=None, style=solid]; +"145 layer2_1_conv2_weight_bias" -> "146 conv2d_9" [label="(128,)", style=solid]; +"146 conv2d_9" -> "147 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"147 quantize_per_tensor_default_13" -> "148 dequantize_per_tensor_default_13" [label=None, style=solid]; +"148 dequantize_per_tensor_default_13" -> "149 add__3" [label=None, style=solid]; +"149 add__3" -> "150 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"150 relu__8" -> "151 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"151 quantize_per_tensor_default_14" -> "152 dequantize_per_tensor_default_35" [label=None, style=solid]; +"151 quantize_per_tensor_default_14" -> "153 dequantize_per_tensor_default_34" [label=None, style=solid]; +"152 dequantize_per_tensor_default_35" -> "164 conv2d_12" [label=None, style=solid]; +"153 dequantize_per_tensor_default_34" -> "155 conv2d_10" [label=None, style=solid]; +"154 layer3_0_conv1_weight_bias" -> "155 conv2d_10" [label="(256,)", style=solid]; +"155 conv2d_10" -> "156 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"156 relu__9" -> "157 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"157 quantize_per_tensor_default_15" -> "158 dequantize_per_tensor_default_15" [label=None, style=solid]; +"158 dequantize_per_tensor_default_15" -> "160 conv2d_11" [label=None, style=solid]; +"159 layer3_0_conv2_weight_bias" -> "160 conv2d_11" [label="(256,)", style=solid]; +"160 conv2d_11" -> "161 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"161 quantize_per_tensor_default_16" -> "162 dequantize_per_tensor_default_16" [label=None, style=solid]; +"162 dequantize_per_tensor_default_16" -> "167 add__4" [label=None, style=solid]; +"163 layer3_0_downsample_0_weight_bias" -> "164 conv2d_12" [label="(256,)", style=solid]; +"164 conv2d_12" -> "165 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"165 quantize_per_tensor_default_17" -> "166 dequantize_per_tensor_default_17" [label=None, style=solid]; +"166 dequantize_per_tensor_default_17" -> "167 add__4" [label=None, style=solid]; +"167 add__4" -> "168 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"168 relu__10" -> "169 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_18" -> "170 dequantize_per_tensor_default_18" [label=None, style=solid]; +"169 quantize_per_tensor_default_18" -> "171 dequantize_per_tensor_default_36" [label=None, style=solid]; +"170 dequantize_per_tensor_default_18" -> "181 add__5" [label=None, style=solid]; +"171 dequantize_per_tensor_default_36" -> "173 conv2d_13" [label=None, style=solid]; +"172 layer3_1_conv1_weight_bias" -> "173 conv2d_13" [label="(256,)", style=solid]; +"173 conv2d_13" -> "174 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"174 relu__11" -> "175 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_19" -> "176 dequantize_per_tensor_default_19" [label=None, style=solid]; +"176 dequantize_per_tensor_default_19" -> "178 conv2d_14" [label=None, style=solid]; +"177 layer3_1_conv2_weight_bias" -> "178 conv2d_14" [label="(256,)", style=solid]; +"178 conv2d_14" -> "179 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"179 quantize_per_tensor_default_20" -> "180 dequantize_per_tensor_default_20" [label=None, style=solid]; +"180 dequantize_per_tensor_default_20" -> "181 add__5" [label=None, style=solid]; +"181 add__5" -> "182 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"182 relu__12" -> "183 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"183 quantize_per_tensor_default_21" -> "184 dequantize_per_tensor_default_38" [label=None, style=solid]; +"183 quantize_per_tensor_default_21" -> "185 dequantize_per_tensor_default_37" [label=None, style=solid]; +"184 dequantize_per_tensor_default_38" -> "196 conv2d_17" [label=None, style=solid]; +"185 dequantize_per_tensor_default_37" -> "187 conv2d_15" [label=None, style=solid]; +"186 layer4_0_conv1_weight_bias" -> "187 conv2d_15" [label="(512,)", style=solid]; +"187 conv2d_15" -> "188 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"188 relu__13" -> "189 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"189 quantize_per_tensor_default_22" -> "190 dequantize_per_tensor_default_22" [label=None, style=solid]; +"190 dequantize_per_tensor_default_22" -> "192 conv2d_16" [label=None, style=solid]; +"191 layer4_0_conv2_weight_bias" -> "192 conv2d_16" [label="(512,)", style=solid]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_23" [label=None, style=solid]; +"194 dequantize_per_tensor_default_23" -> "199 add__6" [label=None, style=solid]; +"195 layer4_0_downsample_0_weight_bias" -> "196 conv2d_17" [label="(512,)", style=solid]; +"196 conv2d_17" -> "197 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"197 quantize_per_tensor_default_24" -> "198 dequantize_per_tensor_default_24" [label=None, style=solid]; +"198 dequantize_per_tensor_default_24" -> "199 add__6" [label=None, style=solid]; +"199 add__6" -> "200 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"200 relu__14" -> "201 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"201 quantize_per_tensor_default_25" -> "202 dequantize_per_tensor_default_25" [label=None, style=solid]; +"201 quantize_per_tensor_default_25" -> "203 dequantize_per_tensor_default_39" [label=None, style=solid]; +"202 dequantize_per_tensor_default_25" -> "213 add__7" [label=None, style=solid]; +"203 dequantize_per_tensor_default_39" -> "205 conv2d_18" [label=None, style=solid]; +"204 layer4_1_conv1_weight_bias" -> "205 conv2d_18" [label="(512,)", style=solid]; +"205 conv2d_18" -> "206 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"206 relu__15" -> "207 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_26" -> "208 dequantize_per_tensor_default_26" [label=None, style=solid]; +"208 dequantize_per_tensor_default_26" -> "210 conv2d_19" [label=None, style=solid]; +"209 layer4_1_conv2_weight_bias" -> "210 conv2d_19" [label="(512,)", style=solid]; +"210 conv2d_19" -> "211 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"211 quantize_per_tensor_default_27" -> "212 dequantize_per_tensor_default_27" [label=None, style=solid]; +"212 dequantize_per_tensor_default_27" -> "213 add__7" [label=None, style=solid]; +"213 add__7" -> "214 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"214 relu__16" -> "215 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"215 quantize_per_tensor_default_28" -> "216 dequantize_per_tensor_default_28" [label=None, style=solid]; +"216 dequantize_per_tensor_default_28" -> "217 adaptive_avg_pool2d" [label=None, style=solid]; +"217 adaptive_avg_pool2d" -> "218 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"218 quantize_per_tensor_default_29" -> "219 dequantize_per_tensor_default_29" [label=None, style=solid]; +"219 dequantize_per_tensor_default_29" -> "220 flatten" [label=None, style=solid]; +"220 flatten" -> "221 linear" [label="(1, 512)", style=solid]; +"221 linear" -> "222 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/swin_v2_s.dot new file mode 100644 index 00000000000..ed9adcf0eaf --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/swin_v2_s.dot @@ -0,0 +1,4862 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param2_1" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 _scale_1" [id=4, type=get_attr]; +"5 _zero_point_1" [id=5, type=get_attr]; +"6 _frozen_param6_1" [id=6, type=get_attr]; +"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; +"8 features_1_0_attn_proj_bias" [id=8, type=get_attr]; +"9 _scale_2" [id=9, type=get_attr]; +"10 _zero_point_2" [id=10, type=get_attr]; +"11 _frozen_param8_1" [id=11, type=get_attr]; +"12 dequantize_per_channel_default_2" [id=12, type=dequantize_per_channel]; +"13 _scale_3" [id=13, type=get_attr]; +"14 _zero_point_3" [id=14, type=get_attr]; +"15 _frozen_param9_1" [id=15, type=get_attr]; +"16 dequantize_per_channel_default_3" [id=16, type=dequantize_per_channel]; +"17 features_1_1_attn_proj_bias" [id=17, type=get_attr]; +"18 _scale_4" [id=18, type=get_attr]; +"19 _zero_point_4" [id=19, type=get_attr]; +"20 _frozen_param10_1" [id=20, type=get_attr]; +"21 dequantize_per_channel_default_4" [id=21, type=dequantize_per_channel]; +"22 _scale_5" [id=22, type=get_attr]; +"23 _zero_point_5" [id=23, type=get_attr]; +"24 _frozen_param11_1" [id=24, type=get_attr]; +"25 dequantize_per_channel_default_5" [id=25, type=dequantize_per_channel]; +"26 features_3_0_attn_proj_bias" [id=26, type=get_attr]; +"27 _scale_6" [id=27, type=get_attr]; +"28 _zero_point_6" [id=28, type=get_attr]; +"29 _frozen_param12_1" [id=29, type=get_attr]; +"30 dequantize_per_channel_default_6" [id=30, type=dequantize_per_channel]; +"31 _scale_7" [id=31, type=get_attr]; +"32 _zero_point_7" [id=32, type=get_attr]; +"33 _frozen_param13_1" [id=33, type=get_attr]; +"34 dequantize_per_channel_default_7" [id=34, type=dequantize_per_channel]; +"35 features_3_1_attn_proj_bias" [id=35, type=get_attr]; +"36 _scale_8" [id=36, type=get_attr]; +"37 _zero_point_8" [id=37, type=get_attr]; +"38 _frozen_param14_1" [id=38, type=get_attr]; +"39 dequantize_per_channel_default_8" [id=39, type=dequantize_per_channel]; +"40 _scale_9" [id=40, type=get_attr]; +"41 _zero_point_9" [id=41, type=get_attr]; +"42 _frozen_param15_1" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_9" [id=43, type=dequantize_per_channel]; +"44 features_5_0_attn_proj_bias" [id=44, type=get_attr]; +"45 _scale_10" [id=45, type=get_attr]; +"46 _zero_point_10" [id=46, type=get_attr]; +"47 _frozen_param16_1" [id=47, type=get_attr]; +"48 dequantize_per_channel_default_10" [id=48, type=dequantize_per_channel]; +"49 _scale_11" [id=49, type=get_attr]; +"50 _zero_point_11" [id=50, type=get_attr]; +"51 _frozen_param19_1" [id=51, type=get_attr]; +"52 dequantize_per_channel_default_11" [id=52, type=dequantize_per_channel]; +"53 features_5_1_attn_proj_bias" [id=53, type=get_attr]; +"54 _scale_12" [id=54, type=get_attr]; +"55 _zero_point_12" [id=55, type=get_attr]; +"56 _frozen_param23_1" [id=56, type=get_attr]; +"57 dequantize_per_channel_default_12" [id=57, type=dequantize_per_channel]; +"58 _scale_13" [id=58, type=get_attr]; +"59 _zero_point_13" [id=59, type=get_attr]; +"60 _frozen_param25_1" [id=60, type=get_attr]; +"61 dequantize_per_channel_default_13" [id=61, type=dequantize_per_channel]; +"62 features_5_2_attn_proj_bias" [id=62, type=get_attr]; +"63 _scale_14" [id=63, type=get_attr]; +"64 _zero_point_14" [id=64, type=get_attr]; +"65 _frozen_param26_1" [id=65, type=get_attr]; +"66 dequantize_per_channel_default_14" [id=66, type=dequantize_per_channel]; +"67 _scale_15" [id=67, type=get_attr]; +"68 _zero_point_15" [id=68, type=get_attr]; +"69 _frozen_param27_1" [id=69, type=get_attr]; +"70 dequantize_per_channel_default_15" [id=70, type=dequantize_per_channel]; +"71 features_5_3_attn_proj_bias" [id=71, type=get_attr]; +"72 _scale_16" [id=72, type=get_attr]; +"73 _zero_point_16" [id=73, type=get_attr]; +"74 _frozen_param28_1" [id=74, type=get_attr]; +"75 dequantize_per_channel_default_16" [id=75, type=dequantize_per_channel]; +"76 _scale_17" [id=76, type=get_attr]; +"77 _zero_point_17" [id=77, type=get_attr]; +"78 _frozen_param29_1" [id=78, type=get_attr]; +"79 dequantize_per_channel_default_17" [id=79, type=dequantize_per_channel]; +"80 features_5_4_attn_proj_bias" [id=80, type=get_attr]; +"81 _scale_18" [id=81, type=get_attr]; +"82 _zero_point_18" [id=82, type=get_attr]; +"83 _frozen_param30_1" [id=83, type=get_attr]; +"84 dequantize_per_channel_default_18" [id=84, type=dequantize_per_channel]; +"85 _scale_19" [id=85, type=get_attr]; +"86 _zero_point_19" [id=86, type=get_attr]; +"87 _frozen_param31_1" [id=87, type=get_attr]; +"88 dequantize_per_channel_default_19" [id=88, type=dequantize_per_channel]; +"89 features_5_5_attn_proj_bias" [id=89, type=get_attr]; +"90 _scale_20" [id=90, type=get_attr]; +"91 _zero_point_20" [id=91, type=get_attr]; +"92 _frozen_param32_1" [id=92, type=get_attr]; +"93 dequantize_per_channel_default_20" [id=93, type=dequantize_per_channel]; +"94 _scale_21" [id=94, type=get_attr]; +"95 _zero_point_21" [id=95, type=get_attr]; +"96 _frozen_param33_1" [id=96, type=get_attr]; +"97 dequantize_per_channel_default_21" [id=97, type=dequantize_per_channel]; +"98 features_5_6_attn_proj_bias" [id=98, type=get_attr]; +"99 _scale_22" [id=99, type=get_attr]; +"100 _zero_point_22" [id=100, type=get_attr]; +"101 _frozen_param36_1" [id=101, type=get_attr]; +"102 dequantize_per_channel_default_22" [id=102, type=dequantize_per_channel]; +"103 _scale_23" [id=103, type=get_attr]; +"104 _zero_point_23" [id=104, type=get_attr]; +"105 _frozen_param40_1" [id=105, type=get_attr]; +"106 dequantize_per_channel_default_23" [id=106, type=dequantize_per_channel]; +"107 features_5_7_attn_proj_bias" [id=107, type=get_attr]; +"108 _scale_24" [id=108, type=get_attr]; +"109 _zero_point_24" [id=109, type=get_attr]; +"110 _frozen_param42_1" [id=110, type=get_attr]; +"111 dequantize_per_channel_default_24" [id=111, type=dequantize_per_channel]; +"112 _scale_25" [id=112, type=get_attr]; +"113 _zero_point_25" [id=113, type=get_attr]; +"114 _frozen_param43_1" [id=114, type=get_attr]; +"115 dequantize_per_channel_default_25" [id=115, type=dequantize_per_channel]; +"116 features_5_8_attn_proj_bias" [id=116, type=get_attr]; +"117 _scale_26" [id=117, type=get_attr]; +"118 _zero_point_26" [id=118, type=get_attr]; +"119 _frozen_param44_1" [id=119, type=get_attr]; +"120 dequantize_per_channel_default_26" [id=120, type=dequantize_per_channel]; +"121 _scale_27" [id=121, type=get_attr]; +"122 _zero_point_27" [id=122, type=get_attr]; +"123 _frozen_param45_1" [id=123, type=get_attr]; +"124 dequantize_per_channel_default_27" [id=124, type=dequantize_per_channel]; +"125 features_5_9_attn_proj_bias" [id=125, type=get_attr]; +"126 _scale_28" [id=126, type=get_attr]; +"127 _zero_point_28" [id=127, type=get_attr]; +"128 _frozen_param46_1" [id=128, type=get_attr]; +"129 dequantize_per_channel_default_28" [id=129, type=dequantize_per_channel]; +"130 _scale_29" [id=130, type=get_attr]; +"131 _zero_point_29" [id=131, type=get_attr]; +"132 _frozen_param47_1" [id=132, type=get_attr]; +"133 dequantize_per_channel_default_29" [id=133, type=dequantize_per_channel]; +"134 features_5_10_attn_proj_bias" [id=134, type=get_attr]; +"135 _scale_30" [id=135, type=get_attr]; +"136 _zero_point_30" [id=136, type=get_attr]; +"137 _frozen_param48_1" [id=137, type=get_attr]; +"138 dequantize_per_channel_default_30" [id=138, type=dequantize_per_channel]; +"139 _scale_31" [id=139, type=get_attr]; +"140 _zero_point_31" [id=140, type=get_attr]; +"141 _frozen_param49_1" [id=141, type=get_attr]; +"142 dequantize_per_channel_default_31" [id=142, type=dequantize_per_channel]; +"143 features_5_11_attn_proj_bias" [id=143, type=get_attr]; +"144 _scale_32" [id=144, type=get_attr]; +"145 _zero_point_32" [id=145, type=get_attr]; +"146 _frozen_param50_1" [id=146, type=get_attr]; +"147 dequantize_per_channel_default_32" [id=147, type=dequantize_per_channel]; +"148 _scale_33" [id=148, type=get_attr]; +"149 _zero_point_33" [id=149, type=get_attr]; +"150 _frozen_param53_1" [id=150, type=get_attr]; +"151 dequantize_per_channel_default_33" [id=151, type=dequantize_per_channel]; +"152 features_5_12_attn_proj_bias" [id=152, type=get_attr]; +"153 _scale_34" [id=153, type=get_attr]; +"154 _zero_point_34" [id=154, type=get_attr]; +"155 _frozen_param57_1" [id=155, type=get_attr]; +"156 dequantize_per_channel_default_34" [id=156, type=dequantize_per_channel]; +"157 _scale_35" [id=157, type=get_attr]; +"158 _zero_point_35" [id=158, type=get_attr]; +"159 _frozen_param59_1" [id=159, type=get_attr]; +"160 dequantize_per_channel_default_35" [id=160, type=dequantize_per_channel]; +"161 features_5_13_attn_proj_bias" [id=161, type=get_attr]; +"162 _scale_36" [id=162, type=get_attr]; +"163 _zero_point_36" [id=163, type=get_attr]; +"164 _frozen_param60_1" [id=164, type=get_attr]; +"165 dequantize_per_channel_default_36" [id=165, type=dequantize_per_channel]; +"166 _scale_37" [id=166, type=get_attr]; +"167 _zero_point_37" [id=167, type=get_attr]; +"168 _frozen_param61_1" [id=168, type=get_attr]; +"169 dequantize_per_channel_default_37" [id=169, type=dequantize_per_channel]; +"170 features_5_14_attn_proj_bias" [id=170, type=get_attr]; +"171 _scale_38" [id=171, type=get_attr]; +"172 _zero_point_38" [id=172, type=get_attr]; +"173 _frozen_param62_1" [id=173, type=get_attr]; +"174 dequantize_per_channel_default_38" [id=174, type=dequantize_per_channel]; +"175 _scale_39" [id=175, type=get_attr]; +"176 _zero_point_39" [id=176, type=get_attr]; +"177 _frozen_param63_1" [id=177, type=get_attr]; +"178 dequantize_per_channel_default_39" [id=178, type=dequantize_per_channel]; +"179 features_5_15_attn_proj_bias" [id=179, type=get_attr]; +"180 _scale_40" [id=180, type=get_attr]; +"181 _zero_point_40" [id=181, type=get_attr]; +"182 _frozen_param64_1" [id=182, type=get_attr]; +"183 dequantize_per_channel_default_40" [id=183, type=dequantize_per_channel]; +"184 _scale_41" [id=184, type=get_attr]; +"185 _zero_point_41" [id=185, type=get_attr]; +"186 _frozen_param65_1" [id=186, type=get_attr]; +"187 dequantize_per_channel_default_41" [id=187, type=dequantize_per_channel]; +"188 features_5_16_attn_proj_bias" [id=188, type=get_attr]; +"189 _scale_42" [id=189, type=get_attr]; +"190 _zero_point_42" [id=190, type=get_attr]; +"191 _frozen_param66_1" [id=191, type=get_attr]; +"192 dequantize_per_channel_default_42" [id=192, type=dequantize_per_channel]; +"193 _scale_43" [id=193, type=get_attr]; +"194 _zero_point_43" [id=194, type=get_attr]; +"195 _frozen_param67_1" [id=195, type=get_attr]; +"196 dequantize_per_channel_default_43" [id=196, type=dequantize_per_channel]; +"197 features_5_17_attn_proj_bias" [id=197, type=get_attr]; +"198 _scale_44" [id=198, type=get_attr]; +"199 _zero_point_44" [id=199, type=get_attr]; +"200 _frozen_param70_1" [id=200, type=get_attr]; +"201 dequantize_per_channel_default_44" [id=201, type=dequantize_per_channel]; +"202 _scale_45" [id=202, type=get_attr]; +"203 _zero_point_45" [id=203, type=get_attr]; +"204 _frozen_param74_1" [id=204, type=get_attr]; +"205 dequantize_per_channel_default_45" [id=205, type=dequantize_per_channel]; +"206 features_7_0_attn_proj_bias" [id=206, type=get_attr]; +"207 _scale_46" [id=207, type=get_attr]; +"208 _zero_point_46" [id=208, type=get_attr]; +"209 _frozen_param76_1" [id=209, type=get_attr]; +"210 dequantize_per_channel_default_46" [id=210, type=dequantize_per_channel]; +"211 _scale_47" [id=211, type=get_attr]; +"212 _zero_point_47" [id=212, type=get_attr]; +"213 _frozen_param77_1" [id=213, type=get_attr]; +"214 dequantize_per_channel_default_47" [id=214, type=dequantize_per_channel]; +"215 features_7_1_attn_proj_bias" [id=215, type=get_attr]; +"216 _scale_48" [id=216, type=get_attr]; +"217 _zero_point_48" [id=217, type=get_attr]; +"218 _frozen_param78_1" [id=218, type=get_attr]; +"219 dequantize_per_channel_default_48" [id=219, type=dequantize_per_channel]; +"220 features_0_0_bias" [id=220, type=get_attr]; +"221 features_0_2_weight" [id=221, type=get_attr]; +"222 features_0_2_bias" [id=222, type=get_attr]; +"223 features_1_0_norm1_weight" [id=223, type=get_attr]; +"224 features_1_0_norm1_bias" [id=224, type=get_attr]; +"225 _scale_49" [id=225, type=get_attr]; +"226 _zero_point_49" [id=226, type=get_attr]; +"227 _frozen_param79_1" [id=227, type=get_attr]; +"228 dequantize_per_channel_default_49" [id=228, type=dequantize_per_channel]; +"229 features_1_0_mlp_0_bias" [id=229, type=get_attr]; +"230 _scale_50" [id=230, type=get_attr]; +"231 _zero_point_50" [id=231, type=get_attr]; +"232 _frozen_param80_1" [id=232, type=get_attr]; +"233 dequantize_per_channel_default_50" [id=233, type=dequantize_per_channel]; +"234 features_1_0_mlp_3_bias" [id=234, type=get_attr]; +"235 features_1_0_norm2_weight" [id=235, type=get_attr]; +"236 features_1_0_norm2_bias" [id=236, type=get_attr]; +"237 features_1_1_norm1_weight" [id=237, type=get_attr]; +"238 features_1_1_norm1_bias" [id=238, type=get_attr]; +"239 _scale_51" [id=239, type=get_attr]; +"240 _zero_point_51" [id=240, type=get_attr]; +"241 _frozen_param81_1" [id=241, type=get_attr]; +"242 dequantize_per_channel_default_51" [id=242, type=dequantize_per_channel]; +"243 features_1_1_mlp_0_bias" [id=243, type=get_attr]; +"244 _scale_52" [id=244, type=get_attr]; +"245 _zero_point_52" [id=245, type=get_attr]; +"246 _frozen_param82_1" [id=246, type=get_attr]; +"247 dequantize_per_channel_default_52" [id=247, type=dequantize_per_channel]; +"248 features_1_1_mlp_3_bias" [id=248, type=get_attr]; +"249 features_1_1_norm2_weight" [id=249, type=get_attr]; +"250 features_1_1_norm2_bias" [id=250, type=get_attr]; +"251 _scale_53" [id=251, type=get_attr]; +"252 _zero_point_53" [id=252, type=get_attr]; +"253 _frozen_param83_1" [id=253, type=get_attr]; +"254 dequantize_per_channel_default_53" [id=254, type=dequantize_per_channel]; +"255 features_2_norm_weight" [id=255, type=get_attr]; +"256 features_2_norm_bias" [id=256, type=get_attr]; +"257 features_3_0_norm1_weight" [id=257, type=get_attr]; +"258 features_3_0_norm1_bias" [id=258, type=get_attr]; +"259 _scale_54" [id=259, type=get_attr]; +"260 _zero_point_54" [id=260, type=get_attr]; +"261 _frozen_param84_1" [id=261, type=get_attr]; +"262 dequantize_per_channel_default_54" [id=262, type=dequantize_per_channel]; +"263 features_3_0_mlp_0_bias" [id=263, type=get_attr]; +"264 _scale_55" [id=264, type=get_attr]; +"265 _zero_point_55" [id=265, type=get_attr]; +"266 _frozen_param87_1" [id=266, type=get_attr]; +"267 dequantize_per_channel_default_55" [id=267, type=dequantize_per_channel]; +"268 features_3_0_mlp_3_bias" [id=268, type=get_attr]; +"269 features_3_0_norm2_weight" [id=269, type=get_attr]; +"270 features_3_0_norm2_bias" [id=270, type=get_attr]; +"271 features_3_1_norm1_weight" [id=271, type=get_attr]; +"272 features_3_1_norm1_bias" [id=272, type=get_attr]; +"273 _scale_56" [id=273, type=get_attr]; +"274 _zero_point_56" [id=274, type=get_attr]; +"275 _frozen_param91_1" [id=275, type=get_attr]; +"276 dequantize_per_channel_default_56" [id=276, type=dequantize_per_channel]; +"277 features_3_1_mlp_0_bias" [id=277, type=get_attr]; +"278 _scale_57" [id=278, type=get_attr]; +"279 _zero_point_57" [id=279, type=get_attr]; +"280 _frozen_param93_1" [id=280, type=get_attr]; +"281 dequantize_per_channel_default_57" [id=281, type=dequantize_per_channel]; +"282 features_3_1_mlp_3_bias" [id=282, type=get_attr]; +"283 features_3_1_norm2_weight" [id=283, type=get_attr]; +"284 features_3_1_norm2_bias" [id=284, type=get_attr]; +"285 _scale_58" [id=285, type=get_attr]; +"286 _zero_point_58" [id=286, type=get_attr]; +"287 _frozen_param94_1" [id=287, type=get_attr]; +"288 dequantize_per_channel_default_58" [id=288, type=dequantize_per_channel]; +"289 features_4_norm_weight" [id=289, type=get_attr]; +"290 features_4_norm_bias" [id=290, type=get_attr]; +"291 features_5_0_norm1_weight" [id=291, type=get_attr]; +"292 features_5_0_norm1_bias" [id=292, type=get_attr]; +"293 _scale_59" [id=293, type=get_attr]; +"294 _zero_point_59" [id=294, type=get_attr]; +"295 _frozen_param95_1" [id=295, type=get_attr]; +"296 dequantize_per_channel_default_59" [id=296, type=dequantize_per_channel]; +"297 features_5_0_mlp_0_bias" [id=297, type=get_attr]; +"298 _scale_60" [id=298, type=get_attr]; +"299 _zero_point_60" [id=299, type=get_attr]; +"300 _frozen_param96_1" [id=300, type=get_attr]; +"301 dequantize_per_channel_default_60" [id=301, type=dequantize_per_channel]; +"302 features_5_0_mlp_3_bias" [id=302, type=get_attr]; +"303 features_5_0_norm2_weight" [id=303, type=get_attr]; +"304 features_5_0_norm2_bias" [id=304, type=get_attr]; +"305 features_5_1_norm1_weight" [id=305, type=get_attr]; +"306 features_5_1_norm1_bias" [id=306, type=get_attr]; +"307 _scale_61" [id=307, type=get_attr]; +"308 _zero_point_61" [id=308, type=get_attr]; +"309 _frozen_param97_1" [id=309, type=get_attr]; +"310 dequantize_per_channel_default_61" [id=310, type=dequantize_per_channel]; +"311 features_5_1_mlp_0_bias" [id=311, type=get_attr]; +"312 _scale_62" [id=312, type=get_attr]; +"313 _zero_point_62" [id=313, type=get_attr]; +"314 _frozen_param98_1" [id=314, type=get_attr]; +"315 dequantize_per_channel_default_62" [id=315, type=dequantize_per_channel]; +"316 features_5_1_mlp_3_bias" [id=316, type=get_attr]; +"317 features_5_1_norm2_weight" [id=317, type=get_attr]; +"318 features_5_1_norm2_bias" [id=318, type=get_attr]; +"319 features_5_2_norm1_weight" [id=319, type=get_attr]; +"320 features_5_2_norm1_bias" [id=320, type=get_attr]; +"321 _scale_63" [id=321, type=get_attr]; +"322 _zero_point_63" [id=322, type=get_attr]; +"323 _frozen_param99_1" [id=323, type=get_attr]; +"324 dequantize_per_channel_default_63" [id=324, type=dequantize_per_channel]; +"325 features_5_2_mlp_0_bias" [id=325, type=get_attr]; +"326 _scale_64" [id=326, type=get_attr]; +"327 _zero_point_64" [id=327, type=get_attr]; +"328 _frozen_param100_1" [id=328, type=get_attr]; +"329 dequantize_per_channel_default_64" [id=329, type=dequantize_per_channel]; +"330 features_5_2_mlp_3_bias" [id=330, type=get_attr]; +"331 features_5_2_norm2_weight" [id=331, type=get_attr]; +"332 features_5_2_norm2_bias" [id=332, type=get_attr]; +"333 features_5_3_norm1_weight" [id=333, type=get_attr]; +"334 features_5_3_norm1_bias" [id=334, type=get_attr]; +"335 _scale_65" [id=335, type=get_attr]; +"336 _zero_point_65" [id=336, type=get_attr]; +"337 _frozen_param101_1" [id=337, type=get_attr]; +"338 dequantize_per_channel_default_65" [id=338, type=dequantize_per_channel]; +"339 features_5_3_mlp_0_bias" [id=339, type=get_attr]; +"340 _scale_66" [id=340, type=get_attr]; +"341 _zero_point_66" [id=341, type=get_attr]; +"342 _frozen_param104_1" [id=342, type=get_attr]; +"343 dequantize_per_channel_default_66" [id=343, type=dequantize_per_channel]; +"344 features_5_3_mlp_3_bias" [id=344, type=get_attr]; +"345 features_5_3_norm2_weight" [id=345, type=get_attr]; +"346 features_5_3_norm2_bias" [id=346, type=get_attr]; +"347 features_5_4_norm1_weight" [id=347, type=get_attr]; +"348 features_5_4_norm1_bias" [id=348, type=get_attr]; +"349 _scale_67" [id=349, type=get_attr]; +"350 _zero_point_67" [id=350, type=get_attr]; +"351 _frozen_param108_1" [id=351, type=get_attr]; +"352 dequantize_per_channel_default_67" [id=352, type=dequantize_per_channel]; +"353 features_5_4_mlp_0_bias" [id=353, type=get_attr]; +"354 _scale_68" [id=354, type=get_attr]; +"355 _zero_point_68" [id=355, type=get_attr]; +"356 _frozen_param110_1" [id=356, type=get_attr]; +"357 dequantize_per_channel_default_68" [id=357, type=dequantize_per_channel]; +"358 features_5_4_mlp_3_bias" [id=358, type=get_attr]; +"359 features_5_4_norm2_weight" [id=359, type=get_attr]; +"360 features_5_4_norm2_bias" [id=360, type=get_attr]; +"361 features_5_5_norm1_weight" [id=361, type=get_attr]; +"362 features_5_5_norm1_bias" [id=362, type=get_attr]; +"363 _scale_69" [id=363, type=get_attr]; +"364 _zero_point_69" [id=364, type=get_attr]; +"365 _frozen_param111_1" [id=365, type=get_attr]; +"366 dequantize_per_channel_default_69" [id=366, type=dequantize_per_channel]; +"367 features_5_5_mlp_0_bias" [id=367, type=get_attr]; +"368 _scale_70" [id=368, type=get_attr]; +"369 _zero_point_70" [id=369, type=get_attr]; +"370 _frozen_param112_1" [id=370, type=get_attr]; +"371 dequantize_per_channel_default_70" [id=371, type=dequantize_per_channel]; +"372 features_5_5_mlp_3_bias" [id=372, type=get_attr]; +"373 features_5_5_norm2_weight" [id=373, type=get_attr]; +"374 features_5_5_norm2_bias" [id=374, type=get_attr]; +"375 features_5_6_norm1_weight" [id=375, type=get_attr]; +"376 features_5_6_norm1_bias" [id=376, type=get_attr]; +"377 _scale_71" [id=377, type=get_attr]; +"378 _zero_point_71" [id=378, type=get_attr]; +"379 _frozen_param113_1" [id=379, type=get_attr]; +"380 dequantize_per_channel_default_71" [id=380, type=dequantize_per_channel]; +"381 features_5_6_mlp_0_bias" [id=381, type=get_attr]; +"382 _scale_72" [id=382, type=get_attr]; +"383 _zero_point_72" [id=383, type=get_attr]; +"384 _frozen_param114_1" [id=384, type=get_attr]; +"385 dequantize_per_channel_default_72" [id=385, type=dequantize_per_channel]; +"386 features_5_6_mlp_3_bias" [id=386, type=get_attr]; +"387 features_5_6_norm2_weight" [id=387, type=get_attr]; +"388 features_5_6_norm2_bias" [id=388, type=get_attr]; +"389 features_5_7_norm1_weight" [id=389, type=get_attr]; +"390 features_5_7_norm1_bias" [id=390, type=get_attr]; +"391 _scale_73" [id=391, type=get_attr]; +"392 _zero_point_73" [id=392, type=get_attr]; +"393 _frozen_param115_1" [id=393, type=get_attr]; +"394 dequantize_per_channel_default_73" [id=394, type=dequantize_per_channel]; +"395 features_5_7_mlp_0_bias" [id=395, type=get_attr]; +"396 _scale_74" [id=396, type=get_attr]; +"397 _zero_point_74" [id=397, type=get_attr]; +"398 _frozen_param116_1" [id=398, type=get_attr]; +"399 dequantize_per_channel_default_74" [id=399, type=dequantize_per_channel]; +"400 features_5_7_mlp_3_bias" [id=400, type=get_attr]; +"401 features_5_7_norm2_weight" [id=401, type=get_attr]; +"402 features_5_7_norm2_bias" [id=402, type=get_attr]; +"403 features_5_8_norm1_weight" [id=403, type=get_attr]; +"404 features_5_8_norm1_bias" [id=404, type=get_attr]; +"405 _scale_75" [id=405, type=get_attr]; +"406 _zero_point_75" [id=406, type=get_attr]; +"407 _frozen_param117_1" [id=407, type=get_attr]; +"408 dequantize_per_channel_default_75" [id=408, type=dequantize_per_channel]; +"409 features_5_8_mlp_0_bias" [id=409, type=get_attr]; +"410 _scale_76" [id=410, type=get_attr]; +"411 _zero_point_76" [id=411, type=get_attr]; +"412 _frozen_param118_1" [id=412, type=get_attr]; +"413 dequantize_per_channel_default_76" [id=413, type=dequantize_per_channel]; +"414 features_5_8_mlp_3_bias" [id=414, type=get_attr]; +"415 features_5_8_norm2_weight" [id=415, type=get_attr]; +"416 features_5_8_norm2_bias" [id=416, type=get_attr]; +"417 features_5_9_norm1_weight" [id=417, type=get_attr]; +"418 features_5_9_norm1_bias" [id=418, type=get_attr]; +"419 _scale_77" [id=419, type=get_attr]; +"420 _zero_point_77" [id=420, type=get_attr]; +"421 _frozen_param121_1" [id=421, type=get_attr]; +"422 dequantize_per_channel_default_77" [id=422, type=dequantize_per_channel]; +"423 features_5_9_mlp_0_bias" [id=423, type=get_attr]; +"424 _scale_78" [id=424, type=get_attr]; +"425 _zero_point_78" [id=425, type=get_attr]; +"426 _frozen_param125_1" [id=426, type=get_attr]; +"427 dequantize_per_channel_default_78" [id=427, type=dequantize_per_channel]; +"428 features_5_9_mlp_3_bias" [id=428, type=get_attr]; +"429 features_5_9_norm2_weight" [id=429, type=get_attr]; +"430 features_5_9_norm2_bias" [id=430, type=get_attr]; +"431 features_5_10_norm1_weight" [id=431, type=get_attr]; +"432 features_5_10_norm1_bias" [id=432, type=get_attr]; +"433 _scale_79" [id=433, type=get_attr]; +"434 _zero_point_79" [id=434, type=get_attr]; +"435 _frozen_param127_1" [id=435, type=get_attr]; +"436 dequantize_per_channel_default_79" [id=436, type=dequantize_per_channel]; +"437 features_5_10_mlp_0_bias" [id=437, type=get_attr]; +"438 _scale_80" [id=438, type=get_attr]; +"439 _zero_point_80" [id=439, type=get_attr]; +"440 _frozen_param128_1" [id=440, type=get_attr]; +"441 dequantize_per_channel_default_80" [id=441, type=dequantize_per_channel]; +"442 features_5_10_mlp_3_bias" [id=442, type=get_attr]; +"443 features_5_10_norm2_weight" [id=443, type=get_attr]; +"444 features_5_10_norm2_bias" [id=444, type=get_attr]; +"445 features_5_11_norm1_weight" [id=445, type=get_attr]; +"446 features_5_11_norm1_bias" [id=446, type=get_attr]; +"447 _scale_81" [id=447, type=get_attr]; +"448 _zero_point_81" [id=448, type=get_attr]; +"449 _frozen_param129_1" [id=449, type=get_attr]; +"450 dequantize_per_channel_default_81" [id=450, type=dequantize_per_channel]; +"451 features_5_11_mlp_0_bias" [id=451, type=get_attr]; +"452 _scale_82" [id=452, type=get_attr]; +"453 _zero_point_82" [id=453, type=get_attr]; +"454 _frozen_param130_1" [id=454, type=get_attr]; +"455 dequantize_per_channel_default_82" [id=455, type=dequantize_per_channel]; +"456 features_5_11_mlp_3_bias" [id=456, type=get_attr]; +"457 features_5_11_norm2_weight" [id=457, type=get_attr]; +"458 features_5_11_norm2_bias" [id=458, type=get_attr]; +"459 features_5_12_norm1_weight" [id=459, type=get_attr]; +"460 features_5_12_norm1_bias" [id=460, type=get_attr]; +"461 _scale_83" [id=461, type=get_attr]; +"462 _zero_point_83" [id=462, type=get_attr]; +"463 _frozen_param131_1" [id=463, type=get_attr]; +"464 dequantize_per_channel_default_83" [id=464, type=dequantize_per_channel]; +"465 features_5_12_mlp_0_bias" [id=465, type=get_attr]; +"466 _scale_84" [id=466, type=get_attr]; +"467 _zero_point_84" [id=467, type=get_attr]; +"468 _frozen_param132_1" [id=468, type=get_attr]; +"469 dequantize_per_channel_default_84" [id=469, type=dequantize_per_channel]; +"470 features_5_12_mlp_3_bias" [id=470, type=get_attr]; +"471 features_5_12_norm2_weight" [id=471, type=get_attr]; +"472 features_5_12_norm2_bias" [id=472, type=get_attr]; +"473 features_5_13_norm1_weight" [id=473, type=get_attr]; +"474 features_5_13_norm1_bias" [id=474, type=get_attr]; +"475 _scale_85" [id=475, type=get_attr]; +"476 _zero_point_85" [id=476, type=get_attr]; +"477 _frozen_param133_1" [id=477, type=get_attr]; +"478 dequantize_per_channel_default_85" [id=478, type=dequantize_per_channel]; +"479 features_5_13_mlp_0_bias" [id=479, type=get_attr]; +"480 _scale_86" [id=480, type=get_attr]; +"481 _zero_point_86" [id=481, type=get_attr]; +"482 _frozen_param134_1" [id=482, type=get_attr]; +"483 dequantize_per_channel_default_86" [id=483, type=dequantize_per_channel]; +"484 features_5_13_mlp_3_bias" [id=484, type=get_attr]; +"485 features_5_13_norm2_weight" [id=485, type=get_attr]; +"486 features_5_13_norm2_bias" [id=486, type=get_attr]; +"487 features_5_14_norm1_weight" [id=487, type=get_attr]; +"488 features_5_14_norm1_bias" [id=488, type=get_attr]; +"489 _scale_87" [id=489, type=get_attr]; +"490 _zero_point_87" [id=490, type=get_attr]; +"491 _frozen_param135_1" [id=491, type=get_attr]; +"492 dequantize_per_channel_default_87" [id=492, type=dequantize_per_channel]; +"493 features_5_14_mlp_0_bias" [id=493, type=get_attr]; +"494 _scale_88" [id=494, type=get_attr]; +"495 _zero_point_88" [id=495, type=get_attr]; +"496 _frozen_param138_1" [id=496, type=get_attr]; +"497 dequantize_per_channel_default_88" [id=497, type=dequantize_per_channel]; +"498 features_5_14_mlp_3_bias" [id=498, type=get_attr]; +"499 features_5_14_norm2_weight" [id=499, type=get_attr]; +"500 features_5_14_norm2_bias" [id=500, type=get_attr]; +"501 features_5_15_norm1_weight" [id=501, type=get_attr]; +"502 features_5_15_norm1_bias" [id=502, type=get_attr]; +"503 _scale_89" [id=503, type=get_attr]; +"504 _zero_point_89" [id=504, type=get_attr]; +"505 _frozen_param142_1" [id=505, type=get_attr]; +"506 dequantize_per_channel_default_89" [id=506, type=dequantize_per_channel]; +"507 features_5_15_mlp_0_bias" [id=507, type=get_attr]; +"508 _scale_90" [id=508, type=get_attr]; +"509 _zero_point_90" [id=509, type=get_attr]; +"510 _frozen_param144_1" [id=510, type=get_attr]; +"511 dequantize_per_channel_default_90" [id=511, type=dequantize_per_channel]; +"512 features_5_15_mlp_3_bias" [id=512, type=get_attr]; +"513 features_5_15_norm2_weight" [id=513, type=get_attr]; +"514 features_5_15_norm2_bias" [id=514, type=get_attr]; +"515 features_5_16_norm1_weight" [id=515, type=get_attr]; +"516 features_5_16_norm1_bias" [id=516, type=get_attr]; +"517 _scale_91" [id=517, type=get_attr]; +"518 _zero_point_91" [id=518, type=get_attr]; +"519 _frozen_param145_1" [id=519, type=get_attr]; +"520 dequantize_per_channel_default_91" [id=520, type=dequantize_per_channel]; +"521 features_5_16_mlp_0_bias" [id=521, type=get_attr]; +"522 _scale_92" [id=522, type=get_attr]; +"523 _zero_point_92" [id=523, type=get_attr]; +"524 _frozen_param146_1" [id=524, type=get_attr]; +"525 dequantize_per_channel_default_92" [id=525, type=dequantize_per_channel]; +"526 features_5_16_mlp_3_bias" [id=526, type=get_attr]; +"527 features_5_16_norm2_weight" [id=527, type=get_attr]; +"528 features_5_16_norm2_bias" [id=528, type=get_attr]; +"529 features_5_17_norm1_weight" [id=529, type=get_attr]; +"530 features_5_17_norm1_bias" [id=530, type=get_attr]; +"531 _scale_93" [id=531, type=get_attr]; +"532 _zero_point_93" [id=532, type=get_attr]; +"533 _frozen_param147_1" [id=533, type=get_attr]; +"534 dequantize_per_channel_default_93" [id=534, type=dequantize_per_channel]; +"535 features_5_17_mlp_0_bias" [id=535, type=get_attr]; +"536 _scale_94" [id=536, type=get_attr]; +"537 _zero_point_94" [id=537, type=get_attr]; +"538 _frozen_param148_1" [id=538, type=get_attr]; +"539 dequantize_per_channel_default_94" [id=539, type=dequantize_per_channel]; +"540 features_5_17_mlp_3_bias" [id=540, type=get_attr]; +"541 features_5_17_norm2_weight" [id=541, type=get_attr]; +"542 features_5_17_norm2_bias" [id=542, type=get_attr]; +"543 _scale_95" [id=543, type=get_attr]; +"544 _zero_point_95" [id=544, type=get_attr]; +"545 _frozen_param149_1" [id=545, type=get_attr]; +"546 dequantize_per_channel_default_95" [id=546, type=dequantize_per_channel]; +"547 features_6_norm_weight" [id=547, type=get_attr]; +"548 features_6_norm_bias" [id=548, type=get_attr]; +"549 features_7_0_norm1_weight" [id=549, type=get_attr]; +"550 features_7_0_norm1_bias" [id=550, type=get_attr]; +"551 _scale_96" [id=551, type=get_attr]; +"552 _zero_point_96" [id=552, type=get_attr]; +"553 _frozen_param150_1" [id=553, type=get_attr]; +"554 dequantize_per_channel_default_96" [id=554, type=dequantize_per_channel]; +"555 features_7_0_mlp_0_bias" [id=555, type=get_attr]; +"556 _scale_97" [id=556, type=get_attr]; +"557 _zero_point_97" [id=557, type=get_attr]; +"558 _frozen_param151_1" [id=558, type=get_attr]; +"559 dequantize_per_channel_default_97" [id=559, type=dequantize_per_channel]; +"560 features_7_0_mlp_3_bias" [id=560, type=get_attr]; +"561 features_7_0_norm2_weight" [id=561, type=get_attr]; +"562 features_7_0_norm2_bias" [id=562, type=get_attr]; +"563 features_7_1_norm1_weight" [id=563, type=get_attr]; +"564 features_7_1_norm1_bias" [id=564, type=get_attr]; +"565 _scale_98" [id=565, type=get_attr]; +"566 _zero_point_98" [id=566, type=get_attr]; +"567 _frozen_param152_1" [id=567, type=get_attr]; +"568 dequantize_per_channel_default_98" [id=568, type=dequantize_per_channel]; +"569 features_7_1_mlp_0_bias" [id=569, type=get_attr]; +"570 _scale_99" [id=570, type=get_attr]; +"571 _zero_point_99" [id=571, type=get_attr]; +"572 _frozen_param155_1" [id=572, type=get_attr]; +"573 dequantize_per_channel_default_99" [id=573, type=dequantize_per_channel]; +"574 features_7_1_mlp_3_bias" [id=574, type=get_attr]; +"575 features_7_1_norm2_weight" [id=575, type=get_attr]; +"576 features_7_1_norm2_bias" [id=576, type=get_attr]; +"577 norm_weight" [id=577, type=get_attr]; +"578 norm_bias" [id=578, type=get_attr]; +"579 _scale_100" [id=579, type=get_attr]; +"580 _zero_point_100" [id=580, type=get_attr]; +"581 _frozen_param159_1" [id=581, type=get_attr]; +"582 dequantize_per_channel_default_100" [id=582, type=dequantize_per_channel]; +"583 head_bias" [id=583, type=get_attr]; +"584 x" [id=584, type=input]; +"585 quantize_per_tensor_default" [id=585, type=quantize_per_tensor]; +"586 dequantize_per_tensor_default" [id=586, type=dequantize_per_tensor]; +"587 conv2d" [id=587, type=conv2d]; +"588 permute" [id=588, type=permute]; +"589 layer_norm" [id=589, type=layer_norm]; +"590 quantize_per_tensor_default_1" [id=590, type=quantize_per_tensor]; +"591 dequantize_per_tensor_default_1" [id=591, type=dequantize_per_tensor]; +"592 _frozen_param0" [id=592, type=get_attr]; +"593 pad" [id=593, type=pad]; +"594 view_2" [id=594, type=view]; +"595 permute_2" [id=595, type=permute]; +"596 reshape" [id=596, type=reshape]; +"597 _frozen_param1" [id=597, type=get_attr]; +"598 linear_2" [id=598, type=linear]; +"599 reshape_1" [id=599, type=reshape]; +"600 permute_3" [id=600, type=permute]; +"601 select" [id=601, type=select]; +"602 select_1" [id=602, type=select]; +"603 select_2" [id=603, type=select]; +"604 linalg_vector_norm" [id=604, type=linalg_vector_norm]; +"605 clamp_min" [id=605, type=clamp_min]; +"606 expand_as" [id=606, type=expand_as]; +"607 div" [id=607, type=div]; +"608 quantize_per_tensor_default_2" [id=608, type=quantize_per_tensor]; +"609 dequantize_per_tensor_default_2" [id=609, type=dequantize_per_tensor]; +"610 linalg_vector_norm_1" [id=610, type=linalg_vector_norm]; +"611 clamp_min_1" [id=611, type=clamp_min]; +"612 expand_as_1" [id=612, type=expand_as]; +"613 div_1" [id=613, type=div]; +"614 quantize_per_tensor_default_3" [id=614, type=quantize_per_tensor]; +"615 dequantize_per_tensor_default_3" [id=615, type=dequantize_per_tensor]; +"616 transpose" [id=616, type=transpose]; +"617 matmul" [id=617, type=matmul]; +"618 _frozen_param3" [id=618, type=get_attr]; +"619 mul_1" [id=619, type=mul]; +"620 add" [id=620, type=add]; +"621 softmax" [id=621, type=softmax]; +"622 dropout" [id=622, type=dropout]; +"623 matmul_1" [id=623, type=matmul]; +"624 quantize_per_tensor_default_4" [id=624, type=quantize_per_tensor]; +"625 dequantize_per_tensor_default_4" [id=625, type=dequantize_per_tensor]; +"626 transpose_1" [id=626, type=transpose]; +"627 reshape_2" [id=627, type=reshape]; +"628 linear_3" [id=628, type=linear]; +"629 dropout_1" [id=629, type=dropout]; +"630 view_3" [id=630, type=view]; +"631 permute_4" [id=631, type=permute]; +"632 reshape_3" [id=632, type=reshape]; +"633 slice_2" [id=633, type=slice]; +"634 slice_3" [id=634, type=slice]; +"635 layer_norm_1" [id=635, type=layer_norm]; +"636 add_1" [id=636, type=add]; +"637 quantize_per_tensor_default_5" [id=637, type=quantize_per_tensor]; +"638 dequantize_per_tensor_default_5" [id=638, type=dequantize_per_tensor]; +"639 linear_4" [id=639, type=linear]; +"640 gelu" [id=640, type=gelu]; +"641 quantize_per_tensor_default_6" [id=641, type=quantize_per_tensor]; +"642 dequantize_per_tensor_default_6" [id=642, type=dequantize_per_tensor]; +"643 dropout_2" [id=643, type=dropout]; +"644 linear_5" [id=644, type=linear]; +"645 dropout_3" [id=645, type=dropout]; +"646 layer_norm_2" [id=646, type=layer_norm]; +"647 add_2" [id=647, type=add]; +"648 _frozen_param4" [id=648, type=get_attr]; +"649 pad_1" [id=649, type=pad]; +"650 roll" [id=650, type=roll]; +"651 view_6" [id=651, type=view]; +"652 permute_6" [id=652, type=permute]; +"653 reshape_4" [id=653, type=reshape]; +"654 quantize_per_tensor_default_7" [id=654, type=quantize_per_tensor]; +"655 dequantize_per_tensor_default_7" [id=655, type=dequantize_per_tensor]; +"656 _frozen_param5" [id=656, type=get_attr]; +"657 linear_8" [id=657, type=linear]; +"658 reshape_5" [id=658, type=reshape]; +"659 permute_7" [id=659, type=permute]; +"660 select_3" [id=660, type=select]; +"661 select_4" [id=661, type=select]; +"662 select_5" [id=662, type=select]; +"663 linalg_vector_norm_2" [id=663, type=linalg_vector_norm]; +"664 clamp_min_2" [id=664, type=clamp_min]; +"665 expand_as_2" [id=665, type=expand_as]; +"666 div_2" [id=666, type=div]; +"667 quantize_per_tensor_default_8" [id=667, type=quantize_per_tensor]; +"668 dequantize_per_tensor_default_8" [id=668, type=dequantize_per_tensor]; +"669 linalg_vector_norm_3" [id=669, type=linalg_vector_norm]; +"670 clamp_min_3" [id=670, type=clamp_min]; +"671 expand_as_3" [id=671, type=expand_as]; +"672 div_3" [id=672, type=div]; +"673 quantize_per_tensor_default_9" [id=673, type=quantize_per_tensor]; +"674 dequantize_per_tensor_default_9" [id=674, type=dequantize_per_tensor]; +"675 transpose_2" [id=675, type=transpose]; +"676 matmul_2" [id=676, type=matmul]; +"677 _frozen_param7" [id=677, type=get_attr]; +"678 mul_3" [id=678, type=mul]; +"679 add_3" [id=679, type=add]; +"680 new_zeros" [id=680, type=new_zeros]; +"681 view_7" [id=681, type=view]; +"682 permute_8" [id=682, type=permute]; +"683 reshape_6" [id=683, type=reshape]; +"684 unsqueeze_2" [id=684, type=unsqueeze]; +"685 unsqueeze_3" [id=685, type=unsqueeze]; +"686 sub" [id=686, type=sub]; +"687 ne" [id=687, type=ne]; +"688 masked_fill" [id=688, type=masked_fill]; +"689 eq" [id=689, type=eq]; +"690 masked_fill_1" [id=690, type=masked_fill]; +"691 view_8" [id=691, type=view]; +"692 unsqueeze_4" [id=692, type=unsqueeze]; +"693 unsqueeze_5" [id=693, type=unsqueeze]; +"694 add_4" [id=694, type=add]; +"695 view_9" [id=695, type=view]; +"696 softmax_1" [id=696, type=softmax]; +"697 dropout_4" [id=697, type=dropout]; +"698 matmul_3" [id=698, type=matmul]; +"699 quantize_per_tensor_default_10" [id=699, type=quantize_per_tensor]; +"700 dequantize_per_tensor_default_10" [id=700, type=dequantize_per_tensor]; +"701 transpose_3" [id=701, type=transpose]; +"702 reshape_7" [id=702, type=reshape]; +"703 linear_9" [id=703, type=linear]; +"704 dropout_5" [id=704, type=dropout]; +"705 view_10" [id=705, type=view]; +"706 permute_9" [id=706, type=permute]; +"707 reshape_8" [id=707, type=reshape]; +"708 roll_1" [id=708, type=roll]; +"709 slice_23" [id=709, type=slice]; +"710 slice_24" [id=710, type=slice]; +"711 layer_norm_3" [id=711, type=layer_norm]; +"712 add_5" [id=712, type=add]; +"713 quantize_per_tensor_default_11" [id=713, type=quantize_per_tensor]; +"714 dequantize_per_tensor_default_11" [id=714, type=dequantize_per_tensor]; +"715 linear_10" [id=715, type=linear]; +"716 gelu_1" [id=716, type=gelu]; +"717 quantize_per_tensor_default_12" [id=717, type=quantize_per_tensor]; +"718 dequantize_per_tensor_default_12" [id=718, type=dequantize_per_tensor]; +"719 dropout_6" [id=719, type=dropout]; +"720 linear_11" [id=720, type=linear]; +"721 dropout_7" [id=721, type=dropout]; +"722 layer_norm_4" [id=722, type=layer_norm]; +"723 add_6" [id=723, type=add]; +"724 quantize_per_tensor_default_13" [id=724, type=quantize_per_tensor]; +"725 dequantize_per_tensor_default_13" [id=725, type=dequantize_per_tensor]; +"726 pad_2" [id=726, type=pad]; +"727 slice_25" [id=727, type=slice]; +"728 slice_26" [id=728, type=slice]; +"729 slice_27" [id=729, type=slice]; +"730 slice_28" [id=730, type=slice]; +"731 slice_29" [id=731, type=slice]; +"732 slice_30" [id=732, type=slice]; +"733 slice_31" [id=733, type=slice]; +"734 slice_32" [id=734, type=slice]; +"735 slice_33" [id=735, type=slice]; +"736 slice_34" [id=736, type=slice]; +"737 slice_35" [id=737, type=slice]; +"738 slice_36" [id=738, type=slice]; +"739 cat" [id=739, type=cat]; +"740 linear_12" [id=740, type=linear]; +"741 layer_norm_5" [id=741, type=layer_norm]; +"742 quantize_per_tensor_default_14" [id=742, type=quantize_per_tensor]; +"743 dequantize_per_tensor_default_14" [id=743, type=dequantize_per_tensor]; +"744 _frozen_param17" [id=744, type=get_attr]; +"745 pad_3" [id=745, type=pad]; +"746 view_13" [id=746, type=view]; +"747 permute_11" [id=747, type=permute]; +"748 reshape_9" [id=748, type=reshape]; +"749 _frozen_param18" [id=749, type=get_attr]; +"750 linear_15" [id=750, type=linear]; +"751 reshape_10" [id=751, type=reshape]; +"752 permute_12" [id=752, type=permute]; +"753 select_6" [id=753, type=select]; +"754 select_7" [id=754, type=select]; +"755 select_8" [id=755, type=select]; +"756 linalg_vector_norm_4" [id=756, type=linalg_vector_norm]; +"757 clamp_min_4" [id=757, type=clamp_min]; +"758 expand_as_4" [id=758, type=expand_as]; +"759 div_4" [id=759, type=div]; +"760 quantize_per_tensor_default_15" [id=760, type=quantize_per_tensor]; +"761 dequantize_per_tensor_default_15" [id=761, type=dequantize_per_tensor]; +"762 linalg_vector_norm_5" [id=762, type=linalg_vector_norm]; +"763 clamp_min_5" [id=763, type=clamp_min]; +"764 expand_as_5" [id=764, type=expand_as]; +"765 div_5" [id=765, type=div]; +"766 quantize_per_tensor_default_16" [id=766, type=quantize_per_tensor]; +"767 dequantize_per_tensor_default_16" [id=767, type=dequantize_per_tensor]; +"768 transpose_4" [id=768, type=transpose]; +"769 matmul_4" [id=769, type=matmul]; +"770 _frozen_param20" [id=770, type=get_attr]; +"771 mul_5" [id=771, type=mul]; +"772 add_7" [id=772, type=add]; +"773 softmax_2" [id=773, type=softmax]; +"774 dropout_8" [id=774, type=dropout]; +"775 matmul_5" [id=775, type=matmul]; +"776 quantize_per_tensor_default_17" [id=776, type=quantize_per_tensor]; +"777 dequantize_per_tensor_default_17" [id=777, type=dequantize_per_tensor]; +"778 transpose_5" [id=778, type=transpose]; +"779 reshape_11" [id=779, type=reshape]; +"780 linear_16" [id=780, type=linear]; +"781 dropout_9" [id=781, type=dropout]; +"782 view_14" [id=782, type=view]; +"783 permute_13" [id=783, type=permute]; +"784 reshape_12" [id=784, type=reshape]; +"785 slice_38" [id=785, type=slice]; +"786 slice_39" [id=786, type=slice]; +"787 slice_40" [id=787, type=slice]; +"788 slice_41" [id=788, type=slice]; +"789 contiguous_3" [id=789, type=contiguous]; +"790 layer_norm_6" [id=790, type=layer_norm]; +"791 add_8" [id=791, type=add]; +"792 quantize_per_tensor_default_18" [id=792, type=quantize_per_tensor]; +"793 dequantize_per_tensor_default_18" [id=793, type=dequantize_per_tensor]; +"794 linear_17" [id=794, type=linear]; +"795 gelu_2" [id=795, type=gelu]; +"796 quantize_per_tensor_default_19" [id=796, type=quantize_per_tensor]; +"797 dequantize_per_tensor_default_19" [id=797, type=dequantize_per_tensor]; +"798 dropout_10" [id=798, type=dropout]; +"799 linear_18" [id=799, type=linear]; +"800 dropout_11" [id=800, type=dropout]; +"801 layer_norm_7" [id=801, type=layer_norm]; +"802 add_9" [id=802, type=add]; +"803 _frozen_param21" [id=803, type=get_attr]; +"804 pad_4" [id=804, type=pad]; +"805 roll_2" [id=805, type=roll]; +"806 view_17" [id=806, type=view]; +"807 permute_15" [id=807, type=permute]; +"808 reshape_13" [id=808, type=reshape]; +"809 quantize_per_tensor_default_20" [id=809, type=quantize_per_tensor]; +"810 dequantize_per_tensor_default_20" [id=810, type=dequantize_per_tensor]; +"811 _frozen_param22" [id=811, type=get_attr]; +"812 linear_21" [id=812, type=linear]; +"813 reshape_14" [id=813, type=reshape]; +"814 permute_16" [id=814, type=permute]; +"815 select_9" [id=815, type=select]; +"816 select_10" [id=816, type=select]; +"817 select_11" [id=817, type=select]; +"818 linalg_vector_norm_6" [id=818, type=linalg_vector_norm]; +"819 clamp_min_6" [id=819, type=clamp_min]; +"820 expand_as_6" [id=820, type=expand_as]; +"821 div_6" [id=821, type=div]; +"822 quantize_per_tensor_default_21" [id=822, type=quantize_per_tensor]; +"823 dequantize_per_tensor_default_21" [id=823, type=dequantize_per_tensor]; +"824 linalg_vector_norm_7" [id=824, type=linalg_vector_norm]; +"825 clamp_min_7" [id=825, type=clamp_min]; +"826 expand_as_7" [id=826, type=expand_as]; +"827 div_7" [id=827, type=div]; +"828 quantize_per_tensor_default_22" [id=828, type=quantize_per_tensor]; +"829 dequantize_per_tensor_default_22" [id=829, type=dequantize_per_tensor]; +"830 transpose_6" [id=830, type=transpose]; +"831 matmul_6" [id=831, type=matmul]; +"832 _frozen_param24" [id=832, type=get_attr]; +"833 mul_7" [id=833, type=mul]; +"834 add_10" [id=834, type=add]; +"835 new_zeros_1" [id=835, type=new_zeros]; +"836 view_18" [id=836, type=view]; +"837 permute_17" [id=837, type=permute]; +"838 reshape_15" [id=838, type=reshape]; +"839 unsqueeze_8" [id=839, type=unsqueeze]; +"840 unsqueeze_9" [id=840, type=unsqueeze]; +"841 sub_1" [id=841, type=sub]; +"842 ne_1" [id=842, type=ne]; +"843 masked_fill_2" [id=843, type=masked_fill]; +"844 eq_1" [id=844, type=eq]; +"845 masked_fill_3" [id=845, type=masked_fill]; +"846 view_19" [id=846, type=view]; +"847 unsqueeze_10" [id=847, type=unsqueeze]; +"848 unsqueeze_11" [id=848, type=unsqueeze]; +"849 add_11" [id=849, type=add]; +"850 view_20" [id=850, type=view]; +"851 softmax_3" [id=851, type=softmax]; +"852 dropout_12" [id=852, type=dropout]; +"853 matmul_7" [id=853, type=matmul]; +"854 quantize_per_tensor_default_23" [id=854, type=quantize_per_tensor]; +"855 dequantize_per_tensor_default_23" [id=855, type=dequantize_per_tensor]; +"856 transpose_7" [id=856, type=transpose]; +"857 reshape_16" [id=857, type=reshape]; +"858 linear_22" [id=858, type=linear]; +"859 dropout_13" [id=859, type=dropout]; +"860 view_21" [id=860, type=view]; +"861 permute_18" [id=861, type=permute]; +"862 reshape_17" [id=862, type=reshape]; +"863 roll_3" [id=863, type=roll]; +"864 slice_61" [id=864, type=slice]; +"865 slice_62" [id=865, type=slice]; +"866 slice_63" [id=866, type=slice]; +"867 slice_64" [id=867, type=slice]; +"868 contiguous_5" [id=868, type=contiguous]; +"869 layer_norm_8" [id=869, type=layer_norm]; +"870 add_12" [id=870, type=add]; +"871 quantize_per_tensor_default_24" [id=871, type=quantize_per_tensor]; +"872 dequantize_per_tensor_default_24" [id=872, type=dequantize_per_tensor]; +"873 linear_23" [id=873, type=linear]; +"874 gelu_3" [id=874, type=gelu]; +"875 quantize_per_tensor_default_25" [id=875, type=quantize_per_tensor]; +"876 dequantize_per_tensor_default_25" [id=876, type=dequantize_per_tensor]; +"877 dropout_14" [id=877, type=dropout]; +"878 linear_24" [id=878, type=linear]; +"879 dropout_15" [id=879, type=dropout]; +"880 layer_norm_9" [id=880, type=layer_norm]; +"881 add_13" [id=881, type=add]; +"882 quantize_per_tensor_default_26" [id=882, type=quantize_per_tensor]; +"883 dequantize_per_tensor_default_26" [id=883, type=dequantize_per_tensor]; +"884 pad_5" [id=884, type=pad]; +"885 slice_65" [id=885, type=slice]; +"886 slice_66" [id=886, type=slice]; +"887 slice_67" [id=887, type=slice]; +"888 slice_68" [id=888, type=slice]; +"889 slice_69" [id=889, type=slice]; +"890 slice_70" [id=890, type=slice]; +"891 slice_71" [id=891, type=slice]; +"892 slice_72" [id=892, type=slice]; +"893 slice_73" [id=893, type=slice]; +"894 slice_74" [id=894, type=slice]; +"895 slice_75" [id=895, type=slice]; +"896 slice_76" [id=896, type=slice]; +"897 cat_1" [id=897, type=cat]; +"898 linear_25" [id=898, type=linear]; +"899 layer_norm_10" [id=899, type=layer_norm]; +"900 quantize_per_tensor_default_27" [id=900, type=quantize_per_tensor]; +"901 dequantize_per_tensor_default_27" [id=901, type=dequantize_per_tensor]; +"902 _frozen_param34" [id=902, type=get_attr]; +"903 pad_6" [id=903, type=pad]; +"904 view_24" [id=904, type=view]; +"905 permute_20" [id=905, type=permute]; +"906 reshape_18" [id=906, type=reshape]; +"907 _frozen_param35" [id=907, type=get_attr]; +"908 linear_28" [id=908, type=linear]; +"909 reshape_19" [id=909, type=reshape]; +"910 permute_21" [id=910, type=permute]; +"911 select_12" [id=911, type=select]; +"912 select_13" [id=912, type=select]; +"913 select_14" [id=913, type=select]; +"914 linalg_vector_norm_8" [id=914, type=linalg_vector_norm]; +"915 clamp_min_8" [id=915, type=clamp_min]; +"916 expand_as_8" [id=916, type=expand_as]; +"917 div_8" [id=917, type=div]; +"918 quantize_per_tensor_default_28" [id=918, type=quantize_per_tensor]; +"919 dequantize_per_tensor_default_28" [id=919, type=dequantize_per_tensor]; +"920 linalg_vector_norm_9" [id=920, type=linalg_vector_norm]; +"921 clamp_min_9" [id=921, type=clamp_min]; +"922 expand_as_9" [id=922, type=expand_as]; +"923 div_9" [id=923, type=div]; +"924 quantize_per_tensor_default_29" [id=924, type=quantize_per_tensor]; +"925 dequantize_per_tensor_default_29" [id=925, type=dequantize_per_tensor]; +"926 transpose_8" [id=926, type=transpose]; +"927 matmul_8" [id=927, type=matmul]; +"928 _frozen_param37" [id=928, type=get_attr]; +"929 mul_9" [id=929, type=mul]; +"930 add_14" [id=930, type=add]; +"931 softmax_4" [id=931, type=softmax]; +"932 dropout_16" [id=932, type=dropout]; +"933 matmul_9" [id=933, type=matmul]; +"934 quantize_per_tensor_default_30" [id=934, type=quantize_per_tensor]; +"935 dequantize_per_tensor_default_30" [id=935, type=dequantize_per_tensor]; +"936 transpose_9" [id=936, type=transpose]; +"937 reshape_20" [id=937, type=reshape]; +"938 linear_29" [id=938, type=linear]; +"939 dropout_17" [id=939, type=dropout]; +"940 view_25" [id=940, type=view]; +"941 permute_22" [id=941, type=permute]; +"942 reshape_21" [id=942, type=reshape]; +"943 slice_78" [id=943, type=slice]; +"944 slice_79" [id=944, type=slice]; +"945 slice_80" [id=945, type=slice]; +"946 slice_81" [id=946, type=slice]; +"947 contiguous_7" [id=947, type=contiguous]; +"948 layer_norm_11" [id=948, type=layer_norm]; +"949 add_15" [id=949, type=add]; +"950 quantize_per_tensor_default_31" [id=950, type=quantize_per_tensor]; +"951 dequantize_per_tensor_default_31" [id=951, type=dequantize_per_tensor]; +"952 linear_30" [id=952, type=linear]; +"953 gelu_4" [id=953, type=gelu]; +"954 quantize_per_tensor_default_32" [id=954, type=quantize_per_tensor]; +"955 dequantize_per_tensor_default_32" [id=955, type=dequantize_per_tensor]; +"956 dropout_18" [id=956, type=dropout]; +"957 linear_31" [id=957, type=linear]; +"958 dropout_19" [id=958, type=dropout]; +"959 layer_norm_12" [id=959, type=layer_norm]; +"960 add_16" [id=960, type=add]; +"961 _frozen_param38" [id=961, type=get_attr]; +"962 pad_7" [id=962, type=pad]; +"963 roll_4" [id=963, type=roll]; +"964 view_28" [id=964, type=view]; +"965 permute_24" [id=965, type=permute]; +"966 reshape_22" [id=966, type=reshape]; +"967 quantize_per_tensor_default_33" [id=967, type=quantize_per_tensor]; +"968 dequantize_per_tensor_default_33" [id=968, type=dequantize_per_tensor]; +"969 _frozen_param39" [id=969, type=get_attr]; +"970 linear_34" [id=970, type=linear]; +"971 reshape_23" [id=971, type=reshape]; +"972 permute_25" [id=972, type=permute]; +"973 select_15" [id=973, type=select]; +"974 select_16" [id=974, type=select]; +"975 select_17" [id=975, type=select]; +"976 linalg_vector_norm_10" [id=976, type=linalg_vector_norm]; +"977 clamp_min_10" [id=977, type=clamp_min]; +"978 expand_as_10" [id=978, type=expand_as]; +"979 div_10" [id=979, type=div]; +"980 quantize_per_tensor_default_34" [id=980, type=quantize_per_tensor]; +"981 dequantize_per_tensor_default_34" [id=981, type=dequantize_per_tensor]; +"982 linalg_vector_norm_11" [id=982, type=linalg_vector_norm]; +"983 clamp_min_11" [id=983, type=clamp_min]; +"984 expand_as_11" [id=984, type=expand_as]; +"985 div_11" [id=985, type=div]; +"986 quantize_per_tensor_default_35" [id=986, type=quantize_per_tensor]; +"987 dequantize_per_tensor_default_35" [id=987, type=dequantize_per_tensor]; +"988 transpose_10" [id=988, type=transpose]; +"989 matmul_10" [id=989, type=matmul]; +"990 _frozen_param41" [id=990, type=get_attr]; +"991 mul_11" [id=991, type=mul]; +"992 add_17" [id=992, type=add]; +"993 new_zeros_2" [id=993, type=new_zeros]; +"994 view_29" [id=994, type=view]; +"995 permute_26" [id=995, type=permute]; +"996 reshape_24" [id=996, type=reshape]; +"997 unsqueeze_14" [id=997, type=unsqueeze]; +"998 unsqueeze_15" [id=998, type=unsqueeze]; +"999 sub_2" [id=999, type=sub]; +"1000 ne_2" [id=1000, type=ne]; +"1001 masked_fill_4" [id=1001, type=masked_fill]; +"1002 eq_2" [id=1002, type=eq]; +"1003 masked_fill_5" [id=1003, type=masked_fill]; +"1004 view_30" [id=1004, type=view]; +"1005 unsqueeze_16" [id=1005, type=unsqueeze]; +"1006 unsqueeze_17" [id=1006, type=unsqueeze]; +"1007 add_18" [id=1007, type=add]; +"1008 view_31" [id=1008, type=view]; +"1009 softmax_5" [id=1009, type=softmax]; +"1010 dropout_20" [id=1010, type=dropout]; +"1011 matmul_11" [id=1011, type=matmul]; +"1012 quantize_per_tensor_default_36" [id=1012, type=quantize_per_tensor]; +"1013 dequantize_per_tensor_default_36" [id=1013, type=dequantize_per_tensor]; +"1014 transpose_11" [id=1014, type=transpose]; +"1015 reshape_25" [id=1015, type=reshape]; +"1016 linear_35" [id=1016, type=linear]; +"1017 dropout_21" [id=1017, type=dropout]; +"1018 view_32" [id=1018, type=view]; +"1019 permute_27" [id=1019, type=permute]; +"1020 reshape_26" [id=1020, type=reshape]; +"1021 roll_5" [id=1021, type=roll]; +"1022 slice_101" [id=1022, type=slice]; +"1023 slice_102" [id=1023, type=slice]; +"1024 slice_103" [id=1024, type=slice]; +"1025 slice_104" [id=1025, type=slice]; +"1026 contiguous_9" [id=1026, type=contiguous]; +"1027 layer_norm_13" [id=1027, type=layer_norm]; +"1028 add_19" [id=1028, type=add]; +"1029 quantize_per_tensor_default_37" [id=1029, type=quantize_per_tensor]; +"1030 dequantize_per_tensor_default_37" [id=1030, type=dequantize_per_tensor]; +"1031 linear_36" [id=1031, type=linear]; +"1032 gelu_5" [id=1032, type=gelu]; +"1033 quantize_per_tensor_default_38" [id=1033, type=quantize_per_tensor]; +"1034 dequantize_per_tensor_default_38" [id=1034, type=dequantize_per_tensor]; +"1035 dropout_22" [id=1035, type=dropout]; +"1036 linear_37" [id=1036, type=linear]; +"1037 dropout_23" [id=1037, type=dropout]; +"1038 layer_norm_14" [id=1038, type=layer_norm]; +"1039 add_20" [id=1039, type=add]; +"1040 quantize_per_tensor_default_39" [id=1040, type=quantize_per_tensor]; +"1041 dequantize_per_tensor_default_39" [id=1041, type=dequantize_per_tensor]; +"1042 _frozen_param51" [id=1042, type=get_attr]; +"1043 pad_8" [id=1043, type=pad]; +"1044 view_35" [id=1044, type=view]; +"1045 permute_29" [id=1045, type=permute]; +"1046 reshape_27" [id=1046, type=reshape]; +"1047 _frozen_param52" [id=1047, type=get_attr]; +"1048 linear_40" [id=1048, type=linear]; +"1049 reshape_28" [id=1049, type=reshape]; +"1050 permute_30" [id=1050, type=permute]; +"1051 select_18" [id=1051, type=select]; +"1052 select_19" [id=1052, type=select]; +"1053 select_20" [id=1053, type=select]; +"1054 linalg_vector_norm_12" [id=1054, type=linalg_vector_norm]; +"1055 clamp_min_12" [id=1055, type=clamp_min]; +"1056 expand_as_12" [id=1056, type=expand_as]; +"1057 div_12" [id=1057, type=div]; +"1058 quantize_per_tensor_default_40" [id=1058, type=quantize_per_tensor]; +"1059 dequantize_per_tensor_default_40" [id=1059, type=dequantize_per_tensor]; +"1060 linalg_vector_norm_13" [id=1060, type=linalg_vector_norm]; +"1061 clamp_min_13" [id=1061, type=clamp_min]; +"1062 expand_as_13" [id=1062, type=expand_as]; +"1063 div_13" [id=1063, type=div]; +"1064 quantize_per_tensor_default_41" [id=1064, type=quantize_per_tensor]; +"1065 dequantize_per_tensor_default_41" [id=1065, type=dequantize_per_tensor]; +"1066 transpose_12" [id=1066, type=transpose]; +"1067 matmul_12" [id=1067, type=matmul]; +"1068 _frozen_param54" [id=1068, type=get_attr]; +"1069 mul_13" [id=1069, type=mul]; +"1070 add_21" [id=1070, type=add]; +"1071 softmax_6" [id=1071, type=softmax]; +"1072 dropout_24" [id=1072, type=dropout]; +"1073 matmul_13" [id=1073, type=matmul]; +"1074 quantize_per_tensor_default_42" [id=1074, type=quantize_per_tensor]; +"1075 dequantize_per_tensor_default_42" [id=1075, type=dequantize_per_tensor]; +"1076 transpose_13" [id=1076, type=transpose]; +"1077 reshape_29" [id=1077, type=reshape]; +"1078 linear_41" [id=1078, type=linear]; +"1079 dropout_25" [id=1079, type=dropout]; +"1080 view_36" [id=1080, type=view]; +"1081 permute_31" [id=1081, type=permute]; +"1082 reshape_30" [id=1082, type=reshape]; +"1083 slice_106" [id=1083, type=slice]; +"1084 slice_107" [id=1084, type=slice]; +"1085 slice_108" [id=1085, type=slice]; +"1086 slice_109" [id=1086, type=slice]; +"1087 contiguous_11" [id=1087, type=contiguous]; +"1088 layer_norm_15" [id=1088, type=layer_norm]; +"1089 add_22" [id=1089, type=add]; +"1090 quantize_per_tensor_default_43" [id=1090, type=quantize_per_tensor]; +"1091 dequantize_per_tensor_default_43" [id=1091, type=dequantize_per_tensor]; +"1092 linear_42" [id=1092, type=linear]; +"1093 gelu_6" [id=1093, type=gelu]; +"1094 quantize_per_tensor_default_44" [id=1094, type=quantize_per_tensor]; +"1095 dequantize_per_tensor_default_44" [id=1095, type=dequantize_per_tensor]; +"1096 dropout_26" [id=1096, type=dropout]; +"1097 linear_43" [id=1097, type=linear]; +"1098 dropout_27" [id=1098, type=dropout]; +"1099 layer_norm_16" [id=1099, type=layer_norm]; +"1100 add_23" [id=1100, type=add]; +"1101 _frozen_param55" [id=1101, type=get_attr]; +"1102 pad_9" [id=1102, type=pad]; +"1103 roll_6" [id=1103, type=roll]; +"1104 view_39" [id=1104, type=view]; +"1105 permute_33" [id=1105, type=permute]; +"1106 reshape_31" [id=1106, type=reshape]; +"1107 quantize_per_tensor_default_45" [id=1107, type=quantize_per_tensor]; +"1108 dequantize_per_tensor_default_45" [id=1108, type=dequantize_per_tensor]; +"1109 _frozen_param56" [id=1109, type=get_attr]; +"1110 linear_46" [id=1110, type=linear]; +"1111 reshape_32" [id=1111, type=reshape]; +"1112 permute_34" [id=1112, type=permute]; +"1113 select_21" [id=1113, type=select]; +"1114 select_22" [id=1114, type=select]; +"1115 select_23" [id=1115, type=select]; +"1116 linalg_vector_norm_14" [id=1116, type=linalg_vector_norm]; +"1117 clamp_min_14" [id=1117, type=clamp_min]; +"1118 expand_as_14" [id=1118, type=expand_as]; +"1119 div_14" [id=1119, type=div]; +"1120 quantize_per_tensor_default_46" [id=1120, type=quantize_per_tensor]; +"1121 dequantize_per_tensor_default_46" [id=1121, type=dequantize_per_tensor]; +"1122 linalg_vector_norm_15" [id=1122, type=linalg_vector_norm]; +"1123 clamp_min_15" [id=1123, type=clamp_min]; +"1124 expand_as_15" [id=1124, type=expand_as]; +"1125 div_15" [id=1125, type=div]; +"1126 quantize_per_tensor_default_47" [id=1126, type=quantize_per_tensor]; +"1127 dequantize_per_tensor_default_47" [id=1127, type=dequantize_per_tensor]; +"1128 transpose_14" [id=1128, type=transpose]; +"1129 matmul_14" [id=1129, type=matmul]; +"1130 _frozen_param58" [id=1130, type=get_attr]; +"1131 mul_15" [id=1131, type=mul]; +"1132 add_24" [id=1132, type=add]; +"1133 new_zeros_3" [id=1133, type=new_zeros]; +"1134 view_40" [id=1134, type=view]; +"1135 permute_35" [id=1135, type=permute]; +"1136 reshape_33" [id=1136, type=reshape]; +"1137 unsqueeze_20" [id=1137, type=unsqueeze]; +"1138 unsqueeze_21" [id=1138, type=unsqueeze]; +"1139 sub_3" [id=1139, type=sub]; +"1140 ne_3" [id=1140, type=ne]; +"1141 masked_fill_6" [id=1141, type=masked_fill]; +"1142 eq_3" [id=1142, type=eq]; +"1143 masked_fill_7" [id=1143, type=masked_fill]; +"1144 view_41" [id=1144, type=view]; +"1145 unsqueeze_22" [id=1145, type=unsqueeze]; +"1146 unsqueeze_23" [id=1146, type=unsqueeze]; +"1147 add_25" [id=1147, type=add]; +"1148 view_42" [id=1148, type=view]; +"1149 softmax_7" [id=1149, type=softmax]; +"1150 dropout_28" [id=1150, type=dropout]; +"1151 matmul_15" [id=1151, type=matmul]; +"1152 quantize_per_tensor_default_48" [id=1152, type=quantize_per_tensor]; +"1153 dequantize_per_tensor_default_48" [id=1153, type=dequantize_per_tensor]; +"1154 transpose_15" [id=1154, type=transpose]; +"1155 reshape_34" [id=1155, type=reshape]; +"1156 linear_47" [id=1156, type=linear]; +"1157 dropout_29" [id=1157, type=dropout]; +"1158 view_43" [id=1158, type=view]; +"1159 permute_36" [id=1159, type=permute]; +"1160 reshape_35" [id=1160, type=reshape]; +"1161 roll_7" [id=1161, type=roll]; +"1162 slice_129" [id=1162, type=slice]; +"1163 slice_130" [id=1163, type=slice]; +"1164 slice_131" [id=1164, type=slice]; +"1165 slice_132" [id=1165, type=slice]; +"1166 contiguous_13" [id=1166, type=contiguous]; +"1167 layer_norm_17" [id=1167, type=layer_norm]; +"1168 add_26" [id=1168, type=add]; +"1169 quantize_per_tensor_default_49" [id=1169, type=quantize_per_tensor]; +"1170 dequantize_per_tensor_default_49" [id=1170, type=dequantize_per_tensor]; +"1171 linear_48" [id=1171, type=linear]; +"1172 gelu_7" [id=1172, type=gelu]; +"1173 quantize_per_tensor_default_50" [id=1173, type=quantize_per_tensor]; +"1174 dequantize_per_tensor_default_50" [id=1174, type=dequantize_per_tensor]; +"1175 dropout_30" [id=1175, type=dropout]; +"1176 linear_49" [id=1176, type=linear]; +"1177 dropout_31" [id=1177, type=dropout]; +"1178 layer_norm_18" [id=1178, type=layer_norm]; +"1179 add_27" [id=1179, type=add]; +"1180 quantize_per_tensor_default_51" [id=1180, type=quantize_per_tensor]; +"1181 dequantize_per_tensor_default_51" [id=1181, type=dequantize_per_tensor]; +"1182 _frozen_param68" [id=1182, type=get_attr]; +"1183 pad_10" [id=1183, type=pad]; +"1184 view_46" [id=1184, type=view]; +"1185 permute_38" [id=1185, type=permute]; +"1186 reshape_36" [id=1186, type=reshape]; +"1187 _frozen_param69" [id=1187, type=get_attr]; +"1188 linear_52" [id=1188, type=linear]; +"1189 reshape_37" [id=1189, type=reshape]; +"1190 permute_39" [id=1190, type=permute]; +"1191 select_24" [id=1191, type=select]; +"1192 select_25" [id=1192, type=select]; +"1193 select_26" [id=1193, type=select]; +"1194 linalg_vector_norm_16" [id=1194, type=linalg_vector_norm]; +"1195 clamp_min_16" [id=1195, type=clamp_min]; +"1196 expand_as_16" [id=1196, type=expand_as]; +"1197 div_16" [id=1197, type=div]; +"1198 quantize_per_tensor_default_52" [id=1198, type=quantize_per_tensor]; +"1199 dequantize_per_tensor_default_52" [id=1199, type=dequantize_per_tensor]; +"1200 linalg_vector_norm_17" [id=1200, type=linalg_vector_norm]; +"1201 clamp_min_17" [id=1201, type=clamp_min]; +"1202 expand_as_17" [id=1202, type=expand_as]; +"1203 div_17" [id=1203, type=div]; +"1204 quantize_per_tensor_default_53" [id=1204, type=quantize_per_tensor]; +"1205 dequantize_per_tensor_default_53" [id=1205, type=dequantize_per_tensor]; +"1206 transpose_16" [id=1206, type=transpose]; +"1207 matmul_16" [id=1207, type=matmul]; +"1208 _frozen_param71" [id=1208, type=get_attr]; +"1209 mul_17" [id=1209, type=mul]; +"1210 add_28" [id=1210, type=add]; +"1211 softmax_8" [id=1211, type=softmax]; +"1212 dropout_32" [id=1212, type=dropout]; +"1213 matmul_17" [id=1213, type=matmul]; +"1214 quantize_per_tensor_default_54" [id=1214, type=quantize_per_tensor]; +"1215 dequantize_per_tensor_default_54" [id=1215, type=dequantize_per_tensor]; +"1216 transpose_17" [id=1216, type=transpose]; +"1217 reshape_38" [id=1217, type=reshape]; +"1218 linear_53" [id=1218, type=linear]; +"1219 dropout_33" [id=1219, type=dropout]; +"1220 view_47" [id=1220, type=view]; +"1221 permute_40" [id=1221, type=permute]; +"1222 reshape_39" [id=1222, type=reshape]; +"1223 slice_134" [id=1223, type=slice]; +"1224 slice_135" [id=1224, type=slice]; +"1225 slice_136" [id=1225, type=slice]; +"1226 slice_137" [id=1226, type=slice]; +"1227 contiguous_15" [id=1227, type=contiguous]; +"1228 layer_norm_19" [id=1228, type=layer_norm]; +"1229 add_29" [id=1229, type=add]; +"1230 quantize_per_tensor_default_55" [id=1230, type=quantize_per_tensor]; +"1231 dequantize_per_tensor_default_55" [id=1231, type=dequantize_per_tensor]; +"1232 linear_54" [id=1232, type=linear]; +"1233 gelu_8" [id=1233, type=gelu]; +"1234 quantize_per_tensor_default_56" [id=1234, type=quantize_per_tensor]; +"1235 dequantize_per_tensor_default_56" [id=1235, type=dequantize_per_tensor]; +"1236 dropout_34" [id=1236, type=dropout]; +"1237 linear_55" [id=1237, type=linear]; +"1238 dropout_35" [id=1238, type=dropout]; +"1239 layer_norm_20" [id=1239, type=layer_norm]; +"1240 add_30" [id=1240, type=add]; +"1241 _frozen_param72" [id=1241, type=get_attr]; +"1242 pad_11" [id=1242, type=pad]; +"1243 roll_8" [id=1243, type=roll]; +"1244 view_50" [id=1244, type=view]; +"1245 permute_42" [id=1245, type=permute]; +"1246 reshape_40" [id=1246, type=reshape]; +"1247 quantize_per_tensor_default_57" [id=1247, type=quantize_per_tensor]; +"1248 dequantize_per_tensor_default_57" [id=1248, type=dequantize_per_tensor]; +"1249 _frozen_param73" [id=1249, type=get_attr]; +"1250 linear_58" [id=1250, type=linear]; +"1251 reshape_41" [id=1251, type=reshape]; +"1252 permute_43" [id=1252, type=permute]; +"1253 select_27" [id=1253, type=select]; +"1254 select_28" [id=1254, type=select]; +"1255 select_29" [id=1255, type=select]; +"1256 linalg_vector_norm_18" [id=1256, type=linalg_vector_norm]; +"1257 clamp_min_18" [id=1257, type=clamp_min]; +"1258 expand_as_18" [id=1258, type=expand_as]; +"1259 div_18" [id=1259, type=div]; +"1260 quantize_per_tensor_default_58" [id=1260, type=quantize_per_tensor]; +"1261 dequantize_per_tensor_default_58" [id=1261, type=dequantize_per_tensor]; +"1262 linalg_vector_norm_19" [id=1262, type=linalg_vector_norm]; +"1263 clamp_min_19" [id=1263, type=clamp_min]; +"1264 expand_as_19" [id=1264, type=expand_as]; +"1265 div_19" [id=1265, type=div]; +"1266 quantize_per_tensor_default_59" [id=1266, type=quantize_per_tensor]; +"1267 dequantize_per_tensor_default_59" [id=1267, type=dequantize_per_tensor]; +"1268 transpose_18" [id=1268, type=transpose]; +"1269 matmul_18" [id=1269, type=matmul]; +"1270 _frozen_param75" [id=1270, type=get_attr]; +"1271 mul_19" [id=1271, type=mul]; +"1272 add_31" [id=1272, type=add]; +"1273 new_zeros_4" [id=1273, type=new_zeros]; +"1274 view_51" [id=1274, type=view]; +"1275 permute_44" [id=1275, type=permute]; +"1276 reshape_42" [id=1276, type=reshape]; +"1277 unsqueeze_26" [id=1277, type=unsqueeze]; +"1278 unsqueeze_27" [id=1278, type=unsqueeze]; +"1279 sub_4" [id=1279, type=sub]; +"1280 ne_4" [id=1280, type=ne]; +"1281 masked_fill_8" [id=1281, type=masked_fill]; +"1282 eq_4" [id=1282, type=eq]; +"1283 masked_fill_9" [id=1283, type=masked_fill]; +"1284 view_52" [id=1284, type=view]; +"1285 unsqueeze_28" [id=1285, type=unsqueeze]; +"1286 unsqueeze_29" [id=1286, type=unsqueeze]; +"1287 add_32" [id=1287, type=add]; +"1288 view_53" [id=1288, type=view]; +"1289 softmax_9" [id=1289, type=softmax]; +"1290 dropout_36" [id=1290, type=dropout]; +"1291 matmul_19" [id=1291, type=matmul]; +"1292 quantize_per_tensor_default_60" [id=1292, type=quantize_per_tensor]; +"1293 dequantize_per_tensor_default_60" [id=1293, type=dequantize_per_tensor]; +"1294 transpose_19" [id=1294, type=transpose]; +"1295 reshape_43" [id=1295, type=reshape]; +"1296 linear_59" [id=1296, type=linear]; +"1297 dropout_37" [id=1297, type=dropout]; +"1298 view_54" [id=1298, type=view]; +"1299 permute_45" [id=1299, type=permute]; +"1300 reshape_44" [id=1300, type=reshape]; +"1301 roll_9" [id=1301, type=roll]; +"1302 slice_157" [id=1302, type=slice]; +"1303 slice_158" [id=1303, type=slice]; +"1304 slice_159" [id=1304, type=slice]; +"1305 slice_160" [id=1305, type=slice]; +"1306 contiguous_17" [id=1306, type=contiguous]; +"1307 layer_norm_21" [id=1307, type=layer_norm]; +"1308 add_33" [id=1308, type=add]; +"1309 quantize_per_tensor_default_61" [id=1309, type=quantize_per_tensor]; +"1310 dequantize_per_tensor_default_61" [id=1310, type=dequantize_per_tensor]; +"1311 linear_60" [id=1311, type=linear]; +"1312 gelu_9" [id=1312, type=gelu]; +"1313 quantize_per_tensor_default_62" [id=1313, type=quantize_per_tensor]; +"1314 dequantize_per_tensor_default_62" [id=1314, type=dequantize_per_tensor]; +"1315 dropout_38" [id=1315, type=dropout]; +"1316 linear_61" [id=1316, type=linear]; +"1317 dropout_39" [id=1317, type=dropout]; +"1318 layer_norm_22" [id=1318, type=layer_norm]; +"1319 add_34" [id=1319, type=add]; +"1320 quantize_per_tensor_default_63" [id=1320, type=quantize_per_tensor]; +"1321 dequantize_per_tensor_default_63" [id=1321, type=dequantize_per_tensor]; +"1322 _frozen_param85" [id=1322, type=get_attr]; +"1323 pad_12" [id=1323, type=pad]; +"1324 view_57" [id=1324, type=view]; +"1325 permute_47" [id=1325, type=permute]; +"1326 reshape_45" [id=1326, type=reshape]; +"1327 _frozen_param86" [id=1327, type=get_attr]; +"1328 linear_64" [id=1328, type=linear]; +"1329 reshape_46" [id=1329, type=reshape]; +"1330 permute_48" [id=1330, type=permute]; +"1331 select_30" [id=1331, type=select]; +"1332 select_31" [id=1332, type=select]; +"1333 select_32" [id=1333, type=select]; +"1334 linalg_vector_norm_20" [id=1334, type=linalg_vector_norm]; +"1335 clamp_min_20" [id=1335, type=clamp_min]; +"1336 expand_as_20" [id=1336, type=expand_as]; +"1337 div_20" [id=1337, type=div]; +"1338 quantize_per_tensor_default_64" [id=1338, type=quantize_per_tensor]; +"1339 dequantize_per_tensor_default_64" [id=1339, type=dequantize_per_tensor]; +"1340 linalg_vector_norm_21" [id=1340, type=linalg_vector_norm]; +"1341 clamp_min_21" [id=1341, type=clamp_min]; +"1342 expand_as_21" [id=1342, type=expand_as]; +"1343 div_21" [id=1343, type=div]; +"1344 quantize_per_tensor_default_65" [id=1344, type=quantize_per_tensor]; +"1345 dequantize_per_tensor_default_65" [id=1345, type=dequantize_per_tensor]; +"1346 transpose_20" [id=1346, type=transpose]; +"1347 matmul_20" [id=1347, type=matmul]; +"1348 _frozen_param88" [id=1348, type=get_attr]; +"1349 mul_21" [id=1349, type=mul]; +"1350 add_35" [id=1350, type=add]; +"1351 softmax_10" [id=1351, type=softmax]; +"1352 dropout_40" [id=1352, type=dropout]; +"1353 matmul_21" [id=1353, type=matmul]; +"1354 quantize_per_tensor_default_66" [id=1354, type=quantize_per_tensor]; +"1355 dequantize_per_tensor_default_66" [id=1355, type=dequantize_per_tensor]; +"1356 transpose_21" [id=1356, type=transpose]; +"1357 reshape_47" [id=1357, type=reshape]; +"1358 linear_65" [id=1358, type=linear]; +"1359 dropout_41" [id=1359, type=dropout]; +"1360 view_58" [id=1360, type=view]; +"1361 permute_49" [id=1361, type=permute]; +"1362 reshape_48" [id=1362, type=reshape]; +"1363 slice_162" [id=1363, type=slice]; +"1364 slice_163" [id=1364, type=slice]; +"1365 slice_164" [id=1365, type=slice]; +"1366 slice_165" [id=1366, type=slice]; +"1367 contiguous_19" [id=1367, type=contiguous]; +"1368 layer_norm_23" [id=1368, type=layer_norm]; +"1369 add_36" [id=1369, type=add]; +"1370 quantize_per_tensor_default_67" [id=1370, type=quantize_per_tensor]; +"1371 dequantize_per_tensor_default_67" [id=1371, type=dequantize_per_tensor]; +"1372 linear_66" [id=1372, type=linear]; +"1373 gelu_10" [id=1373, type=gelu]; +"1374 quantize_per_tensor_default_68" [id=1374, type=quantize_per_tensor]; +"1375 dequantize_per_tensor_default_68" [id=1375, type=dequantize_per_tensor]; +"1376 dropout_42" [id=1376, type=dropout]; +"1377 linear_67" [id=1377, type=linear]; +"1378 dropout_43" [id=1378, type=dropout]; +"1379 layer_norm_24" [id=1379, type=layer_norm]; +"1380 add_37" [id=1380, type=add]; +"1381 _frozen_param89" [id=1381, type=get_attr]; +"1382 pad_13" [id=1382, type=pad]; +"1383 roll_10" [id=1383, type=roll]; +"1384 view_61" [id=1384, type=view]; +"1385 permute_51" [id=1385, type=permute]; +"1386 reshape_49" [id=1386, type=reshape]; +"1387 quantize_per_tensor_default_69" [id=1387, type=quantize_per_tensor]; +"1388 dequantize_per_tensor_default_69" [id=1388, type=dequantize_per_tensor]; +"1389 _frozen_param90" [id=1389, type=get_attr]; +"1390 linear_70" [id=1390, type=linear]; +"1391 reshape_50" [id=1391, type=reshape]; +"1392 permute_52" [id=1392, type=permute]; +"1393 select_33" [id=1393, type=select]; +"1394 select_34" [id=1394, type=select]; +"1395 select_35" [id=1395, type=select]; +"1396 linalg_vector_norm_22" [id=1396, type=linalg_vector_norm]; +"1397 clamp_min_22" [id=1397, type=clamp_min]; +"1398 expand_as_22" [id=1398, type=expand_as]; +"1399 div_22" [id=1399, type=div]; +"1400 quantize_per_tensor_default_70" [id=1400, type=quantize_per_tensor]; +"1401 dequantize_per_tensor_default_70" [id=1401, type=dequantize_per_tensor]; +"1402 linalg_vector_norm_23" [id=1402, type=linalg_vector_norm]; +"1403 clamp_min_23" [id=1403, type=clamp_min]; +"1404 expand_as_23" [id=1404, type=expand_as]; +"1405 div_23" [id=1405, type=div]; +"1406 quantize_per_tensor_default_71" [id=1406, type=quantize_per_tensor]; +"1407 dequantize_per_tensor_default_71" [id=1407, type=dequantize_per_tensor]; +"1408 transpose_22" [id=1408, type=transpose]; +"1409 matmul_22" [id=1409, type=matmul]; +"1410 _frozen_param92" [id=1410, type=get_attr]; +"1411 mul_23" [id=1411, type=mul]; +"1412 add_38" [id=1412, type=add]; +"1413 new_zeros_5" [id=1413, type=new_zeros]; +"1414 view_62" [id=1414, type=view]; +"1415 permute_53" [id=1415, type=permute]; +"1416 reshape_51" [id=1416, type=reshape]; +"1417 unsqueeze_32" [id=1417, type=unsqueeze]; +"1418 unsqueeze_33" [id=1418, type=unsqueeze]; +"1419 sub_5" [id=1419, type=sub]; +"1420 ne_5" [id=1420, type=ne]; +"1421 masked_fill_10" [id=1421, type=masked_fill]; +"1422 eq_5" [id=1422, type=eq]; +"1423 masked_fill_11" [id=1423, type=masked_fill]; +"1424 view_63" [id=1424, type=view]; +"1425 unsqueeze_34" [id=1425, type=unsqueeze]; +"1426 unsqueeze_35" [id=1426, type=unsqueeze]; +"1427 add_39" [id=1427, type=add]; +"1428 view_64" [id=1428, type=view]; +"1429 softmax_11" [id=1429, type=softmax]; +"1430 dropout_44" [id=1430, type=dropout]; +"1431 matmul_23" [id=1431, type=matmul]; +"1432 quantize_per_tensor_default_72" [id=1432, type=quantize_per_tensor]; +"1433 dequantize_per_tensor_default_72" [id=1433, type=dequantize_per_tensor]; +"1434 transpose_23" [id=1434, type=transpose]; +"1435 reshape_52" [id=1435, type=reshape]; +"1436 linear_71" [id=1436, type=linear]; +"1437 dropout_45" [id=1437, type=dropout]; +"1438 view_65" [id=1438, type=view]; +"1439 permute_54" [id=1439, type=permute]; +"1440 reshape_53" [id=1440, type=reshape]; +"1441 roll_11" [id=1441, type=roll]; +"1442 slice_185" [id=1442, type=slice]; +"1443 slice_186" [id=1443, type=slice]; +"1444 slice_187" [id=1444, type=slice]; +"1445 slice_188" [id=1445, type=slice]; +"1446 contiguous_21" [id=1446, type=contiguous]; +"1447 layer_norm_25" [id=1447, type=layer_norm]; +"1448 add_40" [id=1448, type=add]; +"1449 quantize_per_tensor_default_73" [id=1449, type=quantize_per_tensor]; +"1450 dequantize_per_tensor_default_73" [id=1450, type=dequantize_per_tensor]; +"1451 linear_72" [id=1451, type=linear]; +"1452 gelu_11" [id=1452, type=gelu]; +"1453 quantize_per_tensor_default_74" [id=1453, type=quantize_per_tensor]; +"1454 dequantize_per_tensor_default_74" [id=1454, type=dequantize_per_tensor]; +"1455 dropout_46" [id=1455, type=dropout]; +"1456 linear_73" [id=1456, type=linear]; +"1457 dropout_47" [id=1457, type=dropout]; +"1458 layer_norm_26" [id=1458, type=layer_norm]; +"1459 add_41" [id=1459, type=add]; +"1460 quantize_per_tensor_default_75" [id=1460, type=quantize_per_tensor]; +"1461 dequantize_per_tensor_default_75" [id=1461, type=dequantize_per_tensor]; +"1462 _frozen_param102" [id=1462, type=get_attr]; +"1463 pad_14" [id=1463, type=pad]; +"1464 view_68" [id=1464, type=view]; +"1465 permute_56" [id=1465, type=permute]; +"1466 reshape_54" [id=1466, type=reshape]; +"1467 _frozen_param103" [id=1467, type=get_attr]; +"1468 linear_76" [id=1468, type=linear]; +"1469 reshape_55" [id=1469, type=reshape]; +"1470 permute_57" [id=1470, type=permute]; +"1471 select_36" [id=1471, type=select]; +"1472 select_37" [id=1472, type=select]; +"1473 select_38" [id=1473, type=select]; +"1474 linalg_vector_norm_24" [id=1474, type=linalg_vector_norm]; +"1475 clamp_min_24" [id=1475, type=clamp_min]; +"1476 expand_as_24" [id=1476, type=expand_as]; +"1477 div_24" [id=1477, type=div]; +"1478 quantize_per_tensor_default_76" [id=1478, type=quantize_per_tensor]; +"1479 dequantize_per_tensor_default_76" [id=1479, type=dequantize_per_tensor]; +"1480 linalg_vector_norm_25" [id=1480, type=linalg_vector_norm]; +"1481 clamp_min_25" [id=1481, type=clamp_min]; +"1482 expand_as_25" [id=1482, type=expand_as]; +"1483 div_25" [id=1483, type=div]; +"1484 quantize_per_tensor_default_77" [id=1484, type=quantize_per_tensor]; +"1485 dequantize_per_tensor_default_77" [id=1485, type=dequantize_per_tensor]; +"1486 transpose_24" [id=1486, type=transpose]; +"1487 matmul_24" [id=1487, type=matmul]; +"1488 _frozen_param105" [id=1488, type=get_attr]; +"1489 mul_25" [id=1489, type=mul]; +"1490 add_42" [id=1490, type=add]; +"1491 softmax_12" [id=1491, type=softmax]; +"1492 dropout_48" [id=1492, type=dropout]; +"1493 matmul_25" [id=1493, type=matmul]; +"1494 quantize_per_tensor_default_78" [id=1494, type=quantize_per_tensor]; +"1495 dequantize_per_tensor_default_78" [id=1495, type=dequantize_per_tensor]; +"1496 transpose_25" [id=1496, type=transpose]; +"1497 reshape_56" [id=1497, type=reshape]; +"1498 linear_77" [id=1498, type=linear]; +"1499 dropout_49" [id=1499, type=dropout]; +"1500 view_69" [id=1500, type=view]; +"1501 permute_58" [id=1501, type=permute]; +"1502 reshape_57" [id=1502, type=reshape]; +"1503 slice_190" [id=1503, type=slice]; +"1504 slice_191" [id=1504, type=slice]; +"1505 slice_192" [id=1505, type=slice]; +"1506 slice_193" [id=1506, type=slice]; +"1507 contiguous_23" [id=1507, type=contiguous]; +"1508 layer_norm_27" [id=1508, type=layer_norm]; +"1509 add_43" [id=1509, type=add]; +"1510 quantize_per_tensor_default_79" [id=1510, type=quantize_per_tensor]; +"1511 dequantize_per_tensor_default_79" [id=1511, type=dequantize_per_tensor]; +"1512 linear_78" [id=1512, type=linear]; +"1513 gelu_12" [id=1513, type=gelu]; +"1514 quantize_per_tensor_default_80" [id=1514, type=quantize_per_tensor]; +"1515 dequantize_per_tensor_default_80" [id=1515, type=dequantize_per_tensor]; +"1516 dropout_50" [id=1516, type=dropout]; +"1517 linear_79" [id=1517, type=linear]; +"1518 dropout_51" [id=1518, type=dropout]; +"1519 layer_norm_28" [id=1519, type=layer_norm]; +"1520 add_44" [id=1520, type=add]; +"1521 _frozen_param106" [id=1521, type=get_attr]; +"1522 pad_15" [id=1522, type=pad]; +"1523 roll_12" [id=1523, type=roll]; +"1524 view_72" [id=1524, type=view]; +"1525 permute_60" [id=1525, type=permute]; +"1526 reshape_58" [id=1526, type=reshape]; +"1527 quantize_per_tensor_default_81" [id=1527, type=quantize_per_tensor]; +"1528 dequantize_per_tensor_default_81" [id=1528, type=dequantize_per_tensor]; +"1529 _frozen_param107" [id=1529, type=get_attr]; +"1530 linear_82" [id=1530, type=linear]; +"1531 reshape_59" [id=1531, type=reshape]; +"1532 permute_61" [id=1532, type=permute]; +"1533 select_39" [id=1533, type=select]; +"1534 select_40" [id=1534, type=select]; +"1535 select_41" [id=1535, type=select]; +"1536 linalg_vector_norm_26" [id=1536, type=linalg_vector_norm]; +"1537 clamp_min_26" [id=1537, type=clamp_min]; +"1538 expand_as_26" [id=1538, type=expand_as]; +"1539 div_26" [id=1539, type=div]; +"1540 quantize_per_tensor_default_82" [id=1540, type=quantize_per_tensor]; +"1541 dequantize_per_tensor_default_82" [id=1541, type=dequantize_per_tensor]; +"1542 linalg_vector_norm_27" [id=1542, type=linalg_vector_norm]; +"1543 clamp_min_27" [id=1543, type=clamp_min]; +"1544 expand_as_27" [id=1544, type=expand_as]; +"1545 div_27" [id=1545, type=div]; +"1546 quantize_per_tensor_default_83" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_83" [id=1547, type=dequantize_per_tensor]; +"1548 transpose_26" [id=1548, type=transpose]; +"1549 matmul_26" [id=1549, type=matmul]; +"1550 _frozen_param109" [id=1550, type=get_attr]; +"1551 mul_27" [id=1551, type=mul]; +"1552 add_45" [id=1552, type=add]; +"1553 new_zeros_6" [id=1553, type=new_zeros]; +"1554 view_73" [id=1554, type=view]; +"1555 permute_62" [id=1555, type=permute]; +"1556 reshape_60" [id=1556, type=reshape]; +"1557 unsqueeze_38" [id=1557, type=unsqueeze]; +"1558 unsqueeze_39" [id=1558, type=unsqueeze]; +"1559 sub_6" [id=1559, type=sub]; +"1560 ne_6" [id=1560, type=ne]; +"1561 masked_fill_12" [id=1561, type=masked_fill]; +"1562 eq_6" [id=1562, type=eq]; +"1563 masked_fill_13" [id=1563, type=masked_fill]; +"1564 view_74" [id=1564, type=view]; +"1565 unsqueeze_40" [id=1565, type=unsqueeze]; +"1566 unsqueeze_41" [id=1566, type=unsqueeze]; +"1567 add_46" [id=1567, type=add]; +"1568 view_75" [id=1568, type=view]; +"1569 softmax_13" [id=1569, type=softmax]; +"1570 dropout_52" [id=1570, type=dropout]; +"1571 matmul_27" [id=1571, type=matmul]; +"1572 quantize_per_tensor_default_84" [id=1572, type=quantize_per_tensor]; +"1573 dequantize_per_tensor_default_84" [id=1573, type=dequantize_per_tensor]; +"1574 transpose_27" [id=1574, type=transpose]; +"1575 reshape_61" [id=1575, type=reshape]; +"1576 linear_83" [id=1576, type=linear]; +"1577 dropout_53" [id=1577, type=dropout]; +"1578 view_76" [id=1578, type=view]; +"1579 permute_63" [id=1579, type=permute]; +"1580 reshape_62" [id=1580, type=reshape]; +"1581 roll_13" [id=1581, type=roll]; +"1582 slice_213" [id=1582, type=slice]; +"1583 slice_214" [id=1583, type=slice]; +"1584 slice_215" [id=1584, type=slice]; +"1585 slice_216" [id=1585, type=slice]; +"1586 contiguous_25" [id=1586, type=contiguous]; +"1587 layer_norm_29" [id=1587, type=layer_norm]; +"1588 add_47" [id=1588, type=add]; +"1589 quantize_per_tensor_default_85" [id=1589, type=quantize_per_tensor]; +"1590 dequantize_per_tensor_default_85" [id=1590, type=dequantize_per_tensor]; +"1591 linear_84" [id=1591, type=linear]; +"1592 gelu_13" [id=1592, type=gelu]; +"1593 quantize_per_tensor_default_86" [id=1593, type=quantize_per_tensor]; +"1594 dequantize_per_tensor_default_86" [id=1594, type=dequantize_per_tensor]; +"1595 dropout_54" [id=1595, type=dropout]; +"1596 linear_85" [id=1596, type=linear]; +"1597 dropout_55" [id=1597, type=dropout]; +"1598 layer_norm_30" [id=1598, type=layer_norm]; +"1599 add_48" [id=1599, type=add]; +"1600 quantize_per_tensor_default_87" [id=1600, type=quantize_per_tensor]; +"1601 dequantize_per_tensor_default_87" [id=1601, type=dequantize_per_tensor]; +"1602 _frozen_param119" [id=1602, type=get_attr]; +"1603 pad_16" [id=1603, type=pad]; +"1604 view_79" [id=1604, type=view]; +"1605 permute_65" [id=1605, type=permute]; +"1606 reshape_63" [id=1606, type=reshape]; +"1607 _frozen_param120" [id=1607, type=get_attr]; +"1608 linear_88" [id=1608, type=linear]; +"1609 reshape_64" [id=1609, type=reshape]; +"1610 permute_66" [id=1610, type=permute]; +"1611 select_42" [id=1611, type=select]; +"1612 select_43" [id=1612, type=select]; +"1613 select_44" [id=1613, type=select]; +"1614 linalg_vector_norm_28" [id=1614, type=linalg_vector_norm]; +"1615 clamp_min_28" [id=1615, type=clamp_min]; +"1616 expand_as_28" [id=1616, type=expand_as]; +"1617 div_28" [id=1617, type=div]; +"1618 quantize_per_tensor_default_88" [id=1618, type=quantize_per_tensor]; +"1619 dequantize_per_tensor_default_88" [id=1619, type=dequantize_per_tensor]; +"1620 linalg_vector_norm_29" [id=1620, type=linalg_vector_norm]; +"1621 clamp_min_29" [id=1621, type=clamp_min]; +"1622 expand_as_29" [id=1622, type=expand_as]; +"1623 div_29" [id=1623, type=div]; +"1624 quantize_per_tensor_default_89" [id=1624, type=quantize_per_tensor]; +"1625 dequantize_per_tensor_default_89" [id=1625, type=dequantize_per_tensor]; +"1626 transpose_28" [id=1626, type=transpose]; +"1627 matmul_28" [id=1627, type=matmul]; +"1628 _frozen_param122" [id=1628, type=get_attr]; +"1629 mul_29" [id=1629, type=mul]; +"1630 add_49" [id=1630, type=add]; +"1631 softmax_14" [id=1631, type=softmax]; +"1632 dropout_56" [id=1632, type=dropout]; +"1633 matmul_29" [id=1633, type=matmul]; +"1634 quantize_per_tensor_default_90" [id=1634, type=quantize_per_tensor]; +"1635 dequantize_per_tensor_default_90" [id=1635, type=dequantize_per_tensor]; +"1636 transpose_29" [id=1636, type=transpose]; +"1637 reshape_65" [id=1637, type=reshape]; +"1638 linear_89" [id=1638, type=linear]; +"1639 dropout_57" [id=1639, type=dropout]; +"1640 view_80" [id=1640, type=view]; +"1641 permute_67" [id=1641, type=permute]; +"1642 reshape_66" [id=1642, type=reshape]; +"1643 slice_218" [id=1643, type=slice]; +"1644 slice_219" [id=1644, type=slice]; +"1645 slice_220" [id=1645, type=slice]; +"1646 slice_221" [id=1646, type=slice]; +"1647 contiguous_27" [id=1647, type=contiguous]; +"1648 layer_norm_31" [id=1648, type=layer_norm]; +"1649 add_50" [id=1649, type=add]; +"1650 quantize_per_tensor_default_91" [id=1650, type=quantize_per_tensor]; +"1651 dequantize_per_tensor_default_91" [id=1651, type=dequantize_per_tensor]; +"1652 linear_90" [id=1652, type=linear]; +"1653 gelu_14" [id=1653, type=gelu]; +"1654 quantize_per_tensor_default_92" [id=1654, type=quantize_per_tensor]; +"1655 dequantize_per_tensor_default_92" [id=1655, type=dequantize_per_tensor]; +"1656 dropout_58" [id=1656, type=dropout]; +"1657 linear_91" [id=1657, type=linear]; +"1658 dropout_59" [id=1658, type=dropout]; +"1659 layer_norm_32" [id=1659, type=layer_norm]; +"1660 add_51" [id=1660, type=add]; +"1661 _frozen_param123" [id=1661, type=get_attr]; +"1662 pad_17" [id=1662, type=pad]; +"1663 roll_14" [id=1663, type=roll]; +"1664 view_83" [id=1664, type=view]; +"1665 permute_69" [id=1665, type=permute]; +"1666 reshape_67" [id=1666, type=reshape]; +"1667 quantize_per_tensor_default_93" [id=1667, type=quantize_per_tensor]; +"1668 dequantize_per_tensor_default_93" [id=1668, type=dequantize_per_tensor]; +"1669 _frozen_param124" [id=1669, type=get_attr]; +"1670 linear_94" [id=1670, type=linear]; +"1671 reshape_68" [id=1671, type=reshape]; +"1672 permute_70" [id=1672, type=permute]; +"1673 select_45" [id=1673, type=select]; +"1674 select_46" [id=1674, type=select]; +"1675 select_47" [id=1675, type=select]; +"1676 linalg_vector_norm_30" [id=1676, type=linalg_vector_norm]; +"1677 clamp_min_30" [id=1677, type=clamp_min]; +"1678 expand_as_30" [id=1678, type=expand_as]; +"1679 div_30" [id=1679, type=div]; +"1680 quantize_per_tensor_default_94" [id=1680, type=quantize_per_tensor]; +"1681 dequantize_per_tensor_default_94" [id=1681, type=dequantize_per_tensor]; +"1682 linalg_vector_norm_31" [id=1682, type=linalg_vector_norm]; +"1683 clamp_min_31" [id=1683, type=clamp_min]; +"1684 expand_as_31" [id=1684, type=expand_as]; +"1685 div_31" [id=1685, type=div]; +"1686 quantize_per_tensor_default_95" [id=1686, type=quantize_per_tensor]; +"1687 dequantize_per_tensor_default_95" [id=1687, type=dequantize_per_tensor]; +"1688 transpose_30" [id=1688, type=transpose]; +"1689 matmul_30" [id=1689, type=matmul]; +"1690 _frozen_param126" [id=1690, type=get_attr]; +"1691 mul_31" [id=1691, type=mul]; +"1692 add_52" [id=1692, type=add]; +"1693 new_zeros_7" [id=1693, type=new_zeros]; +"1694 view_84" [id=1694, type=view]; +"1695 permute_71" [id=1695, type=permute]; +"1696 reshape_69" [id=1696, type=reshape]; +"1697 unsqueeze_44" [id=1697, type=unsqueeze]; +"1698 unsqueeze_45" [id=1698, type=unsqueeze]; +"1699 sub_7" [id=1699, type=sub]; +"1700 ne_7" [id=1700, type=ne]; +"1701 masked_fill_14" [id=1701, type=masked_fill]; +"1702 eq_7" [id=1702, type=eq]; +"1703 masked_fill_15" [id=1703, type=masked_fill]; +"1704 view_85" [id=1704, type=view]; +"1705 unsqueeze_46" [id=1705, type=unsqueeze]; +"1706 unsqueeze_47" [id=1706, type=unsqueeze]; +"1707 add_53" [id=1707, type=add]; +"1708 view_86" [id=1708, type=view]; +"1709 softmax_15" [id=1709, type=softmax]; +"1710 dropout_60" [id=1710, type=dropout]; +"1711 matmul_31" [id=1711, type=matmul]; +"1712 quantize_per_tensor_default_96" [id=1712, type=quantize_per_tensor]; +"1713 dequantize_per_tensor_default_96" [id=1713, type=dequantize_per_tensor]; +"1714 transpose_31" [id=1714, type=transpose]; +"1715 reshape_70" [id=1715, type=reshape]; +"1716 linear_95" [id=1716, type=linear]; +"1717 dropout_61" [id=1717, type=dropout]; +"1718 view_87" [id=1718, type=view]; +"1719 permute_72" [id=1719, type=permute]; +"1720 reshape_71" [id=1720, type=reshape]; +"1721 roll_15" [id=1721, type=roll]; +"1722 slice_241" [id=1722, type=slice]; +"1723 slice_242" [id=1723, type=slice]; +"1724 slice_243" [id=1724, type=slice]; +"1725 slice_244" [id=1725, type=slice]; +"1726 contiguous_29" [id=1726, type=contiguous]; +"1727 layer_norm_33" [id=1727, type=layer_norm]; +"1728 add_54" [id=1728, type=add]; +"1729 quantize_per_tensor_default_97" [id=1729, type=quantize_per_tensor]; +"1730 dequantize_per_tensor_default_97" [id=1730, type=dequantize_per_tensor]; +"1731 linear_96" [id=1731, type=linear]; +"1732 gelu_15" [id=1732, type=gelu]; +"1733 quantize_per_tensor_default_98" [id=1733, type=quantize_per_tensor]; +"1734 dequantize_per_tensor_default_98" [id=1734, type=dequantize_per_tensor]; +"1735 dropout_62" [id=1735, type=dropout]; +"1736 linear_97" [id=1736, type=linear]; +"1737 dropout_63" [id=1737, type=dropout]; +"1738 layer_norm_34" [id=1738, type=layer_norm]; +"1739 add_55" [id=1739, type=add]; +"1740 quantize_per_tensor_default_99" [id=1740, type=quantize_per_tensor]; +"1741 dequantize_per_tensor_default_99" [id=1741, type=dequantize_per_tensor]; +"1742 _frozen_param136" [id=1742, type=get_attr]; +"1743 pad_18" [id=1743, type=pad]; +"1744 view_90" [id=1744, type=view]; +"1745 permute_74" [id=1745, type=permute]; +"1746 reshape_72" [id=1746, type=reshape]; +"1747 _frozen_param137" [id=1747, type=get_attr]; +"1748 linear_100" [id=1748, type=linear]; +"1749 reshape_73" [id=1749, type=reshape]; +"1750 permute_75" [id=1750, type=permute]; +"1751 select_48" [id=1751, type=select]; +"1752 select_49" [id=1752, type=select]; +"1753 select_50" [id=1753, type=select]; +"1754 linalg_vector_norm_32" [id=1754, type=linalg_vector_norm]; +"1755 clamp_min_32" [id=1755, type=clamp_min]; +"1756 expand_as_32" [id=1756, type=expand_as]; +"1757 div_32" [id=1757, type=div]; +"1758 quantize_per_tensor_default_100" [id=1758, type=quantize_per_tensor]; +"1759 dequantize_per_tensor_default_100" [id=1759, type=dequantize_per_tensor]; +"1760 linalg_vector_norm_33" [id=1760, type=linalg_vector_norm]; +"1761 clamp_min_33" [id=1761, type=clamp_min]; +"1762 expand_as_33" [id=1762, type=expand_as]; +"1763 div_33" [id=1763, type=div]; +"1764 quantize_per_tensor_default_101" [id=1764, type=quantize_per_tensor]; +"1765 dequantize_per_tensor_default_101" [id=1765, type=dequantize_per_tensor]; +"1766 transpose_32" [id=1766, type=transpose]; +"1767 matmul_32" [id=1767, type=matmul]; +"1768 _frozen_param139" [id=1768, type=get_attr]; +"1769 mul_33" [id=1769, type=mul]; +"1770 add_56" [id=1770, type=add]; +"1771 softmax_16" [id=1771, type=softmax]; +"1772 dropout_64" [id=1772, type=dropout]; +"1773 matmul_33" [id=1773, type=matmul]; +"1774 quantize_per_tensor_default_102" [id=1774, type=quantize_per_tensor]; +"1775 dequantize_per_tensor_default_102" [id=1775, type=dequantize_per_tensor]; +"1776 transpose_33" [id=1776, type=transpose]; +"1777 reshape_74" [id=1777, type=reshape]; +"1778 linear_101" [id=1778, type=linear]; +"1779 dropout_65" [id=1779, type=dropout]; +"1780 view_91" [id=1780, type=view]; +"1781 permute_76" [id=1781, type=permute]; +"1782 reshape_75" [id=1782, type=reshape]; +"1783 slice_246" [id=1783, type=slice]; +"1784 slice_247" [id=1784, type=slice]; +"1785 slice_248" [id=1785, type=slice]; +"1786 slice_249" [id=1786, type=slice]; +"1787 contiguous_31" [id=1787, type=contiguous]; +"1788 layer_norm_35" [id=1788, type=layer_norm]; +"1789 add_57" [id=1789, type=add]; +"1790 quantize_per_tensor_default_103" [id=1790, type=quantize_per_tensor]; +"1791 dequantize_per_tensor_default_103" [id=1791, type=dequantize_per_tensor]; +"1792 linear_102" [id=1792, type=linear]; +"1793 gelu_16" [id=1793, type=gelu]; +"1794 quantize_per_tensor_default_104" [id=1794, type=quantize_per_tensor]; +"1795 dequantize_per_tensor_default_104" [id=1795, type=dequantize_per_tensor]; +"1796 dropout_66" [id=1796, type=dropout]; +"1797 linear_103" [id=1797, type=linear]; +"1798 dropout_67" [id=1798, type=dropout]; +"1799 layer_norm_36" [id=1799, type=layer_norm]; +"1800 add_58" [id=1800, type=add]; +"1801 _frozen_param140" [id=1801, type=get_attr]; +"1802 pad_19" [id=1802, type=pad]; +"1803 roll_16" [id=1803, type=roll]; +"1804 view_94" [id=1804, type=view]; +"1805 permute_78" [id=1805, type=permute]; +"1806 reshape_76" [id=1806, type=reshape]; +"1807 quantize_per_tensor_default_105" [id=1807, type=quantize_per_tensor]; +"1808 dequantize_per_tensor_default_105" [id=1808, type=dequantize_per_tensor]; +"1809 _frozen_param141" [id=1809, type=get_attr]; +"1810 linear_106" [id=1810, type=linear]; +"1811 reshape_77" [id=1811, type=reshape]; +"1812 permute_79" [id=1812, type=permute]; +"1813 select_51" [id=1813, type=select]; +"1814 select_52" [id=1814, type=select]; +"1815 select_53" [id=1815, type=select]; +"1816 linalg_vector_norm_34" [id=1816, type=linalg_vector_norm]; +"1817 clamp_min_34" [id=1817, type=clamp_min]; +"1818 expand_as_34" [id=1818, type=expand_as]; +"1819 div_34" [id=1819, type=div]; +"1820 quantize_per_tensor_default_106" [id=1820, type=quantize_per_tensor]; +"1821 dequantize_per_tensor_default_106" [id=1821, type=dequantize_per_tensor]; +"1822 linalg_vector_norm_35" [id=1822, type=linalg_vector_norm]; +"1823 clamp_min_35" [id=1823, type=clamp_min]; +"1824 expand_as_35" [id=1824, type=expand_as]; +"1825 div_35" [id=1825, type=div]; +"1826 quantize_per_tensor_default_107" [id=1826, type=quantize_per_tensor]; +"1827 dequantize_per_tensor_default_107" [id=1827, type=dequantize_per_tensor]; +"1828 transpose_34" [id=1828, type=transpose]; +"1829 matmul_34" [id=1829, type=matmul]; +"1830 _frozen_param143" [id=1830, type=get_attr]; +"1831 mul_35" [id=1831, type=mul]; +"1832 add_59" [id=1832, type=add]; +"1833 new_zeros_8" [id=1833, type=new_zeros]; +"1834 view_95" [id=1834, type=view]; +"1835 permute_80" [id=1835, type=permute]; +"1836 reshape_78" [id=1836, type=reshape]; +"1837 unsqueeze_50" [id=1837, type=unsqueeze]; +"1838 unsqueeze_51" [id=1838, type=unsqueeze]; +"1839 sub_8" [id=1839, type=sub]; +"1840 ne_8" [id=1840, type=ne]; +"1841 masked_fill_16" [id=1841, type=masked_fill]; +"1842 eq_8" [id=1842, type=eq]; +"1843 masked_fill_17" [id=1843, type=masked_fill]; +"1844 view_96" [id=1844, type=view]; +"1845 unsqueeze_52" [id=1845, type=unsqueeze]; +"1846 unsqueeze_53" [id=1846, type=unsqueeze]; +"1847 add_60" [id=1847, type=add]; +"1848 view_97" [id=1848, type=view]; +"1849 softmax_17" [id=1849, type=softmax]; +"1850 dropout_68" [id=1850, type=dropout]; +"1851 matmul_35" [id=1851, type=matmul]; +"1852 quantize_per_tensor_default_108" [id=1852, type=quantize_per_tensor]; +"1853 dequantize_per_tensor_default_108" [id=1853, type=dequantize_per_tensor]; +"1854 transpose_35" [id=1854, type=transpose]; +"1855 reshape_79" [id=1855, type=reshape]; +"1856 linear_107" [id=1856, type=linear]; +"1857 dropout_69" [id=1857, type=dropout]; +"1858 view_98" [id=1858, type=view]; +"1859 permute_81" [id=1859, type=permute]; +"1860 reshape_80" [id=1860, type=reshape]; +"1861 roll_17" [id=1861, type=roll]; +"1862 slice_269" [id=1862, type=slice]; +"1863 slice_270" [id=1863, type=slice]; +"1864 slice_271" [id=1864, type=slice]; +"1865 slice_272" [id=1865, type=slice]; +"1866 contiguous_33" [id=1866, type=contiguous]; +"1867 layer_norm_37" [id=1867, type=layer_norm]; +"1868 add_61" [id=1868, type=add]; +"1869 quantize_per_tensor_default_109" [id=1869, type=quantize_per_tensor]; +"1870 dequantize_per_tensor_default_109" [id=1870, type=dequantize_per_tensor]; +"1871 linear_108" [id=1871, type=linear]; +"1872 gelu_17" [id=1872, type=gelu]; +"1873 quantize_per_tensor_default_110" [id=1873, type=quantize_per_tensor]; +"1874 dequantize_per_tensor_default_110" [id=1874, type=dequantize_per_tensor]; +"1875 dropout_70" [id=1875, type=dropout]; +"1876 linear_109" [id=1876, type=linear]; +"1877 dropout_71" [id=1877, type=dropout]; +"1878 layer_norm_38" [id=1878, type=layer_norm]; +"1879 add_62" [id=1879, type=add]; +"1880 quantize_per_tensor_default_111" [id=1880, type=quantize_per_tensor]; +"1881 dequantize_per_tensor_default_111" [id=1881, type=dequantize_per_tensor]; +"1882 _frozen_param153" [id=1882, type=get_attr]; +"1883 pad_20" [id=1883, type=pad]; +"1884 view_101" [id=1884, type=view]; +"1885 permute_83" [id=1885, type=permute]; +"1886 reshape_81" [id=1886, type=reshape]; +"1887 _frozen_param154" [id=1887, type=get_attr]; +"1888 linear_112" [id=1888, type=linear]; +"1889 reshape_82" [id=1889, type=reshape]; +"1890 permute_84" [id=1890, type=permute]; +"1891 select_54" [id=1891, type=select]; +"1892 select_55" [id=1892, type=select]; +"1893 select_56" [id=1893, type=select]; +"1894 linalg_vector_norm_36" [id=1894, type=linalg_vector_norm]; +"1895 clamp_min_36" [id=1895, type=clamp_min]; +"1896 expand_as_36" [id=1896, type=expand_as]; +"1897 div_36" [id=1897, type=div]; +"1898 quantize_per_tensor_default_112" [id=1898, type=quantize_per_tensor]; +"1899 dequantize_per_tensor_default_112" [id=1899, type=dequantize_per_tensor]; +"1900 linalg_vector_norm_37" [id=1900, type=linalg_vector_norm]; +"1901 clamp_min_37" [id=1901, type=clamp_min]; +"1902 expand_as_37" [id=1902, type=expand_as]; +"1903 div_37" [id=1903, type=div]; +"1904 quantize_per_tensor_default_113" [id=1904, type=quantize_per_tensor]; +"1905 dequantize_per_tensor_default_113" [id=1905, type=dequantize_per_tensor]; +"1906 transpose_36" [id=1906, type=transpose]; +"1907 matmul_36" [id=1907, type=matmul]; +"1908 _frozen_param156" [id=1908, type=get_attr]; +"1909 mul_37" [id=1909, type=mul]; +"1910 add_63" [id=1910, type=add]; +"1911 softmax_18" [id=1911, type=softmax]; +"1912 dropout_72" [id=1912, type=dropout]; +"1913 matmul_37" [id=1913, type=matmul]; +"1914 quantize_per_tensor_default_114" [id=1914, type=quantize_per_tensor]; +"1915 dequantize_per_tensor_default_114" [id=1915, type=dequantize_per_tensor]; +"1916 transpose_37" [id=1916, type=transpose]; +"1917 reshape_83" [id=1917, type=reshape]; +"1918 linear_113" [id=1918, type=linear]; +"1919 dropout_73" [id=1919, type=dropout]; +"1920 view_102" [id=1920, type=view]; +"1921 permute_85" [id=1921, type=permute]; +"1922 reshape_84" [id=1922, type=reshape]; +"1923 slice_274" [id=1923, type=slice]; +"1924 slice_275" [id=1924, type=slice]; +"1925 slice_276" [id=1925, type=slice]; +"1926 slice_277" [id=1926, type=slice]; +"1927 contiguous_35" [id=1927, type=contiguous]; +"1928 layer_norm_39" [id=1928, type=layer_norm]; +"1929 add_64" [id=1929, type=add]; +"1930 quantize_per_tensor_default_115" [id=1930, type=quantize_per_tensor]; +"1931 dequantize_per_tensor_default_115" [id=1931, type=dequantize_per_tensor]; +"1932 linear_114" [id=1932, type=linear]; +"1933 gelu_18" [id=1933, type=gelu]; +"1934 quantize_per_tensor_default_116" [id=1934, type=quantize_per_tensor]; +"1935 dequantize_per_tensor_default_116" [id=1935, type=dequantize_per_tensor]; +"1936 dropout_74" [id=1936, type=dropout]; +"1937 linear_115" [id=1937, type=linear]; +"1938 dropout_75" [id=1938, type=dropout]; +"1939 layer_norm_40" [id=1939, type=layer_norm]; +"1940 add_65" [id=1940, type=add]; +"1941 _frozen_param157" [id=1941, type=get_attr]; +"1942 pad_21" [id=1942, type=pad]; +"1943 roll_18" [id=1943, type=roll]; +"1944 view_105" [id=1944, type=view]; +"1945 permute_87" [id=1945, type=permute]; +"1946 reshape_85" [id=1946, type=reshape]; +"1947 quantize_per_tensor_default_117" [id=1947, type=quantize_per_tensor]; +"1948 dequantize_per_tensor_default_117" [id=1948, type=dequantize_per_tensor]; +"1949 _frozen_param158" [id=1949, type=get_attr]; +"1950 linear_118" [id=1950, type=linear]; +"1951 reshape_86" [id=1951, type=reshape]; +"1952 permute_88" [id=1952, type=permute]; +"1953 select_57" [id=1953, type=select]; +"1954 select_58" [id=1954, type=select]; +"1955 select_59" [id=1955, type=select]; +"1956 linalg_vector_norm_38" [id=1956, type=linalg_vector_norm]; +"1957 clamp_min_38" [id=1957, type=clamp_min]; +"1958 expand_as_38" [id=1958, type=expand_as]; +"1959 div_38" [id=1959, type=div]; +"1960 quantize_per_tensor_default_118" [id=1960, type=quantize_per_tensor]; +"1961 dequantize_per_tensor_default_118" [id=1961, type=dequantize_per_tensor]; +"1962 linalg_vector_norm_39" [id=1962, type=linalg_vector_norm]; +"1963 clamp_min_39" [id=1963, type=clamp_min]; +"1964 expand_as_39" [id=1964, type=expand_as]; +"1965 div_39" [id=1965, type=div]; +"1966 quantize_per_tensor_default_119" [id=1966, type=quantize_per_tensor]; +"1967 dequantize_per_tensor_default_119" [id=1967, type=dequantize_per_tensor]; +"1968 transpose_38" [id=1968, type=transpose]; +"1969 matmul_38" [id=1969, type=matmul]; +"1970 _frozen_param160" [id=1970, type=get_attr]; +"1971 mul_39" [id=1971, type=mul]; +"1972 add_66" [id=1972, type=add]; +"1973 new_zeros_9" [id=1973, type=new_zeros]; +"1974 view_106" [id=1974, type=view]; +"1975 permute_89" [id=1975, type=permute]; +"1976 reshape_87" [id=1976, type=reshape]; +"1977 unsqueeze_56" [id=1977, type=unsqueeze]; +"1978 unsqueeze_57" [id=1978, type=unsqueeze]; +"1979 sub_9" [id=1979, type=sub]; +"1980 ne_9" [id=1980, type=ne]; +"1981 masked_fill_18" [id=1981, type=masked_fill]; +"1982 eq_9" [id=1982, type=eq]; +"1983 masked_fill_19" [id=1983, type=masked_fill]; +"1984 view_107" [id=1984, type=view]; +"1985 unsqueeze_58" [id=1985, type=unsqueeze]; +"1986 unsqueeze_59" [id=1986, type=unsqueeze]; +"1987 add_67" [id=1987, type=add]; +"1988 view_108" [id=1988, type=view]; +"1989 softmax_19" [id=1989, type=softmax]; +"1990 dropout_76" [id=1990, type=dropout]; +"1991 matmul_39" [id=1991, type=matmul]; +"1992 quantize_per_tensor_default_120" [id=1992, type=quantize_per_tensor]; +"1993 dequantize_per_tensor_default_120" [id=1993, type=dequantize_per_tensor]; +"1994 transpose_39" [id=1994, type=transpose]; +"1995 reshape_88" [id=1995, type=reshape]; +"1996 linear_119" [id=1996, type=linear]; +"1997 dropout_77" [id=1997, type=dropout]; +"1998 view_109" [id=1998, type=view]; +"1999 permute_90" [id=1999, type=permute]; +"2000 reshape_89" [id=2000, type=reshape]; +"2001 roll_19" [id=2001, type=roll]; +"2002 slice_297" [id=2002, type=slice]; +"2003 slice_298" [id=2003, type=slice]; +"2004 slice_299" [id=2004, type=slice]; +"2005 slice_300" [id=2005, type=slice]; +"2006 contiguous_37" [id=2006, type=contiguous]; +"2007 layer_norm_41" [id=2007, type=layer_norm]; +"2008 add_68" [id=2008, type=add]; +"2009 quantize_per_tensor_default_121" [id=2009, type=quantize_per_tensor]; +"2010 dequantize_per_tensor_default_121" [id=2010, type=dequantize_per_tensor]; +"2011 linear_120" [id=2011, type=linear]; +"2012 gelu_19" [id=2012, type=gelu]; +"2013 quantize_per_tensor_default_122" [id=2013, type=quantize_per_tensor]; +"2014 dequantize_per_tensor_default_122" [id=2014, type=dequantize_per_tensor]; +"2015 dropout_78" [id=2015, type=dropout]; +"2016 linear_121" [id=2016, type=linear]; +"2017 dropout_79" [id=2017, type=dropout]; +"2018 layer_norm_42" [id=2018, type=layer_norm]; +"2019 add_69" [id=2019, type=add]; +"2020 quantize_per_tensor_default_123" [id=2020, type=quantize_per_tensor]; +"2021 dequantize_per_tensor_default_123" [id=2021, type=dequantize_per_tensor]; +"2022 _frozen_param170" [id=2022, type=get_attr]; +"2023 pad_22" [id=2023, type=pad]; +"2024 view_112" [id=2024, type=view]; +"2025 permute_92" [id=2025, type=permute]; +"2026 reshape_90" [id=2026, type=reshape]; +"2027 _frozen_param171" [id=2027, type=get_attr]; +"2028 linear_124" [id=2028, type=linear]; +"2029 reshape_91" [id=2029, type=reshape]; +"2030 permute_93" [id=2030, type=permute]; +"2031 select_60" [id=2031, type=select]; +"2032 select_61" [id=2032, type=select]; +"2033 select_62" [id=2033, type=select]; +"2034 linalg_vector_norm_40" [id=2034, type=linalg_vector_norm]; +"2035 clamp_min_40" [id=2035, type=clamp_min]; +"2036 expand_as_40" [id=2036, type=expand_as]; +"2037 div_40" [id=2037, type=div]; +"2038 quantize_per_tensor_default_124" [id=2038, type=quantize_per_tensor]; +"2039 dequantize_per_tensor_default_124" [id=2039, type=dequantize_per_tensor]; +"2040 linalg_vector_norm_41" [id=2040, type=linalg_vector_norm]; +"2041 clamp_min_41" [id=2041, type=clamp_min]; +"2042 expand_as_41" [id=2042, type=expand_as]; +"2043 div_41" [id=2043, type=div]; +"2044 quantize_per_tensor_default_125" [id=2044, type=quantize_per_tensor]; +"2045 dequantize_per_tensor_default_125" [id=2045, type=dequantize_per_tensor]; +"2046 transpose_40" [id=2046, type=transpose]; +"2047 matmul_40" [id=2047, type=matmul]; +"2048 _frozen_param173" [id=2048, type=get_attr]; +"2049 mul_41" [id=2049, type=mul]; +"2050 add_70" [id=2050, type=add]; +"2051 softmax_20" [id=2051, type=softmax]; +"2052 dropout_80" [id=2052, type=dropout]; +"2053 matmul_41" [id=2053, type=matmul]; +"2054 quantize_per_tensor_default_126" [id=2054, type=quantize_per_tensor]; +"2055 dequantize_per_tensor_default_126" [id=2055, type=dequantize_per_tensor]; +"2056 transpose_41" [id=2056, type=transpose]; +"2057 reshape_92" [id=2057, type=reshape]; +"2058 linear_125" [id=2058, type=linear]; +"2059 dropout_81" [id=2059, type=dropout]; +"2060 view_113" [id=2060, type=view]; +"2061 permute_94" [id=2061, type=permute]; +"2062 reshape_93" [id=2062, type=reshape]; +"2063 slice_302" [id=2063, type=slice]; +"2064 slice_303" [id=2064, type=slice]; +"2065 slice_304" [id=2065, type=slice]; +"2066 slice_305" [id=2066, type=slice]; +"2067 contiguous_39" [id=2067, type=contiguous]; +"2068 layer_norm_43" [id=2068, type=layer_norm]; +"2069 add_71" [id=2069, type=add]; +"2070 quantize_per_tensor_default_127" [id=2070, type=quantize_per_tensor]; +"2071 dequantize_per_tensor_default_127" [id=2071, type=dequantize_per_tensor]; +"2072 linear_126" [id=2072, type=linear]; +"2073 gelu_20" [id=2073, type=gelu]; +"2074 quantize_per_tensor_default_128" [id=2074, type=quantize_per_tensor]; +"2075 dequantize_per_tensor_default_128" [id=2075, type=dequantize_per_tensor]; +"2076 dropout_82" [id=2076, type=dropout]; +"2077 linear_127" [id=2077, type=linear]; +"2078 dropout_83" [id=2078, type=dropout]; +"2079 layer_norm_44" [id=2079, type=layer_norm]; +"2080 add_72" [id=2080, type=add]; +"2081 _frozen_param174" [id=2081, type=get_attr]; +"2082 pad_23" [id=2082, type=pad]; +"2083 roll_20" [id=2083, type=roll]; +"2084 view_116" [id=2084, type=view]; +"2085 permute_96" [id=2085, type=permute]; +"2086 reshape_94" [id=2086, type=reshape]; +"2087 quantize_per_tensor_default_129" [id=2087, type=quantize_per_tensor]; +"2088 dequantize_per_tensor_default_129" [id=2088, type=dequantize_per_tensor]; +"2089 _frozen_param175" [id=2089, type=get_attr]; +"2090 linear_130" [id=2090, type=linear]; +"2091 reshape_95" [id=2091, type=reshape]; +"2092 permute_97" [id=2092, type=permute]; +"2093 select_63" [id=2093, type=select]; +"2094 select_64" [id=2094, type=select]; +"2095 select_65" [id=2095, type=select]; +"2096 linalg_vector_norm_42" [id=2096, type=linalg_vector_norm]; +"2097 clamp_min_42" [id=2097, type=clamp_min]; +"2098 expand_as_42" [id=2098, type=expand_as]; +"2099 div_42" [id=2099, type=div]; +"2100 quantize_per_tensor_default_130" [id=2100, type=quantize_per_tensor]; +"2101 dequantize_per_tensor_default_130" [id=2101, type=dequantize_per_tensor]; +"2102 linalg_vector_norm_43" [id=2102, type=linalg_vector_norm]; +"2103 clamp_min_43" [id=2103, type=clamp_min]; +"2104 expand_as_43" [id=2104, type=expand_as]; +"2105 div_43" [id=2105, type=div]; +"2106 quantize_per_tensor_default_131" [id=2106, type=quantize_per_tensor]; +"2107 dequantize_per_tensor_default_131" [id=2107, type=dequantize_per_tensor]; +"2108 transpose_42" [id=2108, type=transpose]; +"2109 matmul_42" [id=2109, type=matmul]; +"2110 _frozen_param177" [id=2110, type=get_attr]; +"2111 mul_43" [id=2111, type=mul]; +"2112 add_73" [id=2112, type=add]; +"2113 new_zeros_10" [id=2113, type=new_zeros]; +"2114 view_117" [id=2114, type=view]; +"2115 permute_98" [id=2115, type=permute]; +"2116 reshape_96" [id=2116, type=reshape]; +"2117 unsqueeze_62" [id=2117, type=unsqueeze]; +"2118 unsqueeze_63" [id=2118, type=unsqueeze]; +"2119 sub_10" [id=2119, type=sub]; +"2120 ne_10" [id=2120, type=ne]; +"2121 masked_fill_20" [id=2121, type=masked_fill]; +"2122 eq_10" [id=2122, type=eq]; +"2123 masked_fill_21" [id=2123, type=masked_fill]; +"2124 view_118" [id=2124, type=view]; +"2125 unsqueeze_64" [id=2125, type=unsqueeze]; +"2126 unsqueeze_65" [id=2126, type=unsqueeze]; +"2127 add_74" [id=2127, type=add]; +"2128 view_119" [id=2128, type=view]; +"2129 softmax_21" [id=2129, type=softmax]; +"2130 dropout_84" [id=2130, type=dropout]; +"2131 matmul_43" [id=2131, type=matmul]; +"2132 quantize_per_tensor_default_132" [id=2132, type=quantize_per_tensor]; +"2133 dequantize_per_tensor_default_132" [id=2133, type=dequantize_per_tensor]; +"2134 transpose_43" [id=2134, type=transpose]; +"2135 reshape_97" [id=2135, type=reshape]; +"2136 linear_131" [id=2136, type=linear]; +"2137 dropout_85" [id=2137, type=dropout]; +"2138 view_120" [id=2138, type=view]; +"2139 permute_99" [id=2139, type=permute]; +"2140 reshape_98" [id=2140, type=reshape]; +"2141 roll_21" [id=2141, type=roll]; +"2142 slice_325" [id=2142, type=slice]; +"2143 slice_326" [id=2143, type=slice]; +"2144 slice_327" [id=2144, type=slice]; +"2145 slice_328" [id=2145, type=slice]; +"2146 contiguous_41" [id=2146, type=contiguous]; +"2147 layer_norm_45" [id=2147, type=layer_norm]; +"2148 add_75" [id=2148, type=add]; +"2149 quantize_per_tensor_default_133" [id=2149, type=quantize_per_tensor]; +"2150 dequantize_per_tensor_default_133" [id=2150, type=dequantize_per_tensor]; +"2151 linear_132" [id=2151, type=linear]; +"2152 gelu_21" [id=2152, type=gelu]; +"2153 quantize_per_tensor_default_134" [id=2153, type=quantize_per_tensor]; +"2154 dequantize_per_tensor_default_134" [id=2154, type=dequantize_per_tensor]; +"2155 dropout_86" [id=2155, type=dropout]; +"2156 linear_133" [id=2156, type=linear]; +"2157 dropout_87" [id=2157, type=dropout]; +"2158 layer_norm_46" [id=2158, type=layer_norm]; +"2159 add_76" [id=2159, type=add]; +"2160 quantize_per_tensor_default_135" [id=2160, type=quantize_per_tensor]; +"2161 dequantize_per_tensor_default_135" [id=2161, type=dequantize_per_tensor]; +"2162 pad_24" [id=2162, type=pad]; +"2163 slice_329" [id=2163, type=slice]; +"2164 slice_330" [id=2164, type=slice]; +"2165 slice_331" [id=2165, type=slice]; +"2166 slice_332" [id=2166, type=slice]; +"2167 slice_333" [id=2167, type=slice]; +"2168 slice_334" [id=2168, type=slice]; +"2169 slice_335" [id=2169, type=slice]; +"2170 slice_336" [id=2170, type=slice]; +"2171 slice_337" [id=2171, type=slice]; +"2172 slice_338" [id=2172, type=slice]; +"2173 slice_339" [id=2173, type=slice]; +"2174 slice_340" [id=2174, type=slice]; +"2175 cat_2" [id=2175, type=cat]; +"2176 linear_134" [id=2176, type=linear]; +"2177 layer_norm_47" [id=2177, type=layer_norm]; +"2178 quantize_per_tensor_default_136" [id=2178, type=quantize_per_tensor]; +"2179 dequantize_per_tensor_default_136" [id=2179, type=dequantize_per_tensor]; +"2180 _frozen_param187" [id=2180, type=get_attr]; +"2181 pad_25" [id=2181, type=pad]; +"2182 view_123" [id=2182, type=view]; +"2183 permute_101" [id=2183, type=permute]; +"2184 reshape_99" [id=2184, type=reshape]; +"2185 _frozen_param188" [id=2185, type=get_attr]; +"2186 linear_137" [id=2186, type=linear]; +"2187 reshape_100" [id=2187, type=reshape]; +"2188 permute_102" [id=2188, type=permute]; +"2189 select_66" [id=2189, type=select]; +"2190 select_67" [id=2190, type=select]; +"2191 select_68" [id=2191, type=select]; +"2192 linalg_vector_norm_44" [id=2192, type=linalg_vector_norm]; +"2193 clamp_min_44" [id=2193, type=clamp_min]; +"2194 expand_as_44" [id=2194, type=expand_as]; +"2195 div_44" [id=2195, type=div]; +"2196 quantize_per_tensor_default_137" [id=2196, type=quantize_per_tensor]; +"2197 dequantize_per_tensor_default_137" [id=2197, type=dequantize_per_tensor]; +"2198 linalg_vector_norm_45" [id=2198, type=linalg_vector_norm]; +"2199 clamp_min_45" [id=2199, type=clamp_min]; +"2200 expand_as_45" [id=2200, type=expand_as]; +"2201 div_45" [id=2201, type=div]; +"2202 quantize_per_tensor_default_138" [id=2202, type=quantize_per_tensor]; +"2203 dequantize_per_tensor_default_138" [id=2203, type=dequantize_per_tensor]; +"2204 transpose_44" [id=2204, type=transpose]; +"2205 matmul_44" [id=2205, type=matmul]; +"2206 _frozen_param190" [id=2206, type=get_attr]; +"2207 mul_45" [id=2207, type=mul]; +"2208 add_77" [id=2208, type=add]; +"2209 softmax_22" [id=2209, type=softmax]; +"2210 dropout_88" [id=2210, type=dropout]; +"2211 matmul_45" [id=2211, type=matmul]; +"2212 quantize_per_tensor_default_139" [id=2212, type=quantize_per_tensor]; +"2213 dequantize_per_tensor_default_139" [id=2213, type=dequantize_per_tensor]; +"2214 transpose_45" [id=2214, type=transpose]; +"2215 reshape_101" [id=2215, type=reshape]; +"2216 linear_138" [id=2216, type=linear]; +"2217 dropout_89" [id=2217, type=dropout]; +"2218 view_124" [id=2218, type=view]; +"2219 permute_103" [id=2219, type=permute]; +"2220 reshape_102" [id=2220, type=reshape]; +"2221 slice_342" [id=2221, type=slice]; +"2222 slice_343" [id=2222, type=slice]; +"2223 slice_344" [id=2223, type=slice]; +"2224 slice_345" [id=2224, type=slice]; +"2225 contiguous_43" [id=2225, type=contiguous]; +"2226 layer_norm_48" [id=2226, type=layer_norm]; +"2227 add_78" [id=2227, type=add]; +"2228 quantize_per_tensor_default_140" [id=2228, type=quantize_per_tensor]; +"2229 dequantize_per_tensor_default_140" [id=2229, type=dequantize_per_tensor]; +"2230 linear_139" [id=2230, type=linear]; +"2231 gelu_22" [id=2231, type=gelu]; +"2232 quantize_per_tensor_default_141" [id=2232, type=quantize_per_tensor]; +"2233 dequantize_per_tensor_default_141" [id=2233, type=dequantize_per_tensor]; +"2234 dropout_90" [id=2234, type=dropout]; +"2235 linear_140" [id=2235, type=linear]; +"2236 dropout_91" [id=2236, type=dropout]; +"2237 layer_norm_49" [id=2237, type=layer_norm]; +"2238 add_79" [id=2238, type=add]; +"2239 quantize_per_tensor_default_142" [id=2239, type=quantize_per_tensor]; +"2240 dequantize_per_tensor_default_142" [id=2240, type=dequantize_per_tensor]; +"2241 _frozen_param191" [id=2241, type=get_attr]; +"2242 pad_26" [id=2242, type=pad]; +"2243 view_127" [id=2243, type=view]; +"2244 permute_105" [id=2244, type=permute]; +"2245 reshape_103" [id=2245, type=reshape]; +"2246 _frozen_param192" [id=2246, type=get_attr]; +"2247 linear_143" [id=2247, type=linear]; +"2248 reshape_104" [id=2248, type=reshape]; +"2249 permute_106" [id=2249, type=permute]; +"2250 select_69" [id=2250, type=select]; +"2251 select_70" [id=2251, type=select]; +"2252 select_71" [id=2252, type=select]; +"2253 linalg_vector_norm_46" [id=2253, type=linalg_vector_norm]; +"2254 clamp_min_46" [id=2254, type=clamp_min]; +"2255 expand_as_46" [id=2255, type=expand_as]; +"2256 div_46" [id=2256, type=div]; +"2257 quantize_per_tensor_default_143" [id=2257, type=quantize_per_tensor]; +"2258 dequantize_per_tensor_default_143" [id=2258, type=dequantize_per_tensor]; +"2259 linalg_vector_norm_47" [id=2259, type=linalg_vector_norm]; +"2260 clamp_min_47" [id=2260, type=clamp_min]; +"2261 expand_as_47" [id=2261, type=expand_as]; +"2262 div_47" [id=2262, type=div]; +"2263 quantize_per_tensor_default_144" [id=2263, type=quantize_per_tensor]; +"2264 dequantize_per_tensor_default_144" [id=2264, type=dequantize_per_tensor]; +"2265 transpose_46" [id=2265, type=transpose]; +"2266 matmul_46" [id=2266, type=matmul]; +"2267 _frozen_param194" [id=2267, type=get_attr]; +"2268 mul_47" [id=2268, type=mul]; +"2269 add_80" [id=2269, type=add]; +"2270 softmax_23" [id=2270, type=softmax]; +"2271 dropout_92" [id=2271, type=dropout]; +"2272 matmul_47" [id=2272, type=matmul]; +"2273 quantize_per_tensor_default_145" [id=2273, type=quantize_per_tensor]; +"2274 dequantize_per_tensor_default_145" [id=2274, type=dequantize_per_tensor]; +"2275 transpose_47" [id=2275, type=transpose]; +"2276 reshape_105" [id=2276, type=reshape]; +"2277 linear_144" [id=2277, type=linear]; +"2278 dropout_93" [id=2278, type=dropout]; +"2279 view_128" [id=2279, type=view]; +"2280 permute_107" [id=2280, type=permute]; +"2281 reshape_106" [id=2281, type=reshape]; +"2282 slice_347" [id=2282, type=slice]; +"2283 slice_348" [id=2283, type=slice]; +"2284 slice_349" [id=2284, type=slice]; +"2285 slice_350" [id=2285, type=slice]; +"2286 contiguous_45" [id=2286, type=contiguous]; +"2287 layer_norm_50" [id=2287, type=layer_norm]; +"2288 add_81" [id=2288, type=add]; +"2289 quantize_per_tensor_default_146" [id=2289, type=quantize_per_tensor]; +"2290 dequantize_per_tensor_default_146" [id=2290, type=dequantize_per_tensor]; +"2291 linear_145" [id=2291, type=linear]; +"2292 gelu_23" [id=2292, type=gelu]; +"2293 quantize_per_tensor_default_147" [id=2293, type=quantize_per_tensor]; +"2294 dequantize_per_tensor_default_147" [id=2294, type=dequantize_per_tensor]; +"2295 dropout_94" [id=2295, type=dropout]; +"2296 linear_146" [id=2296, type=linear]; +"2297 dropout_95" [id=2297, type=dropout]; +"2298 layer_norm_51" [id=2298, type=layer_norm]; +"2299 add_82" [id=2299, type=add]; +"2300 layer_norm_52" [id=2300, type=layer_norm]; +"2301 permute_108" [id=2301, type=permute]; +"2302 adaptive_avg_pool2d" [id=2302, type=adaptive_avg_pool2d]; +"2303 quantize_per_tensor_default_148" [id=2303, type=quantize_per_tensor]; +"2304 dequantize_per_tensor_default_148" [id=2304, type=dequantize_per_tensor]; +"2305 flatten" [id=2305, type=flatten]; +"2306 linear_147" [id=2306, type=linear]; +"2307 output_1" [id=2307, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(288,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(288,)", style=solid]; +"2 _frozen_param2_1" -> "3 dequantize_per_channel_default" [label="(288, 96)", style=solid]; +"3 dequantize_per_channel_default" -> "598 linear_2" [label=None, style=solid]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(96,)", style=solid]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(96,)", style=solid]; +"6 _frozen_param6_1" -> "7 dequantize_per_channel_default_1" [label="(96, 96)", style=solid]; +"7 dequantize_per_channel_default_1" -> "628 linear_3" [label=None, style=solid]; +"8 features_1_0_attn_proj_bias" -> "628 linear_3" [label="(96,)", style=solid]; +"9 _scale_2" -> "12 dequantize_per_channel_default_2" [label="(288,)", style=solid]; +"10 _zero_point_2" -> "12 dequantize_per_channel_default_2" [label="(288,)", style=solid]; +"11 _frozen_param8_1" -> "12 dequantize_per_channel_default_2" [label="(288, 96)", style=solid]; +"12 dequantize_per_channel_default_2" -> "657 linear_8" [label=None, style=solid]; +"13 _scale_3" -> "16 dequantize_per_channel_default_3" [label="(96,)", style=solid]; +"14 _zero_point_3" -> "16 dequantize_per_channel_default_3" [label="(96,)", style=solid]; +"15 _frozen_param9_1" -> "16 dequantize_per_channel_default_3" [label="(96, 96)", style=solid]; +"16 dequantize_per_channel_default_3" -> "703 linear_9" [label=None, style=solid]; +"17 features_1_1_attn_proj_bias" -> "703 linear_9" [label="(96,)", style=solid]; +"18 _scale_4" -> "21 dequantize_per_channel_default_4" [label="(576,)", style=solid]; +"19 _zero_point_4" -> "21 dequantize_per_channel_default_4" [label="(576,)", style=solid]; +"20 _frozen_param10_1" -> "21 dequantize_per_channel_default_4" [label="(576, 192)", style=solid]; +"21 dequantize_per_channel_default_4" -> "750 linear_15" [label=None, style=solid]; +"22 _scale_5" -> "25 dequantize_per_channel_default_5" [label="(192,)", style=solid]; +"23 _zero_point_5" -> "25 dequantize_per_channel_default_5" [label="(192,)", style=solid]; +"24 _frozen_param11_1" -> "25 dequantize_per_channel_default_5" [label="(192, 192)", style=solid]; +"25 dequantize_per_channel_default_5" -> "780 linear_16" [label=None, style=solid]; +"26 features_3_0_attn_proj_bias" -> "780 linear_16" [label="(192,)", style=solid]; +"27 _scale_6" -> "30 dequantize_per_channel_default_6" [label="(576,)", style=solid]; +"28 _zero_point_6" -> "30 dequantize_per_channel_default_6" [label="(576,)", style=solid]; +"29 _frozen_param12_1" -> "30 dequantize_per_channel_default_6" [label="(576, 192)", style=solid]; +"30 dequantize_per_channel_default_6" -> "812 linear_21" [label=None, style=solid]; +"31 _scale_7" -> "34 dequantize_per_channel_default_7" [label="(192,)", style=solid]; +"32 _zero_point_7" -> "34 dequantize_per_channel_default_7" [label="(192,)", style=solid]; +"33 _frozen_param13_1" -> "34 dequantize_per_channel_default_7" [label="(192, 192)", style=solid]; +"34 dequantize_per_channel_default_7" -> "858 linear_22" [label=None, style=solid]; +"35 features_3_1_attn_proj_bias" -> "858 linear_22" [label="(192,)", style=solid]; +"36 _scale_8" -> "39 dequantize_per_channel_default_8" [label="(1152,)", style=solid]; +"37 _zero_point_8" -> "39 dequantize_per_channel_default_8" [label="(1152,)", style=solid]; +"38 _frozen_param14_1" -> "39 dequantize_per_channel_default_8" [label="(1152, 384)", style=solid]; +"39 dequantize_per_channel_default_8" -> "908 linear_28" [label=None, style=solid]; +"40 _scale_9" -> "43 dequantize_per_channel_default_9" [label="(384,)", style=solid]; +"41 _zero_point_9" -> "43 dequantize_per_channel_default_9" [label="(384,)", style=solid]; +"42 _frozen_param15_1" -> "43 dequantize_per_channel_default_9" [label="(384, 384)", style=solid]; +"43 dequantize_per_channel_default_9" -> "938 linear_29" [label=None, style=solid]; +"44 features_5_0_attn_proj_bias" -> "938 linear_29" [label="(384,)", style=solid]; +"45 _scale_10" -> "48 dequantize_per_channel_default_10" [label="(1152,)", style=solid]; +"46 _zero_point_10" -> "48 dequantize_per_channel_default_10" [label="(1152,)", style=solid]; +"47 _frozen_param16_1" -> "48 dequantize_per_channel_default_10" [label="(1152, 384)", style=solid]; +"48 dequantize_per_channel_default_10" -> "970 linear_34" [label=None, style=solid]; +"49 _scale_11" -> "52 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"50 _zero_point_11" -> "52 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"51 _frozen_param19_1" -> "52 dequantize_per_channel_default_11" [label="(384, 384)", style=solid]; +"52 dequantize_per_channel_default_11" -> "1016 linear_35" [label=None, style=solid]; +"53 features_5_1_attn_proj_bias" -> "1016 linear_35" [label="(384,)", style=solid]; +"54 _scale_12" -> "57 dequantize_per_channel_default_12" [label="(1152,)", style=solid]; +"55 _zero_point_12" -> "57 dequantize_per_channel_default_12" [label="(1152,)", style=solid]; +"56 _frozen_param23_1" -> "57 dequantize_per_channel_default_12" [label="(1152, 384)", style=solid]; +"57 dequantize_per_channel_default_12" -> "1048 linear_40" [label=None, style=solid]; +"58 _scale_13" -> "61 dequantize_per_channel_default_13" [label="(384,)", style=solid]; +"59 _zero_point_13" -> "61 dequantize_per_channel_default_13" [label="(384,)", style=solid]; +"60 _frozen_param25_1" -> "61 dequantize_per_channel_default_13" [label="(384, 384)", style=solid]; +"61 dequantize_per_channel_default_13" -> "1078 linear_41" [label=None, style=solid]; +"62 features_5_2_attn_proj_bias" -> "1078 linear_41" [label="(384,)", style=solid]; +"63 _scale_14" -> "66 dequantize_per_channel_default_14" [label="(1152,)", style=solid]; +"64 _zero_point_14" -> "66 dequantize_per_channel_default_14" [label="(1152,)", style=solid]; +"65 _frozen_param26_1" -> "66 dequantize_per_channel_default_14" [label="(1152, 384)", style=solid]; +"66 dequantize_per_channel_default_14" -> "1110 linear_46" [label=None, style=solid]; +"67 _scale_15" -> "70 dequantize_per_channel_default_15" [label="(384,)", style=solid]; +"68 _zero_point_15" -> "70 dequantize_per_channel_default_15" [label="(384,)", style=solid]; +"69 _frozen_param27_1" -> "70 dequantize_per_channel_default_15" [label="(384, 384)", style=solid]; +"70 dequantize_per_channel_default_15" -> "1156 linear_47" [label=None, style=solid]; +"71 features_5_3_attn_proj_bias" -> "1156 linear_47" [label="(384,)", style=solid]; +"72 _scale_16" -> "75 dequantize_per_channel_default_16" [label="(1152,)", style=solid]; +"73 _zero_point_16" -> "75 dequantize_per_channel_default_16" [label="(1152,)", style=solid]; +"74 _frozen_param28_1" -> "75 dequantize_per_channel_default_16" [label="(1152, 384)", style=solid]; +"75 dequantize_per_channel_default_16" -> "1188 linear_52" [label=None, style=solid]; +"76 _scale_17" -> "79 dequantize_per_channel_default_17" [label="(384,)", style=solid]; +"77 _zero_point_17" -> "79 dequantize_per_channel_default_17" [label="(384,)", style=solid]; +"78 _frozen_param29_1" -> "79 dequantize_per_channel_default_17" [label="(384, 384)", style=solid]; +"79 dequantize_per_channel_default_17" -> "1218 linear_53" [label=None, style=solid]; +"80 features_5_4_attn_proj_bias" -> "1218 linear_53" [label="(384,)", style=solid]; +"81 _scale_18" -> "84 dequantize_per_channel_default_18" [label="(1152,)", style=solid]; +"82 _zero_point_18" -> "84 dequantize_per_channel_default_18" [label="(1152,)", style=solid]; +"83 _frozen_param30_1" -> "84 dequantize_per_channel_default_18" [label="(1152, 384)", style=solid]; +"84 dequantize_per_channel_default_18" -> "1250 linear_58" [label=None, style=solid]; +"85 _scale_19" -> "88 dequantize_per_channel_default_19" [label="(384,)", style=solid]; +"86 _zero_point_19" -> "88 dequantize_per_channel_default_19" [label="(384,)", style=solid]; +"87 _frozen_param31_1" -> "88 dequantize_per_channel_default_19" [label="(384, 384)", style=solid]; +"88 dequantize_per_channel_default_19" -> "1296 linear_59" [label=None, style=solid]; +"89 features_5_5_attn_proj_bias" -> "1296 linear_59" [label="(384,)", style=solid]; +"90 _scale_20" -> "93 dequantize_per_channel_default_20" [label="(1152,)", style=solid]; +"91 _zero_point_20" -> "93 dequantize_per_channel_default_20" [label="(1152,)", style=solid]; +"92 _frozen_param32_1" -> "93 dequantize_per_channel_default_20" [label="(1152, 384)", style=solid]; +"93 dequantize_per_channel_default_20" -> "1328 linear_64" [label=None, style=solid]; +"94 _scale_21" -> "97 dequantize_per_channel_default_21" [label="(384,)", style=solid]; +"95 _zero_point_21" -> "97 dequantize_per_channel_default_21" [label="(384,)", style=solid]; +"96 _frozen_param33_1" -> "97 dequantize_per_channel_default_21" [label="(384, 384)", style=solid]; +"97 dequantize_per_channel_default_21" -> "1358 linear_65" [label=None, style=solid]; +"98 features_5_6_attn_proj_bias" -> "1358 linear_65" [label="(384,)", style=solid]; +"99 _scale_22" -> "102 dequantize_per_channel_default_22" [label="(1152,)", style=solid]; +"100 _zero_point_22" -> "102 dequantize_per_channel_default_22" [label="(1152,)", style=solid]; +"101 _frozen_param36_1" -> "102 dequantize_per_channel_default_22" [label="(1152, 384)", style=solid]; +"102 dequantize_per_channel_default_22" -> "1390 linear_70" [label=None, style=solid]; +"103 _scale_23" -> "106 dequantize_per_channel_default_23" [label="(384,)", style=solid]; +"104 _zero_point_23" -> "106 dequantize_per_channel_default_23" [label="(384,)", style=solid]; +"105 _frozen_param40_1" -> "106 dequantize_per_channel_default_23" [label="(384, 384)", style=solid]; +"106 dequantize_per_channel_default_23" -> "1436 linear_71" [label=None, style=solid]; +"107 features_5_7_attn_proj_bias" -> "1436 linear_71" [label="(384,)", style=solid]; +"108 _scale_24" -> "111 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; +"109 _zero_point_24" -> "111 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; +"110 _frozen_param42_1" -> "111 dequantize_per_channel_default_24" [label="(1152, 384)", style=solid]; +"111 dequantize_per_channel_default_24" -> "1468 linear_76" [label=None, style=solid]; +"112 _scale_25" -> "115 dequantize_per_channel_default_25" [label="(384,)", style=solid]; +"113 _zero_point_25" -> "115 dequantize_per_channel_default_25" [label="(384,)", style=solid]; +"114 _frozen_param43_1" -> "115 dequantize_per_channel_default_25" [label="(384, 384)", style=solid]; +"115 dequantize_per_channel_default_25" -> "1498 linear_77" [label=None, style=solid]; +"116 features_5_8_attn_proj_bias" -> "1498 linear_77" [label="(384,)", style=solid]; +"117 _scale_26" -> "120 dequantize_per_channel_default_26" [label="(1152,)", style=solid]; +"118 _zero_point_26" -> "120 dequantize_per_channel_default_26" [label="(1152,)", style=solid]; +"119 _frozen_param44_1" -> "120 dequantize_per_channel_default_26" [label="(1152, 384)", style=solid]; +"120 dequantize_per_channel_default_26" -> "1530 linear_82" [label=None, style=solid]; +"121 _scale_27" -> "124 dequantize_per_channel_default_27" [label="(384,)", style=solid]; +"122 _zero_point_27" -> "124 dequantize_per_channel_default_27" [label="(384,)", style=solid]; +"123 _frozen_param45_1" -> "124 dequantize_per_channel_default_27" [label="(384, 384)", style=solid]; +"124 dequantize_per_channel_default_27" -> "1576 linear_83" [label=None, style=solid]; +"125 features_5_9_attn_proj_bias" -> "1576 linear_83" [label="(384,)", style=solid]; +"126 _scale_28" -> "129 dequantize_per_channel_default_28" [label="(1152,)", style=solid]; +"127 _zero_point_28" -> "129 dequantize_per_channel_default_28" [label="(1152,)", style=solid]; +"128 _frozen_param46_1" -> "129 dequantize_per_channel_default_28" [label="(1152, 384)", style=solid]; +"129 dequantize_per_channel_default_28" -> "1608 linear_88" [label=None, style=solid]; +"130 _scale_29" -> "133 dequantize_per_channel_default_29" [label="(384,)", style=solid]; +"131 _zero_point_29" -> "133 dequantize_per_channel_default_29" [label="(384,)", style=solid]; +"132 _frozen_param47_1" -> "133 dequantize_per_channel_default_29" [label="(384, 384)", style=solid]; +"133 dequantize_per_channel_default_29" -> "1638 linear_89" [label=None, style=solid]; +"134 features_5_10_attn_proj_bias" -> "1638 linear_89" [label="(384,)", style=solid]; +"135 _scale_30" -> "138 dequantize_per_channel_default_30" [label="(1152,)", style=solid]; +"136 _zero_point_30" -> "138 dequantize_per_channel_default_30" [label="(1152,)", style=solid]; +"137 _frozen_param48_1" -> "138 dequantize_per_channel_default_30" [label="(1152, 384)", style=solid]; +"138 dequantize_per_channel_default_30" -> "1670 linear_94" [label=None, style=solid]; +"139 _scale_31" -> "142 dequantize_per_channel_default_31" [label="(384,)", style=solid]; +"140 _zero_point_31" -> "142 dequantize_per_channel_default_31" [label="(384,)", style=solid]; +"141 _frozen_param49_1" -> "142 dequantize_per_channel_default_31" [label="(384, 384)", style=solid]; +"142 dequantize_per_channel_default_31" -> "1716 linear_95" [label=None, style=solid]; +"143 features_5_11_attn_proj_bias" -> "1716 linear_95" [label="(384,)", style=solid]; +"144 _scale_32" -> "147 dequantize_per_channel_default_32" [label="(1152,)", style=solid]; +"145 _zero_point_32" -> "147 dequantize_per_channel_default_32" [label="(1152,)", style=solid]; +"146 _frozen_param50_1" -> "147 dequantize_per_channel_default_32" [label="(1152, 384)", style=solid]; +"147 dequantize_per_channel_default_32" -> "1748 linear_100" [label=None, style=solid]; +"148 _scale_33" -> "151 dequantize_per_channel_default_33" [label="(384,)", style=solid]; +"149 _zero_point_33" -> "151 dequantize_per_channel_default_33" [label="(384,)", style=solid]; +"150 _frozen_param53_1" -> "151 dequantize_per_channel_default_33" [label="(384, 384)", style=solid]; +"151 dequantize_per_channel_default_33" -> "1778 linear_101" [label=None, style=solid]; +"152 features_5_12_attn_proj_bias" -> "1778 linear_101" [label="(384,)", style=solid]; +"153 _scale_34" -> "156 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; +"154 _zero_point_34" -> "156 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; +"155 _frozen_param57_1" -> "156 dequantize_per_channel_default_34" [label="(1152, 384)", style=solid]; +"156 dequantize_per_channel_default_34" -> "1810 linear_106" [label=None, style=solid]; +"157 _scale_35" -> "160 dequantize_per_channel_default_35" [label="(384,)", style=solid]; +"158 _zero_point_35" -> "160 dequantize_per_channel_default_35" [label="(384,)", style=solid]; +"159 _frozen_param59_1" -> "160 dequantize_per_channel_default_35" [label="(384, 384)", style=solid]; +"160 dequantize_per_channel_default_35" -> "1856 linear_107" [label=None, style=solid]; +"161 features_5_13_attn_proj_bias" -> "1856 linear_107" [label="(384,)", style=solid]; +"162 _scale_36" -> "165 dequantize_per_channel_default_36" [label="(1152,)", style=solid]; +"163 _zero_point_36" -> "165 dequantize_per_channel_default_36" [label="(1152,)", style=solid]; +"164 _frozen_param60_1" -> "165 dequantize_per_channel_default_36" [label="(1152, 384)", style=solid]; +"165 dequantize_per_channel_default_36" -> "1888 linear_112" [label=None, style=solid]; +"166 _scale_37" -> "169 dequantize_per_channel_default_37" [label="(384,)", style=solid]; +"167 _zero_point_37" -> "169 dequantize_per_channel_default_37" [label="(384,)", style=solid]; +"168 _frozen_param61_1" -> "169 dequantize_per_channel_default_37" [label="(384, 384)", style=solid]; +"169 dequantize_per_channel_default_37" -> "1918 linear_113" [label=None, style=solid]; +"170 features_5_14_attn_proj_bias" -> "1918 linear_113" [label="(384,)", style=solid]; +"171 _scale_38" -> "174 dequantize_per_channel_default_38" [label="(1152,)", style=solid]; +"172 _zero_point_38" -> "174 dequantize_per_channel_default_38" [label="(1152,)", style=solid]; +"173 _frozen_param62_1" -> "174 dequantize_per_channel_default_38" [label="(1152, 384)", style=solid]; +"174 dequantize_per_channel_default_38" -> "1950 linear_118" [label=None, style=solid]; +"175 _scale_39" -> "178 dequantize_per_channel_default_39" [label="(384,)", style=solid]; +"176 _zero_point_39" -> "178 dequantize_per_channel_default_39" [label="(384,)", style=solid]; +"177 _frozen_param63_1" -> "178 dequantize_per_channel_default_39" [label="(384, 384)", style=solid]; +"178 dequantize_per_channel_default_39" -> "1996 linear_119" [label=None, style=solid]; +"179 features_5_15_attn_proj_bias" -> "1996 linear_119" [label="(384,)", style=solid]; +"180 _scale_40" -> "183 dequantize_per_channel_default_40" [label="(1152,)", style=solid]; +"181 _zero_point_40" -> "183 dequantize_per_channel_default_40" [label="(1152,)", style=solid]; +"182 _frozen_param64_1" -> "183 dequantize_per_channel_default_40" [label="(1152, 384)", style=solid]; +"183 dequantize_per_channel_default_40" -> "2028 linear_124" [label=None, style=solid]; +"184 _scale_41" -> "187 dequantize_per_channel_default_41" [label="(384,)", style=solid]; +"185 _zero_point_41" -> "187 dequantize_per_channel_default_41" [label="(384,)", style=solid]; +"186 _frozen_param65_1" -> "187 dequantize_per_channel_default_41" [label="(384, 384)", style=solid]; +"187 dequantize_per_channel_default_41" -> "2058 linear_125" [label=None, style=solid]; +"188 features_5_16_attn_proj_bias" -> "2058 linear_125" [label="(384,)", style=solid]; +"189 _scale_42" -> "192 dequantize_per_channel_default_42" [label="(1152,)", style=solid]; +"190 _zero_point_42" -> "192 dequantize_per_channel_default_42" [label="(1152,)", style=solid]; +"191 _frozen_param66_1" -> "192 dequantize_per_channel_default_42" [label="(1152, 384)", style=solid]; +"192 dequantize_per_channel_default_42" -> "2090 linear_130" [label=None, style=solid]; +"193 _scale_43" -> "196 dequantize_per_channel_default_43" [label="(384,)", style=solid]; +"194 _zero_point_43" -> "196 dequantize_per_channel_default_43" [label="(384,)", style=solid]; +"195 _frozen_param67_1" -> "196 dequantize_per_channel_default_43" [label="(384, 384)", style=solid]; +"196 dequantize_per_channel_default_43" -> "2136 linear_131" [label=None, style=solid]; +"197 features_5_17_attn_proj_bias" -> "2136 linear_131" [label="(384,)", style=solid]; +"198 _scale_44" -> "201 dequantize_per_channel_default_44" [label="(2304,)", style=solid]; +"199 _zero_point_44" -> "201 dequantize_per_channel_default_44" [label="(2304,)", style=solid]; +"200 _frozen_param70_1" -> "201 dequantize_per_channel_default_44" [label="(2304, 768)", style=solid]; +"201 dequantize_per_channel_default_44" -> "2186 linear_137" [label=None, style=solid]; +"202 _scale_45" -> "205 dequantize_per_channel_default_45" [label="(768,)", style=solid]; +"203 _zero_point_45" -> "205 dequantize_per_channel_default_45" [label="(768,)", style=solid]; +"204 _frozen_param74_1" -> "205 dequantize_per_channel_default_45" [label="(768, 768)", style=solid]; +"205 dequantize_per_channel_default_45" -> "2216 linear_138" [label=None, style=solid]; +"206 features_7_0_attn_proj_bias" -> "2216 linear_138" [label="(768,)", style=solid]; +"207 _scale_46" -> "210 dequantize_per_channel_default_46" [label="(2304,)", style=solid]; +"208 _zero_point_46" -> "210 dequantize_per_channel_default_46" [label="(2304,)", style=solid]; +"209 _frozen_param76_1" -> "210 dequantize_per_channel_default_46" [label="(2304, 768)", style=solid]; +"210 dequantize_per_channel_default_46" -> "2247 linear_143" [label=None, style=solid]; +"211 _scale_47" -> "214 dequantize_per_channel_default_47" [label="(768,)", style=solid]; +"212 _zero_point_47" -> "214 dequantize_per_channel_default_47" [label="(768,)", style=solid]; +"213 _frozen_param77_1" -> "214 dequantize_per_channel_default_47" [label="(768, 768)", style=solid]; +"214 dequantize_per_channel_default_47" -> "2277 linear_144" [label=None, style=solid]; +"215 features_7_1_attn_proj_bias" -> "2277 linear_144" [label="(768,)", style=solid]; +"216 _scale_48" -> "219 dequantize_per_channel_default_48" [label="(96,)", style=solid]; +"217 _zero_point_48" -> "219 dequantize_per_channel_default_48" [label="(96,)", style=solid]; +"218 _frozen_param78_1" -> "219 dequantize_per_channel_default_48" [label="(96, 3, 4, 4)", style=solid]; +"219 dequantize_per_channel_default_48" -> "587 conv2d" [label=None, style=solid]; +"220 features_0_0_bias" -> "587 conv2d" [label="(96,)", style=solid]; +"221 features_0_2_weight" -> "589 layer_norm" [label="(96,)", style=solid]; +"222 features_0_2_bias" -> "589 layer_norm" [label="(96,)", style=solid]; +"223 features_1_0_norm1_weight" -> "635 layer_norm_1" [label="(96,)", style=solid]; +"224 features_1_0_norm1_bias" -> "635 layer_norm_1" [label="(96,)", style=solid]; +"225 _scale_49" -> "228 dequantize_per_channel_default_49" [label="(384,)", style=solid]; +"226 _zero_point_49" -> "228 dequantize_per_channel_default_49" [label="(384,)", style=solid]; +"227 _frozen_param79_1" -> "228 dequantize_per_channel_default_49" [label="(384, 96)", style=solid]; +"228 dequantize_per_channel_default_49" -> "639 linear_4" [label=None, style=solid]; +"229 features_1_0_mlp_0_bias" -> "639 linear_4" [label="(384,)", style=solid]; +"230 _scale_50" -> "233 dequantize_per_channel_default_50" [label="(96,)", style=solid]; +"231 _zero_point_50" -> "233 dequantize_per_channel_default_50" [label="(96,)", style=solid]; +"232 _frozen_param80_1" -> "233 dequantize_per_channel_default_50" [label="(96, 384)", style=solid]; +"233 dequantize_per_channel_default_50" -> "644 linear_5" [label=None, style=solid]; +"234 features_1_0_mlp_3_bias" -> "644 linear_5" [label="(96,)", style=solid]; +"235 features_1_0_norm2_weight" -> "646 layer_norm_2" [label="(96,)", style=solid]; +"236 features_1_0_norm2_bias" -> "646 layer_norm_2" [label="(96,)", style=solid]; +"237 features_1_1_norm1_weight" -> "711 layer_norm_3" [label="(96,)", style=solid]; +"238 features_1_1_norm1_bias" -> "711 layer_norm_3" [label="(96,)", style=solid]; +"239 _scale_51" -> "242 dequantize_per_channel_default_51" [label="(384,)", style=solid]; +"240 _zero_point_51" -> "242 dequantize_per_channel_default_51" [label="(384,)", style=solid]; +"241 _frozen_param81_1" -> "242 dequantize_per_channel_default_51" [label="(384, 96)", style=solid]; +"242 dequantize_per_channel_default_51" -> "715 linear_10" [label=None, style=solid]; +"243 features_1_1_mlp_0_bias" -> "715 linear_10" [label="(384,)", style=solid]; +"244 _scale_52" -> "247 dequantize_per_channel_default_52" [label="(96,)", style=solid]; +"245 _zero_point_52" -> "247 dequantize_per_channel_default_52" [label="(96,)", style=solid]; +"246 _frozen_param82_1" -> "247 dequantize_per_channel_default_52" [label="(96, 384)", style=solid]; +"247 dequantize_per_channel_default_52" -> "720 linear_11" [label=None, style=solid]; +"248 features_1_1_mlp_3_bias" -> "720 linear_11" [label="(96,)", style=solid]; +"249 features_1_1_norm2_weight" -> "722 layer_norm_4" [label="(96,)", style=solid]; +"250 features_1_1_norm2_bias" -> "722 layer_norm_4" [label="(96,)", style=solid]; +"251 _scale_53" -> "254 dequantize_per_channel_default_53" [label="(192,)", style=solid]; +"252 _zero_point_53" -> "254 dequantize_per_channel_default_53" [label="(192,)", style=solid]; +"253 _frozen_param83_1" -> "254 dequantize_per_channel_default_53" [label="(192, 384)", style=solid]; +"254 dequantize_per_channel_default_53" -> "740 linear_12" [label=None, style=solid]; +"255 features_2_norm_weight" -> "741 layer_norm_5" [label="(192,)", style=solid]; +"256 features_2_norm_bias" -> "741 layer_norm_5" [label="(192,)", style=solid]; +"257 features_3_0_norm1_weight" -> "790 layer_norm_6" [label="(192,)", style=solid]; +"258 features_3_0_norm1_bias" -> "790 layer_norm_6" [label="(192,)", style=solid]; +"259 _scale_54" -> "262 dequantize_per_channel_default_54" [label="(768,)", style=solid]; +"260 _zero_point_54" -> "262 dequantize_per_channel_default_54" [label="(768,)", style=solid]; +"261 _frozen_param84_1" -> "262 dequantize_per_channel_default_54" [label="(768, 192)", style=solid]; +"262 dequantize_per_channel_default_54" -> "794 linear_17" [label=None, style=solid]; +"263 features_3_0_mlp_0_bias" -> "794 linear_17" [label="(768,)", style=solid]; +"264 _scale_55" -> "267 dequantize_per_channel_default_55" [label="(192,)", style=solid]; +"265 _zero_point_55" -> "267 dequantize_per_channel_default_55" [label="(192,)", style=solid]; +"266 _frozen_param87_1" -> "267 dequantize_per_channel_default_55" [label="(192, 768)", style=solid]; +"267 dequantize_per_channel_default_55" -> "799 linear_18" [label=None, style=solid]; +"268 features_3_0_mlp_3_bias" -> "799 linear_18" [label="(192,)", style=solid]; +"269 features_3_0_norm2_weight" -> "801 layer_norm_7" [label="(192,)", style=solid]; +"270 features_3_0_norm2_bias" -> "801 layer_norm_7" [label="(192,)", style=solid]; +"271 features_3_1_norm1_weight" -> "869 layer_norm_8" [label="(192,)", style=solid]; +"272 features_3_1_norm1_bias" -> "869 layer_norm_8" [label="(192,)", style=solid]; +"273 _scale_56" -> "276 dequantize_per_channel_default_56" [label="(768,)", style=solid]; +"274 _zero_point_56" -> "276 dequantize_per_channel_default_56" [label="(768,)", style=solid]; +"275 _frozen_param91_1" -> "276 dequantize_per_channel_default_56" [label="(768, 192)", style=solid]; +"276 dequantize_per_channel_default_56" -> "873 linear_23" [label=None, style=solid]; +"277 features_3_1_mlp_0_bias" -> "873 linear_23" [label="(768,)", style=solid]; +"278 _scale_57" -> "281 dequantize_per_channel_default_57" [label="(192,)", style=solid]; +"279 _zero_point_57" -> "281 dequantize_per_channel_default_57" [label="(192,)", style=solid]; +"280 _frozen_param93_1" -> "281 dequantize_per_channel_default_57" [label="(192, 768)", style=solid]; +"281 dequantize_per_channel_default_57" -> "878 linear_24" [label=None, style=solid]; +"282 features_3_1_mlp_3_bias" -> "878 linear_24" [label="(192,)", style=solid]; +"283 features_3_1_norm2_weight" -> "880 layer_norm_9" [label="(192,)", style=solid]; +"284 features_3_1_norm2_bias" -> "880 layer_norm_9" [label="(192,)", style=solid]; +"285 _scale_58" -> "288 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"286 _zero_point_58" -> "288 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"287 _frozen_param94_1" -> "288 dequantize_per_channel_default_58" [label="(384, 768)", style=solid]; +"288 dequantize_per_channel_default_58" -> "898 linear_25" [label=None, style=solid]; +"289 features_4_norm_weight" -> "899 layer_norm_10" [label="(384,)", style=solid]; +"290 features_4_norm_bias" -> "899 layer_norm_10" [label="(384,)", style=solid]; +"291 features_5_0_norm1_weight" -> "948 layer_norm_11" [label="(384,)", style=solid]; +"292 features_5_0_norm1_bias" -> "948 layer_norm_11" [label="(384,)", style=solid]; +"293 _scale_59" -> "296 dequantize_per_channel_default_59" [label="(1536,)", style=solid]; +"294 _zero_point_59" -> "296 dequantize_per_channel_default_59" [label="(1536,)", style=solid]; +"295 _frozen_param95_1" -> "296 dequantize_per_channel_default_59" [label="(1536, 384)", style=solid]; +"296 dequantize_per_channel_default_59" -> "952 linear_30" [label=None, style=solid]; +"297 features_5_0_mlp_0_bias" -> "952 linear_30" [label="(1536,)", style=solid]; +"298 _scale_60" -> "301 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"299 _zero_point_60" -> "301 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"300 _frozen_param96_1" -> "301 dequantize_per_channel_default_60" [label="(384, 1536)", style=solid]; +"301 dequantize_per_channel_default_60" -> "957 linear_31" [label=None, style=solid]; +"302 features_5_0_mlp_3_bias" -> "957 linear_31" [label="(384,)", style=solid]; +"303 features_5_0_norm2_weight" -> "959 layer_norm_12" [label="(384,)", style=solid]; +"304 features_5_0_norm2_bias" -> "959 layer_norm_12" [label="(384,)", style=solid]; +"305 features_5_1_norm1_weight" -> "1027 layer_norm_13" [label="(384,)", style=solid]; +"306 features_5_1_norm1_bias" -> "1027 layer_norm_13" [label="(384,)", style=solid]; +"307 _scale_61" -> "310 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"308 _zero_point_61" -> "310 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"309 _frozen_param97_1" -> "310 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"310 dequantize_per_channel_default_61" -> "1031 linear_36" [label=None, style=solid]; +"311 features_5_1_mlp_0_bias" -> "1031 linear_36" [label="(1536,)", style=solid]; +"312 _scale_62" -> "315 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"313 _zero_point_62" -> "315 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"314 _frozen_param98_1" -> "315 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"315 dequantize_per_channel_default_62" -> "1036 linear_37" [label=None, style=solid]; +"316 features_5_1_mlp_3_bias" -> "1036 linear_37" [label="(384,)", style=solid]; +"317 features_5_1_norm2_weight" -> "1038 layer_norm_14" [label="(384,)", style=solid]; +"318 features_5_1_norm2_bias" -> "1038 layer_norm_14" [label="(384,)", style=solid]; +"319 features_5_2_norm1_weight" -> "1088 layer_norm_15" [label="(384,)", style=solid]; +"320 features_5_2_norm1_bias" -> "1088 layer_norm_15" [label="(384,)", style=solid]; +"321 _scale_63" -> "324 dequantize_per_channel_default_63" [label="(1536,)", style=solid]; +"322 _zero_point_63" -> "324 dequantize_per_channel_default_63" [label="(1536,)", style=solid]; +"323 _frozen_param99_1" -> "324 dequantize_per_channel_default_63" [label="(1536, 384)", style=solid]; +"324 dequantize_per_channel_default_63" -> "1092 linear_42" [label=None, style=solid]; +"325 features_5_2_mlp_0_bias" -> "1092 linear_42" [label="(1536,)", style=solid]; +"326 _scale_64" -> "329 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"327 _zero_point_64" -> "329 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"328 _frozen_param100_1" -> "329 dequantize_per_channel_default_64" [label="(384, 1536)", style=solid]; +"329 dequantize_per_channel_default_64" -> "1097 linear_43" [label=None, style=solid]; +"330 features_5_2_mlp_3_bias" -> "1097 linear_43" [label="(384,)", style=solid]; +"331 features_5_2_norm2_weight" -> "1099 layer_norm_16" [label="(384,)", style=solid]; +"332 features_5_2_norm2_bias" -> "1099 layer_norm_16" [label="(384,)", style=solid]; +"333 features_5_3_norm1_weight" -> "1167 layer_norm_17" [label="(384,)", style=solid]; +"334 features_5_3_norm1_bias" -> "1167 layer_norm_17" [label="(384,)", style=solid]; +"335 _scale_65" -> "338 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"336 _zero_point_65" -> "338 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"337 _frozen_param101_1" -> "338 dequantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"338 dequantize_per_channel_default_65" -> "1171 linear_48" [label=None, style=solid]; +"339 features_5_3_mlp_0_bias" -> "1171 linear_48" [label="(1536,)", style=solid]; +"340 _scale_66" -> "343 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"341 _zero_point_66" -> "343 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"342 _frozen_param104_1" -> "343 dequantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"343 dequantize_per_channel_default_66" -> "1176 linear_49" [label=None, style=solid]; +"344 features_5_3_mlp_3_bias" -> "1176 linear_49" [label="(384,)", style=solid]; +"345 features_5_3_norm2_weight" -> "1178 layer_norm_18" [label="(384,)", style=solid]; +"346 features_5_3_norm2_bias" -> "1178 layer_norm_18" [label="(384,)", style=solid]; +"347 features_5_4_norm1_weight" -> "1228 layer_norm_19" [label="(384,)", style=solid]; +"348 features_5_4_norm1_bias" -> "1228 layer_norm_19" [label="(384,)", style=solid]; +"349 _scale_67" -> "352 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"350 _zero_point_67" -> "352 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"351 _frozen_param108_1" -> "352 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"352 dequantize_per_channel_default_67" -> "1232 linear_54" [label=None, style=solid]; +"353 features_5_4_mlp_0_bias" -> "1232 linear_54" [label="(1536,)", style=solid]; +"354 _scale_68" -> "357 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"355 _zero_point_68" -> "357 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"356 _frozen_param110_1" -> "357 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"357 dequantize_per_channel_default_68" -> "1237 linear_55" [label=None, style=solid]; +"358 features_5_4_mlp_3_bias" -> "1237 linear_55" [label="(384,)", style=solid]; +"359 features_5_4_norm2_weight" -> "1239 layer_norm_20" [label="(384,)", style=solid]; +"360 features_5_4_norm2_bias" -> "1239 layer_norm_20" [label="(384,)", style=solid]; +"361 features_5_5_norm1_weight" -> "1307 layer_norm_21" [label="(384,)", style=solid]; +"362 features_5_5_norm1_bias" -> "1307 layer_norm_21" [label="(384,)", style=solid]; +"363 _scale_69" -> "366 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"364 _zero_point_69" -> "366 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"365 _frozen_param111_1" -> "366 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"366 dequantize_per_channel_default_69" -> "1311 linear_60" [label=None, style=solid]; +"367 features_5_5_mlp_0_bias" -> "1311 linear_60" [label="(1536,)", style=solid]; +"368 _scale_70" -> "371 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"369 _zero_point_70" -> "371 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"370 _frozen_param112_1" -> "371 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"371 dequantize_per_channel_default_70" -> "1316 linear_61" [label=None, style=solid]; +"372 features_5_5_mlp_3_bias" -> "1316 linear_61" [label="(384,)", style=solid]; +"373 features_5_5_norm2_weight" -> "1318 layer_norm_22" [label="(384,)", style=solid]; +"374 features_5_5_norm2_bias" -> "1318 layer_norm_22" [label="(384,)", style=solid]; +"375 features_5_6_norm1_weight" -> "1368 layer_norm_23" [label="(384,)", style=solid]; +"376 features_5_6_norm1_bias" -> "1368 layer_norm_23" [label="(384,)", style=solid]; +"377 _scale_71" -> "380 dequantize_per_channel_default_71" [label="(1536,)", style=solid]; +"378 _zero_point_71" -> "380 dequantize_per_channel_default_71" [label="(1536,)", style=solid]; +"379 _frozen_param113_1" -> "380 dequantize_per_channel_default_71" [label="(1536, 384)", style=solid]; +"380 dequantize_per_channel_default_71" -> "1372 linear_66" [label=None, style=solid]; +"381 features_5_6_mlp_0_bias" -> "1372 linear_66" [label="(1536,)", style=solid]; +"382 _scale_72" -> "385 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"383 _zero_point_72" -> "385 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"384 _frozen_param114_1" -> "385 dequantize_per_channel_default_72" [label="(384, 1536)", style=solid]; +"385 dequantize_per_channel_default_72" -> "1377 linear_67" [label=None, style=solid]; +"386 features_5_6_mlp_3_bias" -> "1377 linear_67" [label="(384,)", style=solid]; +"387 features_5_6_norm2_weight" -> "1379 layer_norm_24" [label="(384,)", style=solid]; +"388 features_5_6_norm2_bias" -> "1379 layer_norm_24" [label="(384,)", style=solid]; +"389 features_5_7_norm1_weight" -> "1447 layer_norm_25" [label="(384,)", style=solid]; +"390 features_5_7_norm1_bias" -> "1447 layer_norm_25" [label="(384,)", style=solid]; +"391 _scale_73" -> "394 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"392 _zero_point_73" -> "394 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"393 _frozen_param115_1" -> "394 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"394 dequantize_per_channel_default_73" -> "1451 linear_72" [label=None, style=solid]; +"395 features_5_7_mlp_0_bias" -> "1451 linear_72" [label="(1536,)", style=solid]; +"396 _scale_74" -> "399 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"397 _zero_point_74" -> "399 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"398 _frozen_param116_1" -> "399 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"399 dequantize_per_channel_default_74" -> "1456 linear_73" [label=None, style=solid]; +"400 features_5_7_mlp_3_bias" -> "1456 linear_73" [label="(384,)", style=solid]; +"401 features_5_7_norm2_weight" -> "1458 layer_norm_26" [label="(384,)", style=solid]; +"402 features_5_7_norm2_bias" -> "1458 layer_norm_26" [label="(384,)", style=solid]; +"403 features_5_8_norm1_weight" -> "1508 layer_norm_27" [label="(384,)", style=solid]; +"404 features_5_8_norm1_bias" -> "1508 layer_norm_27" [label="(384,)", style=solid]; +"405 _scale_75" -> "408 dequantize_per_channel_default_75" [label="(1536,)", style=solid]; +"406 _zero_point_75" -> "408 dequantize_per_channel_default_75" [label="(1536,)", style=solid]; +"407 _frozen_param117_1" -> "408 dequantize_per_channel_default_75" [label="(1536, 384)", style=solid]; +"408 dequantize_per_channel_default_75" -> "1512 linear_78" [label=None, style=solid]; +"409 features_5_8_mlp_0_bias" -> "1512 linear_78" [label="(1536,)", style=solid]; +"410 _scale_76" -> "413 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"411 _zero_point_76" -> "413 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"412 _frozen_param118_1" -> "413 dequantize_per_channel_default_76" [label="(384, 1536)", style=solid]; +"413 dequantize_per_channel_default_76" -> "1517 linear_79" [label=None, style=solid]; +"414 features_5_8_mlp_3_bias" -> "1517 linear_79" [label="(384,)", style=solid]; +"415 features_5_8_norm2_weight" -> "1519 layer_norm_28" [label="(384,)", style=solid]; +"416 features_5_8_norm2_bias" -> "1519 layer_norm_28" [label="(384,)", style=solid]; +"417 features_5_9_norm1_weight" -> "1587 layer_norm_29" [label="(384,)", style=solid]; +"418 features_5_9_norm1_bias" -> "1587 layer_norm_29" [label="(384,)", style=solid]; +"419 _scale_77" -> "422 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"420 _zero_point_77" -> "422 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"421 _frozen_param121_1" -> "422 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"422 dequantize_per_channel_default_77" -> "1591 linear_84" [label=None, style=solid]; +"423 features_5_9_mlp_0_bias" -> "1591 linear_84" [label="(1536,)", style=solid]; +"424 _scale_78" -> "427 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"425 _zero_point_78" -> "427 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"426 _frozen_param125_1" -> "427 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"427 dequantize_per_channel_default_78" -> "1596 linear_85" [label=None, style=solid]; +"428 features_5_9_mlp_3_bias" -> "1596 linear_85" [label="(384,)", style=solid]; +"429 features_5_9_norm2_weight" -> "1598 layer_norm_30" [label="(384,)", style=solid]; +"430 features_5_9_norm2_bias" -> "1598 layer_norm_30" [label="(384,)", style=solid]; +"431 features_5_10_norm1_weight" -> "1648 layer_norm_31" [label="(384,)", style=solid]; +"432 features_5_10_norm1_bias" -> "1648 layer_norm_31" [label="(384,)", style=solid]; +"433 _scale_79" -> "436 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"434 _zero_point_79" -> "436 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"435 _frozen_param127_1" -> "436 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"436 dequantize_per_channel_default_79" -> "1652 linear_90" [label=None, style=solid]; +"437 features_5_10_mlp_0_bias" -> "1652 linear_90" [label="(1536,)", style=solid]; +"438 _scale_80" -> "441 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"439 _zero_point_80" -> "441 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"440 _frozen_param128_1" -> "441 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"441 dequantize_per_channel_default_80" -> "1657 linear_91" [label=None, style=solid]; +"442 features_5_10_mlp_3_bias" -> "1657 linear_91" [label="(384,)", style=solid]; +"443 features_5_10_norm2_weight" -> "1659 layer_norm_32" [label="(384,)", style=solid]; +"444 features_5_10_norm2_bias" -> "1659 layer_norm_32" [label="(384,)", style=solid]; +"445 features_5_11_norm1_weight" -> "1727 layer_norm_33" [label="(384,)", style=solid]; +"446 features_5_11_norm1_bias" -> "1727 layer_norm_33" [label="(384,)", style=solid]; +"447 _scale_81" -> "450 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"448 _zero_point_81" -> "450 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"449 _frozen_param129_1" -> "450 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"450 dequantize_per_channel_default_81" -> "1731 linear_96" [label=None, style=solid]; +"451 features_5_11_mlp_0_bias" -> "1731 linear_96" [label="(1536,)", style=solid]; +"452 _scale_82" -> "455 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"453 _zero_point_82" -> "455 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"454 _frozen_param130_1" -> "455 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"455 dequantize_per_channel_default_82" -> "1736 linear_97" [label=None, style=solid]; +"456 features_5_11_mlp_3_bias" -> "1736 linear_97" [label="(384,)", style=solid]; +"457 features_5_11_norm2_weight" -> "1738 layer_norm_34" [label="(384,)", style=solid]; +"458 features_5_11_norm2_bias" -> "1738 layer_norm_34" [label="(384,)", style=solid]; +"459 features_5_12_norm1_weight" -> "1788 layer_norm_35" [label="(384,)", style=solid]; +"460 features_5_12_norm1_bias" -> "1788 layer_norm_35" [label="(384,)", style=solid]; +"461 _scale_83" -> "464 dequantize_per_channel_default_83" [label="(1536,)", style=solid]; +"462 _zero_point_83" -> "464 dequantize_per_channel_default_83" [label="(1536,)", style=solid]; +"463 _frozen_param131_1" -> "464 dequantize_per_channel_default_83" [label="(1536, 384)", style=solid]; +"464 dequantize_per_channel_default_83" -> "1792 linear_102" [label=None, style=solid]; +"465 features_5_12_mlp_0_bias" -> "1792 linear_102" [label="(1536,)", style=solid]; +"466 _scale_84" -> "469 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"467 _zero_point_84" -> "469 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"468 _frozen_param132_1" -> "469 dequantize_per_channel_default_84" [label="(384, 1536)", style=solid]; +"469 dequantize_per_channel_default_84" -> "1797 linear_103" [label=None, style=solid]; +"470 features_5_12_mlp_3_bias" -> "1797 linear_103" [label="(384,)", style=solid]; +"471 features_5_12_norm2_weight" -> "1799 layer_norm_36" [label="(384,)", style=solid]; +"472 features_5_12_norm2_bias" -> "1799 layer_norm_36" [label="(384,)", style=solid]; +"473 features_5_13_norm1_weight" -> "1867 layer_norm_37" [label="(384,)", style=solid]; +"474 features_5_13_norm1_bias" -> "1867 layer_norm_37" [label="(384,)", style=solid]; +"475 _scale_85" -> "478 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"476 _zero_point_85" -> "478 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"477 _frozen_param133_1" -> "478 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"478 dequantize_per_channel_default_85" -> "1871 linear_108" [label=None, style=solid]; +"479 features_5_13_mlp_0_bias" -> "1871 linear_108" [label="(1536,)", style=solid]; +"480 _scale_86" -> "483 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"481 _zero_point_86" -> "483 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"482 _frozen_param134_1" -> "483 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"483 dequantize_per_channel_default_86" -> "1876 linear_109" [label=None, style=solid]; +"484 features_5_13_mlp_3_bias" -> "1876 linear_109" [label="(384,)", style=solid]; +"485 features_5_13_norm2_weight" -> "1878 layer_norm_38" [label="(384,)", style=solid]; +"486 features_5_13_norm2_bias" -> "1878 layer_norm_38" [label="(384,)", style=solid]; +"487 features_5_14_norm1_weight" -> "1928 layer_norm_39" [label="(384,)", style=solid]; +"488 features_5_14_norm1_bias" -> "1928 layer_norm_39" [label="(384,)", style=solid]; +"489 _scale_87" -> "492 dequantize_per_channel_default_87" [label="(1536,)", style=solid]; +"490 _zero_point_87" -> "492 dequantize_per_channel_default_87" [label="(1536,)", style=solid]; +"491 _frozen_param135_1" -> "492 dequantize_per_channel_default_87" [label="(1536, 384)", style=solid]; +"492 dequantize_per_channel_default_87" -> "1932 linear_114" [label=None, style=solid]; +"493 features_5_14_mlp_0_bias" -> "1932 linear_114" [label="(1536,)", style=solid]; +"494 _scale_88" -> "497 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"495 _zero_point_88" -> "497 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"496 _frozen_param138_1" -> "497 dequantize_per_channel_default_88" [label="(384, 1536)", style=solid]; +"497 dequantize_per_channel_default_88" -> "1937 linear_115" [label=None, style=solid]; +"498 features_5_14_mlp_3_bias" -> "1937 linear_115" [label="(384,)", style=solid]; +"499 features_5_14_norm2_weight" -> "1939 layer_norm_40" [label="(384,)", style=solid]; +"500 features_5_14_norm2_bias" -> "1939 layer_norm_40" [label="(384,)", style=solid]; +"501 features_5_15_norm1_weight" -> "2007 layer_norm_41" [label="(384,)", style=solid]; +"502 features_5_15_norm1_bias" -> "2007 layer_norm_41" [label="(384,)", style=solid]; +"503 _scale_89" -> "506 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"504 _zero_point_89" -> "506 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"505 _frozen_param142_1" -> "506 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"506 dequantize_per_channel_default_89" -> "2011 linear_120" [label=None, style=solid]; +"507 features_5_15_mlp_0_bias" -> "2011 linear_120" [label="(1536,)", style=solid]; +"508 _scale_90" -> "511 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"509 _zero_point_90" -> "511 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"510 _frozen_param144_1" -> "511 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"511 dequantize_per_channel_default_90" -> "2016 linear_121" [label=None, style=solid]; +"512 features_5_15_mlp_3_bias" -> "2016 linear_121" [label="(384,)", style=solid]; +"513 features_5_15_norm2_weight" -> "2018 layer_norm_42" [label="(384,)", style=solid]; +"514 features_5_15_norm2_bias" -> "2018 layer_norm_42" [label="(384,)", style=solid]; +"515 features_5_16_norm1_weight" -> "2068 layer_norm_43" [label="(384,)", style=solid]; +"516 features_5_16_norm1_bias" -> "2068 layer_norm_43" [label="(384,)", style=solid]; +"517 _scale_91" -> "520 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"518 _zero_point_91" -> "520 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"519 _frozen_param145_1" -> "520 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"520 dequantize_per_channel_default_91" -> "2072 linear_126" [label=None, style=solid]; +"521 features_5_16_mlp_0_bias" -> "2072 linear_126" [label="(1536,)", style=solid]; +"522 _scale_92" -> "525 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"523 _zero_point_92" -> "525 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"524 _frozen_param146_1" -> "525 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"525 dequantize_per_channel_default_92" -> "2077 linear_127" [label=None, style=solid]; +"526 features_5_16_mlp_3_bias" -> "2077 linear_127" [label="(384,)", style=solid]; +"527 features_5_16_norm2_weight" -> "2079 layer_norm_44" [label="(384,)", style=solid]; +"528 features_5_16_norm2_bias" -> "2079 layer_norm_44" [label="(384,)", style=solid]; +"529 features_5_17_norm1_weight" -> "2147 layer_norm_45" [label="(384,)", style=solid]; +"530 features_5_17_norm1_bias" -> "2147 layer_norm_45" [label="(384,)", style=solid]; +"531 _scale_93" -> "534 dequantize_per_channel_default_93" [label="(1536,)", style=solid]; +"532 _zero_point_93" -> "534 dequantize_per_channel_default_93" [label="(1536,)", style=solid]; +"533 _frozen_param147_1" -> "534 dequantize_per_channel_default_93" [label="(1536, 384)", style=solid]; +"534 dequantize_per_channel_default_93" -> "2151 linear_132" [label=None, style=solid]; +"535 features_5_17_mlp_0_bias" -> "2151 linear_132" [label="(1536,)", style=solid]; +"536 _scale_94" -> "539 dequantize_per_channel_default_94" [label="(384,)", style=solid]; +"537 _zero_point_94" -> "539 dequantize_per_channel_default_94" [label="(384,)", style=solid]; +"538 _frozen_param148_1" -> "539 dequantize_per_channel_default_94" [label="(384, 1536)", style=solid]; +"539 dequantize_per_channel_default_94" -> "2156 linear_133" [label=None, style=solid]; +"540 features_5_17_mlp_3_bias" -> "2156 linear_133" [label="(384,)", style=solid]; +"541 features_5_17_norm2_weight" -> "2158 layer_norm_46" [label="(384,)", style=solid]; +"542 features_5_17_norm2_bias" -> "2158 layer_norm_46" [label="(384,)", style=solid]; +"543 _scale_95" -> "546 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"544 _zero_point_95" -> "546 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"545 _frozen_param149_1" -> "546 dequantize_per_channel_default_95" [label="(768, 1536)", style=solid]; +"546 dequantize_per_channel_default_95" -> "2176 linear_134" [label=None, style=solid]; +"547 features_6_norm_weight" -> "2177 layer_norm_47" [label="(768,)", style=solid]; +"548 features_6_norm_bias" -> "2177 layer_norm_47" [label="(768,)", style=solid]; +"549 features_7_0_norm1_weight" -> "2226 layer_norm_48" [label="(768,)", style=solid]; +"550 features_7_0_norm1_bias" -> "2226 layer_norm_48" [label="(768,)", style=solid]; +"551 _scale_96" -> "554 dequantize_per_channel_default_96" [label="(3072,)", style=solid]; +"552 _zero_point_96" -> "554 dequantize_per_channel_default_96" [label="(3072,)", style=solid]; +"553 _frozen_param150_1" -> "554 dequantize_per_channel_default_96" [label="(3072, 768)", style=solid]; +"554 dequantize_per_channel_default_96" -> "2230 linear_139" [label=None, style=solid]; +"555 features_7_0_mlp_0_bias" -> "2230 linear_139" [label="(3072,)", style=solid]; +"556 _scale_97" -> "559 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"557 _zero_point_97" -> "559 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"558 _frozen_param151_1" -> "559 dequantize_per_channel_default_97" [label="(768, 3072)", style=solid]; +"559 dequantize_per_channel_default_97" -> "2235 linear_140" [label=None, style=solid]; +"560 features_7_0_mlp_3_bias" -> "2235 linear_140" [label="(768,)", style=solid]; +"561 features_7_0_norm2_weight" -> "2237 layer_norm_49" [label="(768,)", style=solid]; +"562 features_7_0_norm2_bias" -> "2237 layer_norm_49" [label="(768,)", style=solid]; +"563 features_7_1_norm1_weight" -> "2287 layer_norm_50" [label="(768,)", style=solid]; +"564 features_7_1_norm1_bias" -> "2287 layer_norm_50" [label="(768,)", style=solid]; +"565 _scale_98" -> "568 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"566 _zero_point_98" -> "568 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"567 _frozen_param152_1" -> "568 dequantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"568 dequantize_per_channel_default_98" -> "2291 linear_145" [label=None, style=solid]; +"569 features_7_1_mlp_0_bias" -> "2291 linear_145" [label="(3072,)", style=solid]; +"570 _scale_99" -> "573 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"571 _zero_point_99" -> "573 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"572 _frozen_param155_1" -> "573 dequantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"573 dequantize_per_channel_default_99" -> "2296 linear_146" [label=None, style=solid]; +"574 features_7_1_mlp_3_bias" -> "2296 linear_146" [label="(768,)", style=solid]; +"575 features_7_1_norm2_weight" -> "2298 layer_norm_51" [label="(768,)", style=solid]; +"576 features_7_1_norm2_bias" -> "2298 layer_norm_51" [label="(768,)", style=solid]; +"577 norm_weight" -> "2300 layer_norm_52" [label="(768,)", style=solid]; +"578 norm_bias" -> "2300 layer_norm_52" [label="(768,)", style=solid]; +"579 _scale_100" -> "582 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"580 _zero_point_100" -> "582 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"581 _frozen_param159_1" -> "582 dequantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"582 dequantize_per_channel_default_100" -> "2306 linear_147" [label=None, style=solid]; +"583 head_bias" -> "2306 linear_147" [label="(1000,)", style=solid]; +"584 x" -> "585 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"585 quantize_per_tensor_default" -> "586 dequantize_per_tensor_default" [label=None, style=solid]; +"586 dequantize_per_tensor_default" -> "587 conv2d" [label=None, style=solid]; +"587 conv2d" -> "588 permute" [label="(1, 96, 56, 56)", style=solid]; +"588 permute" -> "589 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"589 layer_norm" -> "590 quantize_per_tensor_default_1" [label="(1, 56, 56, 96)", style=solid]; +"589 layer_norm" -> "636 add_1" [label="(1, 56, 56, 96)", style=solid]; +"590 quantize_per_tensor_default_1" -> "591 dequantize_per_tensor_default_1" [label=None, style=solid]; +"591 dequantize_per_tensor_default_1" -> "593 pad" [label=None, style=solid]; +"592 _frozen_param0" -> "620 add" [label="(1, 3, 64, 64)", style=solid]; +"593 pad" -> "594 view_2" [label="(1, 56, 56, 96)", style=solid]; +"594 view_2" -> "595 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"595 permute_2" -> "596 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"596 reshape" -> "598 linear_2" [label="(49, 64, 96)", style=solid]; +"597 _frozen_param1" -> "598 linear_2" [label="(288,)", style=solid]; +"598 linear_2" -> "599 reshape_1" [label="(49, 64, 288)", style=solid]; +"599 reshape_1" -> "600 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"600 permute_3" -> "601 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"600 permute_3" -> "602 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"600 permute_3" -> "603 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"601 select" -> "604 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"601 select" -> "606 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"601 select" -> "607 div" [label="(49, 3, 64, 32)", style=solid]; +"602 select_1" -> "610 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"602 select_1" -> "612 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"602 select_1" -> "613 div_1" [label="(49, 3, 64, 32)", style=solid]; +"603 select_2" -> "623 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"604 linalg_vector_norm" -> "605 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"605 clamp_min" -> "606 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"606 expand_as" -> "607 div" [label="(49, 3, 64, 32)", style=solid]; +"607 div" -> "608 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"608 quantize_per_tensor_default_2" -> "609 dequantize_per_tensor_default_2" [label=None, style=solid]; +"609 dequantize_per_tensor_default_2" -> "617 matmul" [label=None, style=solid]; +"610 linalg_vector_norm_1" -> "611 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"611 clamp_min_1" -> "612 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"612 expand_as_1" -> "613 div_1" [label="(49, 3, 64, 32)", style=solid]; +"613 div_1" -> "614 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"614 quantize_per_tensor_default_3" -> "615 dequantize_per_tensor_default_3" [label=None, style=solid]; +"615 dequantize_per_tensor_default_3" -> "616 transpose" [label=None, style=solid]; +"616 transpose" -> "617 matmul" [label="(49, 3, 32, 64)", style=solid]; +"617 matmul" -> "619 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"618 _frozen_param3" -> "619 mul_1" [label="(3, 1, 1)", style=solid]; +"619 mul_1" -> "620 add" [label="(49, 3, 64, 64)", style=solid]; +"620 add" -> "621 softmax" [label="(49, 3, 64, 64)", style=solid]; +"621 softmax" -> "622 dropout" [label="(49, 3, 64, 64)", style=solid]; +"622 dropout" -> "623 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"623 matmul_1" -> "624 quantize_per_tensor_default_4" [label="(49, 3, 64, 32)", style=solid]; +"624 quantize_per_tensor_default_4" -> "625 dequantize_per_tensor_default_4" [label=None, style=solid]; +"625 dequantize_per_tensor_default_4" -> "626 transpose_1" [label=None, style=solid]; +"626 transpose_1" -> "627 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"627 reshape_2" -> "628 linear_3" [label="(49, 64, 96)", style=solid]; +"628 linear_3" -> "629 dropout_1" [label="(49, 64, 96)", style=solid]; +"629 dropout_1" -> "630 view_3" [label="(49, 64, 96)", style=solid]; +"630 view_3" -> "631 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"631 permute_4" -> "632 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"632 reshape_3" -> "633 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"633 slice_2" -> "634 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"634 slice_3" -> "635 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"635 layer_norm_1" -> "636 add_1" [label="(1, 56, 56, 96)", style=solid]; +"636 add_1" -> "637 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"636 add_1" -> "647 add_2" [label="(1, 56, 56, 96)", style=solid]; +"637 quantize_per_tensor_default_5" -> "638 dequantize_per_tensor_default_5" [label=None, style=solid]; +"638 dequantize_per_tensor_default_5" -> "639 linear_4" [label=None, style=solid]; +"639 linear_4" -> "640 gelu" [label="(1, 56, 56, 384)", style=solid]; +"640 gelu" -> "641 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"641 quantize_per_tensor_default_6" -> "642 dequantize_per_tensor_default_6" [label=None, style=solid]; +"642 dequantize_per_tensor_default_6" -> "643 dropout_2" [label=None, style=solid]; +"643 dropout_2" -> "644 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"644 linear_5" -> "645 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"645 dropout_3" -> "646 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"646 layer_norm_2" -> "647 add_2" [label="(1, 56, 56, 96)", style=solid]; +"647 add_2" -> "649 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"647 add_2" -> "712 add_5" [label="(1, 56, 56, 96)", style=solid]; +"648 _frozen_param4" -> "679 add_3" [label="(1, 3, 64, 64)", style=solid]; +"649 pad_1" -> "650 roll" [label="(1, 56, 56, 96)", style=solid]; +"650 roll" -> "651 view_6" [label="(1, 56, 56, 96)", style=solid]; +"651 view_6" -> "652 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"652 permute_6" -> "653 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"653 reshape_4" -> "654 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"653 reshape_4" -> "680 new_zeros" [label="(49, 64, 96)", style=solid]; +"654 quantize_per_tensor_default_7" -> "655 dequantize_per_tensor_default_7" [label=None, style=solid]; +"655 dequantize_per_tensor_default_7" -> "657 linear_8" [label=None, style=solid]; +"656 _frozen_param5" -> "657 linear_8" [label="(288,)", style=solid]; +"657 linear_8" -> "658 reshape_5" [label="(49, 64, 288)", style=solid]; +"658 reshape_5" -> "659 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"659 permute_7" -> "660 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"659 permute_7" -> "661 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"659 permute_7" -> "662 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"660 select_3" -> "663 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"660 select_3" -> "665 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"660 select_3" -> "666 div_2" [label="(49, 3, 64, 32)", style=solid]; +"661 select_4" -> "669 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"661 select_4" -> "671 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"661 select_4" -> "672 div_3" [label="(49, 3, 64, 32)", style=solid]; +"662 select_5" -> "698 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"663 linalg_vector_norm_2" -> "664 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"664 clamp_min_2" -> "665 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"665 expand_as_2" -> "666 div_2" [label="(49, 3, 64, 32)", style=solid]; +"666 div_2" -> "667 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"667 quantize_per_tensor_default_8" -> "668 dequantize_per_tensor_default_8" [label=None, style=solid]; +"668 dequantize_per_tensor_default_8" -> "676 matmul_2" [label=None, style=solid]; +"669 linalg_vector_norm_3" -> "670 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"670 clamp_min_3" -> "671 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"671 expand_as_3" -> "672 div_3" [label="(49, 3, 64, 32)", style=solid]; +"672 div_3" -> "673 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"673 quantize_per_tensor_default_9" -> "674 dequantize_per_tensor_default_9" [label=None, style=solid]; +"674 dequantize_per_tensor_default_9" -> "675 transpose_2" [label=None, style=solid]; +"675 transpose_2" -> "676 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"676 matmul_2" -> "678 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"677 _frozen_param7" -> "678 mul_3" [label="(3, 1, 1)", style=solid]; +"678 mul_3" -> "679 add_3" [label="(49, 3, 64, 64)", style=solid]; +"679 add_3" -> "691 view_8" [label="(49, 3, 64, 64)", style=solid]; +"680 new_zeros" -> "681 view_7" [label="(56, 56)", style=solid]; +"681 view_7" -> "682 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"682 permute_8" -> "683 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"683 reshape_6" -> "684 unsqueeze_2" [label="(49, 64)", style=solid]; +"683 reshape_6" -> "685 unsqueeze_3" [label="(49, 64)", style=solid]; +"684 unsqueeze_2" -> "686 sub" [label="(49, 1, 64)", style=solid]; +"685 unsqueeze_3" -> "686 sub" [label="(49, 64, 1)", style=solid]; +"686 sub" -> "687 ne" [label="(49, 64, 64)", style=solid]; +"686 sub" -> "688 masked_fill" [label="(49, 64, 64)", style=solid]; +"686 sub" -> "689 eq" [label="(49, 64, 64)", style=solid]; +"687 ne" -> "688 masked_fill" [label="(49, 64, 64)", style=solid]; +"688 masked_fill" -> "690 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"689 eq" -> "690 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"690 masked_fill_1" -> "692 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"691 view_8" -> "694 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"692 unsqueeze_4" -> "693 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"693 unsqueeze_5" -> "694 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"694 add_4" -> "695 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"695 view_9" -> "696 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"696 softmax_1" -> "697 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"697 dropout_4" -> "698 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"698 matmul_3" -> "699 quantize_per_tensor_default_10" [label="(49, 3, 64, 32)", style=solid]; +"699 quantize_per_tensor_default_10" -> "700 dequantize_per_tensor_default_10" [label=None, style=solid]; +"700 dequantize_per_tensor_default_10" -> "701 transpose_3" [label=None, style=solid]; +"701 transpose_3" -> "702 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"702 reshape_7" -> "703 linear_9" [label="(49, 64, 96)", style=solid]; +"703 linear_9" -> "704 dropout_5" [label="(49, 64, 96)", style=solid]; +"704 dropout_5" -> "705 view_10" [label="(49, 64, 96)", style=solid]; +"705 view_10" -> "706 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"706 permute_9" -> "707 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"707 reshape_8" -> "708 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"708 roll_1" -> "709 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"709 slice_23" -> "710 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"710 slice_24" -> "711 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"711 layer_norm_3" -> "712 add_5" [label="(1, 56, 56, 96)", style=solid]; +"712 add_5" -> "713 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"712 add_5" -> "723 add_6" [label="(1, 56, 56, 96)", style=solid]; +"713 quantize_per_tensor_default_11" -> "714 dequantize_per_tensor_default_11" [label=None, style=solid]; +"714 dequantize_per_tensor_default_11" -> "715 linear_10" [label=None, style=solid]; +"715 linear_10" -> "716 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"716 gelu_1" -> "717 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"717 quantize_per_tensor_default_12" -> "718 dequantize_per_tensor_default_12" [label=None, style=solid]; +"718 dequantize_per_tensor_default_12" -> "719 dropout_6" [label=None, style=solid]; +"719 dropout_6" -> "720 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"720 linear_11" -> "721 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"721 dropout_7" -> "722 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"722 layer_norm_4" -> "723 add_6" [label="(1, 56, 56, 96)", style=solid]; +"723 add_6" -> "724 quantize_per_tensor_default_13" [label="(1, 56, 56, 96)", style=solid]; +"724 quantize_per_tensor_default_13" -> "725 dequantize_per_tensor_default_13" [label=None, style=solid]; +"725 dequantize_per_tensor_default_13" -> "726 pad_2" [label=None, style=solid]; +"726 pad_2" -> "727 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"726 pad_2" -> "730 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"726 pad_2" -> "733 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"726 pad_2" -> "736 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"727 slice_25" -> "728 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"728 slice_26" -> "729 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"729 slice_27" -> "739 cat" [label="(1, 28, 28, 96)", style=solid]; +"730 slice_28" -> "731 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"731 slice_29" -> "732 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"732 slice_30" -> "739 cat" [label="(1, 28, 28, 96)", style=solid]; +"733 slice_31" -> "734 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"734 slice_32" -> "735 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"735 slice_33" -> "739 cat" [label="(1, 28, 28, 96)", style=solid]; +"736 slice_34" -> "737 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"737 slice_35" -> "738 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"738 slice_36" -> "739 cat" [label="(1, 28, 28, 96)", style=solid]; +"739 cat" -> "740 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"740 linear_12" -> "741 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"741 layer_norm_5" -> "742 quantize_per_tensor_default_14" [label="(1, 28, 28, 192)", style=solid]; +"741 layer_norm_5" -> "791 add_8" [label="(1, 28, 28, 192)", style=solid]; +"742 quantize_per_tensor_default_14" -> "743 dequantize_per_tensor_default_14" [label=None, style=solid]; +"743 dequantize_per_tensor_default_14" -> "745 pad_3" [label=None, style=solid]; +"744 _frozen_param17" -> "772 add_7" [label="(1, 6, 64, 64)", style=solid]; +"745 pad_3" -> "746 view_13" [label="(1, 32, 32, 192)", style=solid]; +"746 view_13" -> "747 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"747 permute_11" -> "748 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"748 reshape_9" -> "750 linear_15" [label="(16, 64, 192)", style=solid]; +"749 _frozen_param18" -> "750 linear_15" [label="(576,)", style=solid]; +"750 linear_15" -> "751 reshape_10" [label="(16, 64, 576)", style=solid]; +"751 reshape_10" -> "752 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"752 permute_12" -> "753 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"752 permute_12" -> "754 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"752 permute_12" -> "755 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"753 select_6" -> "756 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"753 select_6" -> "758 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"753 select_6" -> "759 div_4" [label="(16, 6, 64, 32)", style=solid]; +"754 select_7" -> "762 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"754 select_7" -> "764 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"754 select_7" -> "765 div_5" [label="(16, 6, 64, 32)", style=solid]; +"755 select_8" -> "775 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"756 linalg_vector_norm_4" -> "757 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"757 clamp_min_4" -> "758 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"758 expand_as_4" -> "759 div_4" [label="(16, 6, 64, 32)", style=solid]; +"759 div_4" -> "760 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"760 quantize_per_tensor_default_15" -> "761 dequantize_per_tensor_default_15" [label=None, style=solid]; +"761 dequantize_per_tensor_default_15" -> "769 matmul_4" [label=None, style=solid]; +"762 linalg_vector_norm_5" -> "763 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"763 clamp_min_5" -> "764 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"764 expand_as_5" -> "765 div_5" [label="(16, 6, 64, 32)", style=solid]; +"765 div_5" -> "766 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"766 quantize_per_tensor_default_16" -> "767 dequantize_per_tensor_default_16" [label=None, style=solid]; +"767 dequantize_per_tensor_default_16" -> "768 transpose_4" [label=None, style=solid]; +"768 transpose_4" -> "769 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"769 matmul_4" -> "771 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"770 _frozen_param20" -> "771 mul_5" [label="(6, 1, 1)", style=solid]; +"771 mul_5" -> "772 add_7" [label="(16, 6, 64, 64)", style=solid]; +"772 add_7" -> "773 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"773 softmax_2" -> "774 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"774 dropout_8" -> "775 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"775 matmul_5" -> "776 quantize_per_tensor_default_17" [label="(16, 6, 64, 32)", style=solid]; +"776 quantize_per_tensor_default_17" -> "777 dequantize_per_tensor_default_17" [label=None, style=solid]; +"777 dequantize_per_tensor_default_17" -> "778 transpose_5" [label=None, style=solid]; +"778 transpose_5" -> "779 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"779 reshape_11" -> "780 linear_16" [label="(16, 64, 192)", style=solid]; +"780 linear_16" -> "781 dropout_9" [label="(16, 64, 192)", style=solid]; +"781 dropout_9" -> "782 view_14" [label="(16, 64, 192)", style=solid]; +"782 view_14" -> "783 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"783 permute_13" -> "784 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"784 reshape_12" -> "785 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"785 slice_38" -> "786 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"786 slice_39" -> "787 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"787 slice_40" -> "788 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"788 slice_41" -> "789 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"789 contiguous_3" -> "790 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"790 layer_norm_6" -> "791 add_8" [label="(1, 28, 28, 192)", style=solid]; +"791 add_8" -> "792 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"791 add_8" -> "802 add_9" [label="(1, 28, 28, 192)", style=solid]; +"792 quantize_per_tensor_default_18" -> "793 dequantize_per_tensor_default_18" [label=None, style=solid]; +"793 dequantize_per_tensor_default_18" -> "794 linear_17" [label=None, style=solid]; +"794 linear_17" -> "795 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"795 gelu_2" -> "796 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"796 quantize_per_tensor_default_19" -> "797 dequantize_per_tensor_default_19" [label=None, style=solid]; +"797 dequantize_per_tensor_default_19" -> "798 dropout_10" [label=None, style=solid]; +"798 dropout_10" -> "799 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"799 linear_18" -> "800 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"800 dropout_11" -> "801 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"801 layer_norm_7" -> "802 add_9" [label="(1, 28, 28, 192)", style=solid]; +"802 add_9" -> "804 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"802 add_9" -> "870 add_12" [label="(1, 28, 28, 192)", style=solid]; +"803 _frozen_param21" -> "834 add_10" [label="(1, 6, 64, 64)", style=solid]; +"804 pad_4" -> "805 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"805 roll_2" -> "806 view_17" [label="(1, 32, 32, 192)", style=solid]; +"806 view_17" -> "807 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"807 permute_15" -> "808 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"808 reshape_13" -> "809 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"808 reshape_13" -> "835 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"809 quantize_per_tensor_default_20" -> "810 dequantize_per_tensor_default_20" [label=None, style=solid]; +"810 dequantize_per_tensor_default_20" -> "812 linear_21" [label=None, style=solid]; +"811 _frozen_param22" -> "812 linear_21" [label="(576,)", style=solid]; +"812 linear_21" -> "813 reshape_14" [label="(16, 64, 576)", style=solid]; +"813 reshape_14" -> "814 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"814 permute_16" -> "815 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"814 permute_16" -> "816 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"814 permute_16" -> "817 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"815 select_9" -> "818 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"815 select_9" -> "820 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"815 select_9" -> "821 div_6" [label="(16, 6, 64, 32)", style=solid]; +"816 select_10" -> "824 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"816 select_10" -> "826 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"816 select_10" -> "827 div_7" [label="(16, 6, 64, 32)", style=solid]; +"817 select_11" -> "853 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"818 linalg_vector_norm_6" -> "819 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"819 clamp_min_6" -> "820 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"820 expand_as_6" -> "821 div_6" [label="(16, 6, 64, 32)", style=solid]; +"821 div_6" -> "822 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"822 quantize_per_tensor_default_21" -> "823 dequantize_per_tensor_default_21" [label=None, style=solid]; +"823 dequantize_per_tensor_default_21" -> "831 matmul_6" [label=None, style=solid]; +"824 linalg_vector_norm_7" -> "825 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"825 clamp_min_7" -> "826 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"826 expand_as_7" -> "827 div_7" [label="(16, 6, 64, 32)", style=solid]; +"827 div_7" -> "828 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"828 quantize_per_tensor_default_22" -> "829 dequantize_per_tensor_default_22" [label=None, style=solid]; +"829 dequantize_per_tensor_default_22" -> "830 transpose_6" [label=None, style=solid]; +"830 transpose_6" -> "831 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"831 matmul_6" -> "833 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"832 _frozen_param24" -> "833 mul_7" [label="(6, 1, 1)", style=solid]; +"833 mul_7" -> "834 add_10" [label="(16, 6, 64, 64)", style=solid]; +"834 add_10" -> "846 view_19" [label="(16, 6, 64, 64)", style=solid]; +"835 new_zeros_1" -> "836 view_18" [label="(32, 32)", style=solid]; +"836 view_18" -> "837 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"837 permute_17" -> "838 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"838 reshape_15" -> "839 unsqueeze_8" [label="(16, 64)", style=solid]; +"838 reshape_15" -> "840 unsqueeze_9" [label="(16, 64)", style=solid]; +"839 unsqueeze_8" -> "841 sub_1" [label="(16, 1, 64)", style=solid]; +"840 unsqueeze_9" -> "841 sub_1" [label="(16, 64, 1)", style=solid]; +"841 sub_1" -> "842 ne_1" [label="(16, 64, 64)", style=solid]; +"841 sub_1" -> "843 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"841 sub_1" -> "844 eq_1" [label="(16, 64, 64)", style=solid]; +"842 ne_1" -> "843 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"843 masked_fill_2" -> "845 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"844 eq_1" -> "845 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"845 masked_fill_3" -> "847 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"846 view_19" -> "849 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"847 unsqueeze_10" -> "848 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"848 unsqueeze_11" -> "849 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"849 add_11" -> "850 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"850 view_20" -> "851 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"851 softmax_3" -> "852 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"852 dropout_12" -> "853 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"853 matmul_7" -> "854 quantize_per_tensor_default_23" [label="(16, 6, 64, 32)", style=solid]; +"854 quantize_per_tensor_default_23" -> "855 dequantize_per_tensor_default_23" [label=None, style=solid]; +"855 dequantize_per_tensor_default_23" -> "856 transpose_7" [label=None, style=solid]; +"856 transpose_7" -> "857 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"857 reshape_16" -> "858 linear_22" [label="(16, 64, 192)", style=solid]; +"858 linear_22" -> "859 dropout_13" [label="(16, 64, 192)", style=solid]; +"859 dropout_13" -> "860 view_21" [label="(16, 64, 192)", style=solid]; +"860 view_21" -> "861 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"861 permute_18" -> "862 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"862 reshape_17" -> "863 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"863 roll_3" -> "864 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"864 slice_61" -> "865 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"865 slice_62" -> "866 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"866 slice_63" -> "867 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"867 slice_64" -> "868 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"868 contiguous_5" -> "869 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"869 layer_norm_8" -> "870 add_12" [label="(1, 28, 28, 192)", style=solid]; +"870 add_12" -> "871 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"870 add_12" -> "881 add_13" [label="(1, 28, 28, 192)", style=solid]; +"871 quantize_per_tensor_default_24" -> "872 dequantize_per_tensor_default_24" [label=None, style=solid]; +"872 dequantize_per_tensor_default_24" -> "873 linear_23" [label=None, style=solid]; +"873 linear_23" -> "874 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"874 gelu_3" -> "875 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"875 quantize_per_tensor_default_25" -> "876 dequantize_per_tensor_default_25" [label=None, style=solid]; +"876 dequantize_per_tensor_default_25" -> "877 dropout_14" [label=None, style=solid]; +"877 dropout_14" -> "878 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"878 linear_24" -> "879 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"879 dropout_15" -> "880 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"880 layer_norm_9" -> "881 add_13" [label="(1, 28, 28, 192)", style=solid]; +"881 add_13" -> "882 quantize_per_tensor_default_26" [label="(1, 28, 28, 192)", style=solid]; +"882 quantize_per_tensor_default_26" -> "883 dequantize_per_tensor_default_26" [label=None, style=solid]; +"883 dequantize_per_tensor_default_26" -> "884 pad_5" [label=None, style=solid]; +"884 pad_5" -> "885 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"884 pad_5" -> "888 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"884 pad_5" -> "891 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"884 pad_5" -> "894 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"885 slice_65" -> "886 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"886 slice_66" -> "887 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"887 slice_67" -> "897 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"888 slice_68" -> "889 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"889 slice_69" -> "890 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"890 slice_70" -> "897 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"891 slice_71" -> "892 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"892 slice_72" -> "893 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"893 slice_73" -> "897 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"894 slice_74" -> "895 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"895 slice_75" -> "896 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"896 slice_76" -> "897 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"897 cat_1" -> "898 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"898 linear_25" -> "899 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"899 layer_norm_10" -> "900 quantize_per_tensor_default_27" [label="(1, 14, 14, 384)", style=solid]; +"899 layer_norm_10" -> "949 add_15" [label="(1, 14, 14, 384)", style=solid]; +"900 quantize_per_tensor_default_27" -> "901 dequantize_per_tensor_default_27" [label=None, style=solid]; +"901 dequantize_per_tensor_default_27" -> "903 pad_6" [label=None, style=solid]; +"902 _frozen_param34" -> "930 add_14" [label="(1, 12, 64, 64)", style=solid]; +"903 pad_6" -> "904 view_24" [label="(1, 16, 16, 384)", style=solid]; +"904 view_24" -> "905 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"905 permute_20" -> "906 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"906 reshape_18" -> "908 linear_28" [label="(4, 64, 384)", style=solid]; +"907 _frozen_param35" -> "908 linear_28" [label="(1152,)", style=solid]; +"908 linear_28" -> "909 reshape_19" [label="(4, 64, 1152)", style=solid]; +"909 reshape_19" -> "910 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"910 permute_21" -> "911 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"910 permute_21" -> "912 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"910 permute_21" -> "913 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"911 select_12" -> "914 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"911 select_12" -> "916 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"911 select_12" -> "917 div_8" [label="(4, 12, 64, 32)", style=solid]; +"912 select_13" -> "920 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"912 select_13" -> "922 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"912 select_13" -> "923 div_9" [label="(4, 12, 64, 32)", style=solid]; +"913 select_14" -> "933 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"914 linalg_vector_norm_8" -> "915 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"915 clamp_min_8" -> "916 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"916 expand_as_8" -> "917 div_8" [label="(4, 12, 64, 32)", style=solid]; +"917 div_8" -> "918 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"918 quantize_per_tensor_default_28" -> "919 dequantize_per_tensor_default_28" [label=None, style=solid]; +"919 dequantize_per_tensor_default_28" -> "927 matmul_8" [label=None, style=solid]; +"920 linalg_vector_norm_9" -> "921 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"921 clamp_min_9" -> "922 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"922 expand_as_9" -> "923 div_9" [label="(4, 12, 64, 32)", style=solid]; +"923 div_9" -> "924 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"924 quantize_per_tensor_default_29" -> "925 dequantize_per_tensor_default_29" [label=None, style=solid]; +"925 dequantize_per_tensor_default_29" -> "926 transpose_8" [label=None, style=solid]; +"926 transpose_8" -> "927 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"927 matmul_8" -> "929 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"928 _frozen_param37" -> "929 mul_9" [label="(12, 1, 1)", style=solid]; +"929 mul_9" -> "930 add_14" [label="(4, 12, 64, 64)", style=solid]; +"930 add_14" -> "931 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"931 softmax_4" -> "932 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"932 dropout_16" -> "933 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"933 matmul_9" -> "934 quantize_per_tensor_default_30" [label="(4, 12, 64, 32)", style=solid]; +"934 quantize_per_tensor_default_30" -> "935 dequantize_per_tensor_default_30" [label=None, style=solid]; +"935 dequantize_per_tensor_default_30" -> "936 transpose_9" [label=None, style=solid]; +"936 transpose_9" -> "937 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"937 reshape_20" -> "938 linear_29" [label="(4, 64, 384)", style=solid]; +"938 linear_29" -> "939 dropout_17" [label="(4, 64, 384)", style=solid]; +"939 dropout_17" -> "940 view_25" [label="(4, 64, 384)", style=solid]; +"940 view_25" -> "941 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"941 permute_22" -> "942 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"942 reshape_21" -> "943 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"943 slice_78" -> "944 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"944 slice_79" -> "945 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"945 slice_80" -> "946 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"946 slice_81" -> "947 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"947 contiguous_7" -> "948 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"948 layer_norm_11" -> "949 add_15" [label="(1, 14, 14, 384)", style=solid]; +"949 add_15" -> "950 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"949 add_15" -> "960 add_16" [label="(1, 14, 14, 384)", style=solid]; +"950 quantize_per_tensor_default_31" -> "951 dequantize_per_tensor_default_31" [label=None, style=solid]; +"951 dequantize_per_tensor_default_31" -> "952 linear_30" [label=None, style=solid]; +"952 linear_30" -> "953 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"953 gelu_4" -> "954 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"954 quantize_per_tensor_default_32" -> "955 dequantize_per_tensor_default_32" [label=None, style=solid]; +"955 dequantize_per_tensor_default_32" -> "956 dropout_18" [label=None, style=solid]; +"956 dropout_18" -> "957 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"957 linear_31" -> "958 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"958 dropout_19" -> "959 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"959 layer_norm_12" -> "960 add_16" [label="(1, 14, 14, 384)", style=solid]; +"960 add_16" -> "962 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"960 add_16" -> "1028 add_19" [label="(1, 14, 14, 384)", style=solid]; +"961 _frozen_param38" -> "992 add_17" [label="(1, 12, 64, 64)", style=solid]; +"962 pad_7" -> "963 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"963 roll_4" -> "964 view_28" [label="(1, 16, 16, 384)", style=solid]; +"964 view_28" -> "965 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"965 permute_24" -> "966 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"966 reshape_22" -> "967 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"966 reshape_22" -> "993 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"967 quantize_per_tensor_default_33" -> "968 dequantize_per_tensor_default_33" [label=None, style=solid]; +"968 dequantize_per_tensor_default_33" -> "970 linear_34" [label=None, style=solid]; +"969 _frozen_param39" -> "970 linear_34" [label="(1152,)", style=solid]; +"970 linear_34" -> "971 reshape_23" [label="(4, 64, 1152)", style=solid]; +"971 reshape_23" -> "972 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"972 permute_25" -> "973 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"972 permute_25" -> "974 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"972 permute_25" -> "975 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"973 select_15" -> "976 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"973 select_15" -> "978 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"973 select_15" -> "979 div_10" [label="(4, 12, 64, 32)", style=solid]; +"974 select_16" -> "982 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"974 select_16" -> "984 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"974 select_16" -> "985 div_11" [label="(4, 12, 64, 32)", style=solid]; +"975 select_17" -> "1011 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"976 linalg_vector_norm_10" -> "977 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"977 clamp_min_10" -> "978 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"978 expand_as_10" -> "979 div_10" [label="(4, 12, 64, 32)", style=solid]; +"979 div_10" -> "980 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"980 quantize_per_tensor_default_34" -> "981 dequantize_per_tensor_default_34" [label=None, style=solid]; +"981 dequantize_per_tensor_default_34" -> "989 matmul_10" [label=None, style=solid]; +"982 linalg_vector_norm_11" -> "983 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"983 clamp_min_11" -> "984 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"984 expand_as_11" -> "985 div_11" [label="(4, 12, 64, 32)", style=solid]; +"985 div_11" -> "986 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"986 quantize_per_tensor_default_35" -> "987 dequantize_per_tensor_default_35" [label=None, style=solid]; +"987 dequantize_per_tensor_default_35" -> "988 transpose_10" [label=None, style=solid]; +"988 transpose_10" -> "989 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"989 matmul_10" -> "991 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"990 _frozen_param41" -> "991 mul_11" [label="(12, 1, 1)", style=solid]; +"991 mul_11" -> "992 add_17" [label="(4, 12, 64, 64)", style=solid]; +"992 add_17" -> "1004 view_30" [label="(4, 12, 64, 64)", style=solid]; +"993 new_zeros_2" -> "994 view_29" [label="(16, 16)", style=solid]; +"994 view_29" -> "995 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"995 permute_26" -> "996 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"996 reshape_24" -> "997 unsqueeze_14" [label="(4, 64)", style=solid]; +"996 reshape_24" -> "998 unsqueeze_15" [label="(4, 64)", style=solid]; +"997 unsqueeze_14" -> "999 sub_2" [label="(4, 1, 64)", style=solid]; +"998 unsqueeze_15" -> "999 sub_2" [label="(4, 64, 1)", style=solid]; +"999 sub_2" -> "1000 ne_2" [label="(4, 64, 64)", style=solid]; +"999 sub_2" -> "1001 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"999 sub_2" -> "1002 eq_2" [label="(4, 64, 64)", style=solid]; +"1000 ne_2" -> "1001 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"1001 masked_fill_4" -> "1003 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"1002 eq_2" -> "1003 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"1003 masked_fill_5" -> "1005 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"1004 view_30" -> "1007 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"1005 unsqueeze_16" -> "1006 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"1006 unsqueeze_17" -> "1007 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"1007 add_18" -> "1008 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"1008 view_31" -> "1009 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"1009 softmax_5" -> "1010 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"1010 dropout_20" -> "1011 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"1011 matmul_11" -> "1012 quantize_per_tensor_default_36" [label="(4, 12, 64, 32)", style=solid]; +"1012 quantize_per_tensor_default_36" -> "1013 dequantize_per_tensor_default_36" [label=None, style=solid]; +"1013 dequantize_per_tensor_default_36" -> "1014 transpose_11" [label=None, style=solid]; +"1014 transpose_11" -> "1015 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"1015 reshape_25" -> "1016 linear_35" [label="(4, 64, 384)", style=solid]; +"1016 linear_35" -> "1017 dropout_21" [label="(4, 64, 384)", style=solid]; +"1017 dropout_21" -> "1018 view_32" [label="(4, 64, 384)", style=solid]; +"1018 view_32" -> "1019 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1019 permute_27" -> "1020 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1020 reshape_26" -> "1021 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"1021 roll_5" -> "1022 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"1022 slice_101" -> "1023 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"1023 slice_102" -> "1024 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"1024 slice_103" -> "1025 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"1025 slice_104" -> "1026 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"1026 contiguous_9" -> "1027 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"1027 layer_norm_13" -> "1028 add_19" [label="(1, 14, 14, 384)", style=solid]; +"1028 add_19" -> "1029 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"1028 add_19" -> "1039 add_20" [label="(1, 14, 14, 384)", style=solid]; +"1029 quantize_per_tensor_default_37" -> "1030 dequantize_per_tensor_default_37" [label=None, style=solid]; +"1030 dequantize_per_tensor_default_37" -> "1031 linear_36" [label=None, style=solid]; +"1031 linear_36" -> "1032 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"1032 gelu_5" -> "1033 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"1033 quantize_per_tensor_default_38" -> "1034 dequantize_per_tensor_default_38" [label=None, style=solid]; +"1034 dequantize_per_tensor_default_38" -> "1035 dropout_22" [label=None, style=solid]; +"1035 dropout_22" -> "1036 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"1036 linear_37" -> "1037 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"1037 dropout_23" -> "1038 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"1038 layer_norm_14" -> "1039 add_20" [label="(1, 14, 14, 384)", style=solid]; +"1039 add_20" -> "1040 quantize_per_tensor_default_39" [label="(1, 14, 14, 384)", style=solid]; +"1039 add_20" -> "1089 add_22" [label="(1, 14, 14, 384)", style=solid]; +"1040 quantize_per_tensor_default_39" -> "1041 dequantize_per_tensor_default_39" [label=None, style=solid]; +"1041 dequantize_per_tensor_default_39" -> "1043 pad_8" [label=None, style=solid]; +"1042 _frozen_param51" -> "1070 add_21" [label="(1, 12, 64, 64)", style=solid]; +"1043 pad_8" -> "1044 view_35" [label="(1, 16, 16, 384)", style=solid]; +"1044 view_35" -> "1045 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1045 permute_29" -> "1046 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1046 reshape_27" -> "1048 linear_40" [label="(4, 64, 384)", style=solid]; +"1047 _frozen_param52" -> "1048 linear_40" [label="(1152,)", style=solid]; +"1048 linear_40" -> "1049 reshape_28" [label="(4, 64, 1152)", style=solid]; +"1049 reshape_28" -> "1050 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"1050 permute_30" -> "1051 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"1050 permute_30" -> "1052 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"1050 permute_30" -> "1053 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"1051 select_18" -> "1054 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"1051 select_18" -> "1056 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"1051 select_18" -> "1057 div_12" [label="(4, 12, 64, 32)", style=solid]; +"1052 select_19" -> "1060 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"1052 select_19" -> "1062 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"1052 select_19" -> "1063 div_13" [label="(4, 12, 64, 32)", style=solid]; +"1053 select_20" -> "1073 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"1054 linalg_vector_norm_12" -> "1055 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"1055 clamp_min_12" -> "1056 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"1056 expand_as_12" -> "1057 div_12" [label="(4, 12, 64, 32)", style=solid]; +"1057 div_12" -> "1058 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"1058 quantize_per_tensor_default_40" -> "1059 dequantize_per_tensor_default_40" [label=None, style=solid]; +"1059 dequantize_per_tensor_default_40" -> "1067 matmul_12" [label=None, style=solid]; +"1060 linalg_vector_norm_13" -> "1061 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"1061 clamp_min_13" -> "1062 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"1062 expand_as_13" -> "1063 div_13" [label="(4, 12, 64, 32)", style=solid]; +"1063 div_13" -> "1064 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"1064 quantize_per_tensor_default_41" -> "1065 dequantize_per_tensor_default_41" [label=None, style=solid]; +"1065 dequantize_per_tensor_default_41" -> "1066 transpose_12" [label=None, style=solid]; +"1066 transpose_12" -> "1067 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"1067 matmul_12" -> "1069 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"1068 _frozen_param54" -> "1069 mul_13" [label="(12, 1, 1)", style=solid]; +"1069 mul_13" -> "1070 add_21" [label="(4, 12, 64, 64)", style=solid]; +"1070 add_21" -> "1071 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"1071 softmax_6" -> "1072 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"1072 dropout_24" -> "1073 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"1073 matmul_13" -> "1074 quantize_per_tensor_default_42" [label="(4, 12, 64, 32)", style=solid]; +"1074 quantize_per_tensor_default_42" -> "1075 dequantize_per_tensor_default_42" [label=None, style=solid]; +"1075 dequantize_per_tensor_default_42" -> "1076 transpose_13" [label=None, style=solid]; +"1076 transpose_13" -> "1077 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"1077 reshape_29" -> "1078 linear_41" [label="(4, 64, 384)", style=solid]; +"1078 linear_41" -> "1079 dropout_25" [label="(4, 64, 384)", style=solid]; +"1079 dropout_25" -> "1080 view_36" [label="(4, 64, 384)", style=solid]; +"1080 view_36" -> "1081 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1081 permute_31" -> "1082 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1082 reshape_30" -> "1083 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"1083 slice_106" -> "1084 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"1084 slice_107" -> "1085 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"1085 slice_108" -> "1086 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"1086 slice_109" -> "1087 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"1087 contiguous_11" -> "1088 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"1088 layer_norm_15" -> "1089 add_22" [label="(1, 14, 14, 384)", style=solid]; +"1089 add_22" -> "1090 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"1089 add_22" -> "1100 add_23" [label="(1, 14, 14, 384)", style=solid]; +"1090 quantize_per_tensor_default_43" -> "1091 dequantize_per_tensor_default_43" [label=None, style=solid]; +"1091 dequantize_per_tensor_default_43" -> "1092 linear_42" [label=None, style=solid]; +"1092 linear_42" -> "1093 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"1093 gelu_6" -> "1094 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"1094 quantize_per_tensor_default_44" -> "1095 dequantize_per_tensor_default_44" [label=None, style=solid]; +"1095 dequantize_per_tensor_default_44" -> "1096 dropout_26" [label=None, style=solid]; +"1096 dropout_26" -> "1097 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"1097 linear_43" -> "1098 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"1098 dropout_27" -> "1099 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"1099 layer_norm_16" -> "1100 add_23" [label="(1, 14, 14, 384)", style=solid]; +"1100 add_23" -> "1102 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"1100 add_23" -> "1168 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1101 _frozen_param55" -> "1132 add_24" [label="(1, 12, 64, 64)", style=solid]; +"1102 pad_9" -> "1103 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"1103 roll_6" -> "1104 view_39" [label="(1, 16, 16, 384)", style=solid]; +"1104 view_39" -> "1105 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1105 permute_33" -> "1106 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1106 reshape_31" -> "1107 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"1106 reshape_31" -> "1133 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"1107 quantize_per_tensor_default_45" -> "1108 dequantize_per_tensor_default_45" [label=None, style=solid]; +"1108 dequantize_per_tensor_default_45" -> "1110 linear_46" [label=None, style=solid]; +"1109 _frozen_param56" -> "1110 linear_46" [label="(1152,)", style=solid]; +"1110 linear_46" -> "1111 reshape_32" [label="(4, 64, 1152)", style=solid]; +"1111 reshape_32" -> "1112 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"1112 permute_34" -> "1113 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"1112 permute_34" -> "1114 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"1112 permute_34" -> "1115 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"1113 select_21" -> "1116 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"1113 select_21" -> "1118 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"1113 select_21" -> "1119 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1114 select_22" -> "1122 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"1114 select_22" -> "1124 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"1114 select_22" -> "1125 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1115 select_23" -> "1151 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"1116 linalg_vector_norm_14" -> "1117 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"1117 clamp_min_14" -> "1118 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"1118 expand_as_14" -> "1119 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1119 div_14" -> "1120 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"1120 quantize_per_tensor_default_46" -> "1121 dequantize_per_tensor_default_46" [label=None, style=solid]; +"1121 dequantize_per_tensor_default_46" -> "1129 matmul_14" [label=None, style=solid]; +"1122 linalg_vector_norm_15" -> "1123 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1123 clamp_min_15" -> "1124 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1124 expand_as_15" -> "1125 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1125 div_15" -> "1126 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1126 quantize_per_tensor_default_47" -> "1127 dequantize_per_tensor_default_47" [label=None, style=solid]; +"1127 dequantize_per_tensor_default_47" -> "1128 transpose_14" [label=None, style=solid]; +"1128 transpose_14" -> "1129 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1129 matmul_14" -> "1131 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1130 _frozen_param58" -> "1131 mul_15" [label="(12, 1, 1)", style=solid]; +"1131 mul_15" -> "1132 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1132 add_24" -> "1144 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1133 new_zeros_3" -> "1134 view_40" [label="(16, 16)", style=solid]; +"1134 view_40" -> "1135 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1135 permute_35" -> "1136 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1136 reshape_33" -> "1137 unsqueeze_20" [label="(4, 64)", style=solid]; +"1136 reshape_33" -> "1138 unsqueeze_21" [label="(4, 64)", style=solid]; +"1137 unsqueeze_20" -> "1139 sub_3" [label="(4, 1, 64)", style=solid]; +"1138 unsqueeze_21" -> "1139 sub_3" [label="(4, 64, 1)", style=solid]; +"1139 sub_3" -> "1140 ne_3" [label="(4, 64, 64)", style=solid]; +"1139 sub_3" -> "1141 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1139 sub_3" -> "1142 eq_3" [label="(4, 64, 64)", style=solid]; +"1140 ne_3" -> "1141 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1141 masked_fill_6" -> "1143 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1142 eq_3" -> "1143 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1143 masked_fill_7" -> "1145 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1144 view_41" -> "1147 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1145 unsqueeze_22" -> "1146 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1146 unsqueeze_23" -> "1147 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1147 add_25" -> "1148 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1148 view_42" -> "1149 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1149 softmax_7" -> "1150 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1150 dropout_28" -> "1151 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1151 matmul_15" -> "1152 quantize_per_tensor_default_48" [label="(4, 12, 64, 32)", style=solid]; +"1152 quantize_per_tensor_default_48" -> "1153 dequantize_per_tensor_default_48" [label=None, style=solid]; +"1153 dequantize_per_tensor_default_48" -> "1154 transpose_15" [label=None, style=solid]; +"1154 transpose_15" -> "1155 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1155 reshape_34" -> "1156 linear_47" [label="(4, 64, 384)", style=solid]; +"1156 linear_47" -> "1157 dropout_29" [label="(4, 64, 384)", style=solid]; +"1157 dropout_29" -> "1158 view_43" [label="(4, 64, 384)", style=solid]; +"1158 view_43" -> "1159 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1159 permute_36" -> "1160 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1160 reshape_35" -> "1161 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1161 roll_7" -> "1162 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1162 slice_129" -> "1163 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1163 slice_130" -> "1164 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1164 slice_131" -> "1165 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1165 slice_132" -> "1166 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1166 contiguous_13" -> "1167 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1167 layer_norm_17" -> "1168 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1168 add_26" -> "1169 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1168 add_26" -> "1179 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1169 quantize_per_tensor_default_49" -> "1170 dequantize_per_tensor_default_49" [label=None, style=solid]; +"1170 dequantize_per_tensor_default_49" -> "1171 linear_48" [label=None, style=solid]; +"1171 linear_48" -> "1172 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1172 gelu_7" -> "1173 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1173 quantize_per_tensor_default_50" -> "1174 dequantize_per_tensor_default_50" [label=None, style=solid]; +"1174 dequantize_per_tensor_default_50" -> "1175 dropout_30" [label=None, style=solid]; +"1175 dropout_30" -> "1176 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1176 linear_49" -> "1177 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1177 dropout_31" -> "1178 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1178 layer_norm_18" -> "1179 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1179 add_27" -> "1180 quantize_per_tensor_default_51" [label="(1, 14, 14, 384)", style=solid]; +"1179 add_27" -> "1229 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1180 quantize_per_tensor_default_51" -> "1181 dequantize_per_tensor_default_51" [label=None, style=solid]; +"1181 dequantize_per_tensor_default_51" -> "1183 pad_10" [label=None, style=solid]; +"1182 _frozen_param68" -> "1210 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1183 pad_10" -> "1184 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1184 view_46" -> "1185 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1185 permute_38" -> "1186 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1186 reshape_36" -> "1188 linear_52" [label="(4, 64, 384)", style=solid]; +"1187 _frozen_param69" -> "1188 linear_52" [label="(1152,)", style=solid]; +"1188 linear_52" -> "1189 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1189 reshape_37" -> "1190 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1190 permute_39" -> "1191 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1190 permute_39" -> "1192 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1190 permute_39" -> "1193 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1191 select_24" -> "1194 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_24" -> "1196 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_24" -> "1197 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1192 select_25" -> "1200 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1192 select_25" -> "1202 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1192 select_25" -> "1203 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1193 select_26" -> "1213 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1194 linalg_vector_norm_16" -> "1195 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1195 clamp_min_16" -> "1196 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1196 expand_as_16" -> "1197 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1197 div_16" -> "1198 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1198 quantize_per_tensor_default_52" -> "1199 dequantize_per_tensor_default_52" [label=None, style=solid]; +"1199 dequantize_per_tensor_default_52" -> "1207 matmul_16" [label=None, style=solid]; +"1200 linalg_vector_norm_17" -> "1201 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1201 clamp_min_17" -> "1202 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1202 expand_as_17" -> "1203 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1203 div_17" -> "1204 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1204 quantize_per_tensor_default_53" -> "1205 dequantize_per_tensor_default_53" [label=None, style=solid]; +"1205 dequantize_per_tensor_default_53" -> "1206 transpose_16" [label=None, style=solid]; +"1206 transpose_16" -> "1207 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1207 matmul_16" -> "1209 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1208 _frozen_param71" -> "1209 mul_17" [label="(12, 1, 1)", style=solid]; +"1209 mul_17" -> "1210 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1210 add_28" -> "1211 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1211 softmax_8" -> "1212 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1212 dropout_32" -> "1213 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1213 matmul_17" -> "1214 quantize_per_tensor_default_54" [label="(4, 12, 64, 32)", style=solid]; +"1214 quantize_per_tensor_default_54" -> "1215 dequantize_per_tensor_default_54" [label=None, style=solid]; +"1215 dequantize_per_tensor_default_54" -> "1216 transpose_17" [label=None, style=solid]; +"1216 transpose_17" -> "1217 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1217 reshape_38" -> "1218 linear_53" [label="(4, 64, 384)", style=solid]; +"1218 linear_53" -> "1219 dropout_33" [label="(4, 64, 384)", style=solid]; +"1219 dropout_33" -> "1220 view_47" [label="(4, 64, 384)", style=solid]; +"1220 view_47" -> "1221 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1221 permute_40" -> "1222 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1222 reshape_39" -> "1223 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1223 slice_134" -> "1224 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1224 slice_135" -> "1225 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1225 slice_136" -> "1226 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1226 slice_137" -> "1227 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1227 contiguous_15" -> "1228 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1228 layer_norm_19" -> "1229 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1229 add_29" -> "1230 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1229 add_29" -> "1240 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1230 quantize_per_tensor_default_55" -> "1231 dequantize_per_tensor_default_55" [label=None, style=solid]; +"1231 dequantize_per_tensor_default_55" -> "1232 linear_54" [label=None, style=solid]; +"1232 linear_54" -> "1233 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1233 gelu_8" -> "1234 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1234 quantize_per_tensor_default_56" -> "1235 dequantize_per_tensor_default_56" [label=None, style=solid]; +"1235 dequantize_per_tensor_default_56" -> "1236 dropout_34" [label=None, style=solid]; +"1236 dropout_34" -> "1237 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1237 linear_55" -> "1238 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1238 dropout_35" -> "1239 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1239 layer_norm_20" -> "1240 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1240 add_30" -> "1242 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1240 add_30" -> "1308 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1241 _frozen_param72" -> "1272 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1242 pad_11" -> "1243 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1243 roll_8" -> "1244 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1244 view_50" -> "1245 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1245 permute_42" -> "1246 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1246 reshape_40" -> "1247 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1246 reshape_40" -> "1273 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1247 quantize_per_tensor_default_57" -> "1248 dequantize_per_tensor_default_57" [label=None, style=solid]; +"1248 dequantize_per_tensor_default_57" -> "1250 linear_58" [label=None, style=solid]; +"1249 _frozen_param73" -> "1250 linear_58" [label="(1152,)", style=solid]; +"1250 linear_58" -> "1251 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1251 reshape_41" -> "1252 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1252 permute_43" -> "1253 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1252 permute_43" -> "1254 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1252 permute_43" -> "1255 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1253 select_27" -> "1256 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1253 select_27" -> "1258 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1253 select_27" -> "1259 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1254 select_28" -> "1262 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1254 select_28" -> "1264 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1254 select_28" -> "1265 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1255 select_29" -> "1291 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1256 linalg_vector_norm_18" -> "1257 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1257 clamp_min_18" -> "1258 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1258 expand_as_18" -> "1259 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1259 div_18" -> "1260 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1260 quantize_per_tensor_default_58" -> "1261 dequantize_per_tensor_default_58" [label=None, style=solid]; +"1261 dequantize_per_tensor_default_58" -> "1269 matmul_18" [label=None, style=solid]; +"1262 linalg_vector_norm_19" -> "1263 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1263 clamp_min_19" -> "1264 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1264 expand_as_19" -> "1265 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1265 div_19" -> "1266 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1266 quantize_per_tensor_default_59" -> "1267 dequantize_per_tensor_default_59" [label=None, style=solid]; +"1267 dequantize_per_tensor_default_59" -> "1268 transpose_18" [label=None, style=solid]; +"1268 transpose_18" -> "1269 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1269 matmul_18" -> "1271 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1270 _frozen_param75" -> "1271 mul_19" [label="(12, 1, 1)", style=solid]; +"1271 mul_19" -> "1272 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1272 add_31" -> "1284 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1273 new_zeros_4" -> "1274 view_51" [label="(16, 16)", style=solid]; +"1274 view_51" -> "1275 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1275 permute_44" -> "1276 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1276 reshape_42" -> "1277 unsqueeze_26" [label="(4, 64)", style=solid]; +"1276 reshape_42" -> "1278 unsqueeze_27" [label="(4, 64)", style=solid]; +"1277 unsqueeze_26" -> "1279 sub_4" [label="(4, 1, 64)", style=solid]; +"1278 unsqueeze_27" -> "1279 sub_4" [label="(4, 64, 1)", style=solid]; +"1279 sub_4" -> "1280 ne_4" [label="(4, 64, 64)", style=solid]; +"1279 sub_4" -> "1281 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1279 sub_4" -> "1282 eq_4" [label="(4, 64, 64)", style=solid]; +"1280 ne_4" -> "1281 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1281 masked_fill_8" -> "1283 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1282 eq_4" -> "1283 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1283 masked_fill_9" -> "1285 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1284 view_52" -> "1287 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1285 unsqueeze_28" -> "1286 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1286 unsqueeze_29" -> "1287 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1287 add_32" -> "1288 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1288 view_53" -> "1289 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1289 softmax_9" -> "1290 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1290 dropout_36" -> "1291 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1291 matmul_19" -> "1292 quantize_per_tensor_default_60" [label="(4, 12, 64, 32)", style=solid]; +"1292 quantize_per_tensor_default_60" -> "1293 dequantize_per_tensor_default_60" [label=None, style=solid]; +"1293 dequantize_per_tensor_default_60" -> "1294 transpose_19" [label=None, style=solid]; +"1294 transpose_19" -> "1295 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1295 reshape_43" -> "1296 linear_59" [label="(4, 64, 384)", style=solid]; +"1296 linear_59" -> "1297 dropout_37" [label="(4, 64, 384)", style=solid]; +"1297 dropout_37" -> "1298 view_54" [label="(4, 64, 384)", style=solid]; +"1298 view_54" -> "1299 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1299 permute_45" -> "1300 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1300 reshape_44" -> "1301 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1301 roll_9" -> "1302 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1302 slice_157" -> "1303 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1303 slice_158" -> "1304 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1304 slice_159" -> "1305 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1305 slice_160" -> "1306 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1306 contiguous_17" -> "1307 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1307 layer_norm_21" -> "1308 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1308 add_33" -> "1309 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1308 add_33" -> "1319 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1309 quantize_per_tensor_default_61" -> "1310 dequantize_per_tensor_default_61" [label=None, style=solid]; +"1310 dequantize_per_tensor_default_61" -> "1311 linear_60" [label=None, style=solid]; +"1311 linear_60" -> "1312 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1312 gelu_9" -> "1313 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1313 quantize_per_tensor_default_62" -> "1314 dequantize_per_tensor_default_62" [label=None, style=solid]; +"1314 dequantize_per_tensor_default_62" -> "1315 dropout_38" [label=None, style=solid]; +"1315 dropout_38" -> "1316 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1316 linear_61" -> "1317 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1317 dropout_39" -> "1318 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1318 layer_norm_22" -> "1319 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1319 add_34" -> "1320 quantize_per_tensor_default_63" [label="(1, 14, 14, 384)", style=solid]; +"1319 add_34" -> "1369 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1320 quantize_per_tensor_default_63" -> "1321 dequantize_per_tensor_default_63" [label=None, style=solid]; +"1321 dequantize_per_tensor_default_63" -> "1323 pad_12" [label=None, style=solid]; +"1322 _frozen_param85" -> "1350 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1323 pad_12" -> "1324 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1324 view_57" -> "1325 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1325 permute_47" -> "1326 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1326 reshape_45" -> "1328 linear_64" [label="(4, 64, 384)", style=solid]; +"1327 _frozen_param86" -> "1328 linear_64" [label="(1152,)", style=solid]; +"1328 linear_64" -> "1329 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1329 reshape_46" -> "1330 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1330 permute_48" -> "1331 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1330 permute_48" -> "1332 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1330 permute_48" -> "1333 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1331 select_30" -> "1334 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1331 select_30" -> "1336 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1331 select_30" -> "1337 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1332 select_31" -> "1340 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1332 select_31" -> "1342 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1332 select_31" -> "1343 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1333 select_32" -> "1353 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1334 linalg_vector_norm_20" -> "1335 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1335 clamp_min_20" -> "1336 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1336 expand_as_20" -> "1337 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1337 div_20" -> "1338 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1338 quantize_per_tensor_default_64" -> "1339 dequantize_per_tensor_default_64" [label=None, style=solid]; +"1339 dequantize_per_tensor_default_64" -> "1347 matmul_20" [label=None, style=solid]; +"1340 linalg_vector_norm_21" -> "1341 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1341 clamp_min_21" -> "1342 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1342 expand_as_21" -> "1343 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1343 div_21" -> "1344 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1344 quantize_per_tensor_default_65" -> "1345 dequantize_per_tensor_default_65" [label=None, style=solid]; +"1345 dequantize_per_tensor_default_65" -> "1346 transpose_20" [label=None, style=solid]; +"1346 transpose_20" -> "1347 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1347 matmul_20" -> "1349 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1348 _frozen_param88" -> "1349 mul_21" [label="(12, 1, 1)", style=solid]; +"1349 mul_21" -> "1350 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1350 add_35" -> "1351 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1351 softmax_10" -> "1352 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1352 dropout_40" -> "1353 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1353 matmul_21" -> "1354 quantize_per_tensor_default_66" [label="(4, 12, 64, 32)", style=solid]; +"1354 quantize_per_tensor_default_66" -> "1355 dequantize_per_tensor_default_66" [label=None, style=solid]; +"1355 dequantize_per_tensor_default_66" -> "1356 transpose_21" [label=None, style=solid]; +"1356 transpose_21" -> "1357 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1357 reshape_47" -> "1358 linear_65" [label="(4, 64, 384)", style=solid]; +"1358 linear_65" -> "1359 dropout_41" [label="(4, 64, 384)", style=solid]; +"1359 dropout_41" -> "1360 view_58" [label="(4, 64, 384)", style=solid]; +"1360 view_58" -> "1361 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1361 permute_49" -> "1362 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1362 reshape_48" -> "1363 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1363 slice_162" -> "1364 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1364 slice_163" -> "1365 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1365 slice_164" -> "1366 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1366 slice_165" -> "1367 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1367 contiguous_19" -> "1368 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1368 layer_norm_23" -> "1369 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1369 add_36" -> "1370 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1369 add_36" -> "1380 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1370 quantize_per_tensor_default_67" -> "1371 dequantize_per_tensor_default_67" [label=None, style=solid]; +"1371 dequantize_per_tensor_default_67" -> "1372 linear_66" [label=None, style=solid]; +"1372 linear_66" -> "1373 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1373 gelu_10" -> "1374 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1374 quantize_per_tensor_default_68" -> "1375 dequantize_per_tensor_default_68" [label=None, style=solid]; +"1375 dequantize_per_tensor_default_68" -> "1376 dropout_42" [label=None, style=solid]; +"1376 dropout_42" -> "1377 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1377 linear_67" -> "1378 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1378 dropout_43" -> "1379 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1379 layer_norm_24" -> "1380 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1380 add_37" -> "1382 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1380 add_37" -> "1448 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1381 _frozen_param89" -> "1412 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1382 pad_13" -> "1383 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1383 roll_10" -> "1384 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1384 view_61" -> "1385 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1385 permute_51" -> "1386 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1386 reshape_49" -> "1387 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1386 reshape_49" -> "1413 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1387 quantize_per_tensor_default_69" -> "1388 dequantize_per_tensor_default_69" [label=None, style=solid]; +"1388 dequantize_per_tensor_default_69" -> "1390 linear_70" [label=None, style=solid]; +"1389 _frozen_param90" -> "1390 linear_70" [label="(1152,)", style=solid]; +"1390 linear_70" -> "1391 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1391 reshape_50" -> "1392 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1392 permute_52" -> "1393 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1392 permute_52" -> "1394 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1392 permute_52" -> "1395 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1393 select_33" -> "1396 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1393 select_33" -> "1398 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1393 select_33" -> "1399 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_34" -> "1402 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_34" -> "1404 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_34" -> "1405 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1395 select_35" -> "1431 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1396 linalg_vector_norm_22" -> "1397 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1397 clamp_min_22" -> "1398 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1398 expand_as_22" -> "1399 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1399 div_22" -> "1400 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1400 quantize_per_tensor_default_70" -> "1401 dequantize_per_tensor_default_70" [label=None, style=solid]; +"1401 dequantize_per_tensor_default_70" -> "1409 matmul_22" [label=None, style=solid]; +"1402 linalg_vector_norm_23" -> "1403 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1403 clamp_min_23" -> "1404 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1404 expand_as_23" -> "1405 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1405 div_23" -> "1406 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1406 quantize_per_tensor_default_71" -> "1407 dequantize_per_tensor_default_71" [label=None, style=solid]; +"1407 dequantize_per_tensor_default_71" -> "1408 transpose_22" [label=None, style=solid]; +"1408 transpose_22" -> "1409 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1409 matmul_22" -> "1411 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1410 _frozen_param92" -> "1411 mul_23" [label="(12, 1, 1)", style=solid]; +"1411 mul_23" -> "1412 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1412 add_38" -> "1424 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1413 new_zeros_5" -> "1414 view_62" [label="(16, 16)", style=solid]; +"1414 view_62" -> "1415 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1415 permute_53" -> "1416 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1416 reshape_51" -> "1417 unsqueeze_32" [label="(4, 64)", style=solid]; +"1416 reshape_51" -> "1418 unsqueeze_33" [label="(4, 64)", style=solid]; +"1417 unsqueeze_32" -> "1419 sub_5" [label="(4, 1, 64)", style=solid]; +"1418 unsqueeze_33" -> "1419 sub_5" [label="(4, 64, 1)", style=solid]; +"1419 sub_5" -> "1420 ne_5" [label="(4, 64, 64)", style=solid]; +"1419 sub_5" -> "1421 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1419 sub_5" -> "1422 eq_5" [label="(4, 64, 64)", style=solid]; +"1420 ne_5" -> "1421 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1421 masked_fill_10" -> "1423 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1422 eq_5" -> "1423 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1423 masked_fill_11" -> "1425 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1424 view_63" -> "1427 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1425 unsqueeze_34" -> "1426 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1426 unsqueeze_35" -> "1427 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1427 add_39" -> "1428 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1428 view_64" -> "1429 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1429 softmax_11" -> "1430 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1430 dropout_44" -> "1431 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1431 matmul_23" -> "1432 quantize_per_tensor_default_72" [label="(4, 12, 64, 32)", style=solid]; +"1432 quantize_per_tensor_default_72" -> "1433 dequantize_per_tensor_default_72" [label=None, style=solid]; +"1433 dequantize_per_tensor_default_72" -> "1434 transpose_23" [label=None, style=solid]; +"1434 transpose_23" -> "1435 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1435 reshape_52" -> "1436 linear_71" [label="(4, 64, 384)", style=solid]; +"1436 linear_71" -> "1437 dropout_45" [label="(4, 64, 384)", style=solid]; +"1437 dropout_45" -> "1438 view_65" [label="(4, 64, 384)", style=solid]; +"1438 view_65" -> "1439 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1439 permute_54" -> "1440 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1440 reshape_53" -> "1441 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1441 roll_11" -> "1442 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1442 slice_185" -> "1443 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1443 slice_186" -> "1444 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1444 slice_187" -> "1445 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1445 slice_188" -> "1446 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1446 contiguous_21" -> "1447 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1447 layer_norm_25" -> "1448 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1448 add_40" -> "1449 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1448 add_40" -> "1459 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1449 quantize_per_tensor_default_73" -> "1450 dequantize_per_tensor_default_73" [label=None, style=solid]; +"1450 dequantize_per_tensor_default_73" -> "1451 linear_72" [label=None, style=solid]; +"1451 linear_72" -> "1452 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1452 gelu_11" -> "1453 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1453 quantize_per_tensor_default_74" -> "1454 dequantize_per_tensor_default_74" [label=None, style=solid]; +"1454 dequantize_per_tensor_default_74" -> "1455 dropout_46" [label=None, style=solid]; +"1455 dropout_46" -> "1456 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1456 linear_73" -> "1457 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1457 dropout_47" -> "1458 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1458 layer_norm_26" -> "1459 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1459 add_41" -> "1460 quantize_per_tensor_default_75" [label="(1, 14, 14, 384)", style=solid]; +"1459 add_41" -> "1509 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1460 quantize_per_tensor_default_75" -> "1461 dequantize_per_tensor_default_75" [label=None, style=solid]; +"1461 dequantize_per_tensor_default_75" -> "1463 pad_14" [label=None, style=solid]; +"1462 _frozen_param102" -> "1490 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1463 pad_14" -> "1464 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1464 view_68" -> "1465 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1465 permute_56" -> "1466 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1466 reshape_54" -> "1468 linear_76" [label="(4, 64, 384)", style=solid]; +"1467 _frozen_param103" -> "1468 linear_76" [label="(1152,)", style=solid]; +"1468 linear_76" -> "1469 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1469 reshape_55" -> "1470 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1470 permute_57" -> "1471 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1470 permute_57" -> "1472 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1470 permute_57" -> "1473 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1471 select_36" -> "1474 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1471 select_36" -> "1476 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1471 select_36" -> "1477 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1472 select_37" -> "1480 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1472 select_37" -> "1482 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1472 select_37" -> "1483 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1473 select_38" -> "1493 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1474 linalg_vector_norm_24" -> "1475 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1475 clamp_min_24" -> "1476 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1476 expand_as_24" -> "1477 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1477 div_24" -> "1478 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1478 quantize_per_tensor_default_76" -> "1479 dequantize_per_tensor_default_76" [label=None, style=solid]; +"1479 dequantize_per_tensor_default_76" -> "1487 matmul_24" [label=None, style=solid]; +"1480 linalg_vector_norm_25" -> "1481 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1481 clamp_min_25" -> "1482 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1482 expand_as_25" -> "1483 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1483 div_25" -> "1484 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1484 quantize_per_tensor_default_77" -> "1485 dequantize_per_tensor_default_77" [label=None, style=solid]; +"1485 dequantize_per_tensor_default_77" -> "1486 transpose_24" [label=None, style=solid]; +"1486 transpose_24" -> "1487 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1487 matmul_24" -> "1489 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1488 _frozen_param105" -> "1489 mul_25" [label="(12, 1, 1)", style=solid]; +"1489 mul_25" -> "1490 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1490 add_42" -> "1491 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1491 softmax_12" -> "1492 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1492 dropout_48" -> "1493 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1493 matmul_25" -> "1494 quantize_per_tensor_default_78" [label="(4, 12, 64, 32)", style=solid]; +"1494 quantize_per_tensor_default_78" -> "1495 dequantize_per_tensor_default_78" [label=None, style=solid]; +"1495 dequantize_per_tensor_default_78" -> "1496 transpose_25" [label=None, style=solid]; +"1496 transpose_25" -> "1497 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1497 reshape_56" -> "1498 linear_77" [label="(4, 64, 384)", style=solid]; +"1498 linear_77" -> "1499 dropout_49" [label="(4, 64, 384)", style=solid]; +"1499 dropout_49" -> "1500 view_69" [label="(4, 64, 384)", style=solid]; +"1500 view_69" -> "1501 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1501 permute_58" -> "1502 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1502 reshape_57" -> "1503 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1503 slice_190" -> "1504 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1504 slice_191" -> "1505 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1505 slice_192" -> "1506 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1506 slice_193" -> "1507 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1507 contiguous_23" -> "1508 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1508 layer_norm_27" -> "1509 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1509 add_43" -> "1510 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1509 add_43" -> "1520 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1510 quantize_per_tensor_default_79" -> "1511 dequantize_per_tensor_default_79" [label=None, style=solid]; +"1511 dequantize_per_tensor_default_79" -> "1512 linear_78" [label=None, style=solid]; +"1512 linear_78" -> "1513 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1513 gelu_12" -> "1514 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1514 quantize_per_tensor_default_80" -> "1515 dequantize_per_tensor_default_80" [label=None, style=solid]; +"1515 dequantize_per_tensor_default_80" -> "1516 dropout_50" [label=None, style=solid]; +"1516 dropout_50" -> "1517 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1517 linear_79" -> "1518 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1518 dropout_51" -> "1519 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1519 layer_norm_28" -> "1520 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1520 add_44" -> "1522 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1520 add_44" -> "1588 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1521 _frozen_param106" -> "1552 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1522 pad_15" -> "1523 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1523 roll_12" -> "1524 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1524 view_72" -> "1525 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1525 permute_60" -> "1526 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1526 reshape_58" -> "1527 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1526 reshape_58" -> "1553 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1527 quantize_per_tensor_default_81" -> "1528 dequantize_per_tensor_default_81" [label=None, style=solid]; +"1528 dequantize_per_tensor_default_81" -> "1530 linear_82" [label=None, style=solid]; +"1529 _frozen_param107" -> "1530 linear_82" [label="(1152,)", style=solid]; +"1530 linear_82" -> "1531 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1531 reshape_59" -> "1532 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1532 permute_61" -> "1533 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1532 permute_61" -> "1534 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1532 permute_61" -> "1535 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1533 select_39" -> "1536 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1533 select_39" -> "1538 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1533 select_39" -> "1539 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1534 select_40" -> "1542 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1534 select_40" -> "1544 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1534 select_40" -> "1545 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1535 select_41" -> "1571 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1536 linalg_vector_norm_26" -> "1537 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1537 clamp_min_26" -> "1538 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1538 expand_as_26" -> "1539 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1539 div_26" -> "1540 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1540 quantize_per_tensor_default_82" -> "1541 dequantize_per_tensor_default_82" [label=None, style=solid]; +"1541 dequantize_per_tensor_default_82" -> "1549 matmul_26" [label=None, style=solid]; +"1542 linalg_vector_norm_27" -> "1543 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1543 clamp_min_27" -> "1544 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1544 expand_as_27" -> "1545 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1545 div_27" -> "1546 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1546 quantize_per_tensor_default_83" -> "1547 dequantize_per_tensor_default_83" [label=None, style=solid]; +"1547 dequantize_per_tensor_default_83" -> "1548 transpose_26" [label=None, style=solid]; +"1548 transpose_26" -> "1549 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1549 matmul_26" -> "1551 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1550 _frozen_param109" -> "1551 mul_27" [label="(12, 1, 1)", style=solid]; +"1551 mul_27" -> "1552 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1552 add_45" -> "1564 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1553 new_zeros_6" -> "1554 view_73" [label="(16, 16)", style=solid]; +"1554 view_73" -> "1555 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1555 permute_62" -> "1556 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1556 reshape_60" -> "1557 unsqueeze_38" [label="(4, 64)", style=solid]; +"1556 reshape_60" -> "1558 unsqueeze_39" [label="(4, 64)", style=solid]; +"1557 unsqueeze_38" -> "1559 sub_6" [label="(4, 1, 64)", style=solid]; +"1558 unsqueeze_39" -> "1559 sub_6" [label="(4, 64, 1)", style=solid]; +"1559 sub_6" -> "1560 ne_6" [label="(4, 64, 64)", style=solid]; +"1559 sub_6" -> "1561 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1559 sub_6" -> "1562 eq_6" [label="(4, 64, 64)", style=solid]; +"1560 ne_6" -> "1561 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1561 masked_fill_12" -> "1563 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1562 eq_6" -> "1563 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1563 masked_fill_13" -> "1565 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1564 view_74" -> "1567 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1565 unsqueeze_40" -> "1566 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1566 unsqueeze_41" -> "1567 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1567 add_46" -> "1568 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1568 view_75" -> "1569 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1569 softmax_13" -> "1570 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1570 dropout_52" -> "1571 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1571 matmul_27" -> "1572 quantize_per_tensor_default_84" [label="(4, 12, 64, 32)", style=solid]; +"1572 quantize_per_tensor_default_84" -> "1573 dequantize_per_tensor_default_84" [label=None, style=solid]; +"1573 dequantize_per_tensor_default_84" -> "1574 transpose_27" [label=None, style=solid]; +"1574 transpose_27" -> "1575 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1575 reshape_61" -> "1576 linear_83" [label="(4, 64, 384)", style=solid]; +"1576 linear_83" -> "1577 dropout_53" [label="(4, 64, 384)", style=solid]; +"1577 dropout_53" -> "1578 view_76" [label="(4, 64, 384)", style=solid]; +"1578 view_76" -> "1579 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1579 permute_63" -> "1580 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1580 reshape_62" -> "1581 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1581 roll_13" -> "1582 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1582 slice_213" -> "1583 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1583 slice_214" -> "1584 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1584 slice_215" -> "1585 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1585 slice_216" -> "1586 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1586 contiguous_25" -> "1587 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1587 layer_norm_29" -> "1588 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1588 add_47" -> "1589 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1588 add_47" -> "1599 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1589 quantize_per_tensor_default_85" -> "1590 dequantize_per_tensor_default_85" [label=None, style=solid]; +"1590 dequantize_per_tensor_default_85" -> "1591 linear_84" [label=None, style=solid]; +"1591 linear_84" -> "1592 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1592 gelu_13" -> "1593 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1593 quantize_per_tensor_default_86" -> "1594 dequantize_per_tensor_default_86" [label=None, style=solid]; +"1594 dequantize_per_tensor_default_86" -> "1595 dropout_54" [label=None, style=solid]; +"1595 dropout_54" -> "1596 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1596 linear_85" -> "1597 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1597 dropout_55" -> "1598 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1598 layer_norm_30" -> "1599 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1599 add_48" -> "1600 quantize_per_tensor_default_87" [label="(1, 14, 14, 384)", style=solid]; +"1599 add_48" -> "1649 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1600 quantize_per_tensor_default_87" -> "1601 dequantize_per_tensor_default_87" [label=None, style=solid]; +"1601 dequantize_per_tensor_default_87" -> "1603 pad_16" [label=None, style=solid]; +"1602 _frozen_param119" -> "1630 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1603 pad_16" -> "1604 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1604 view_79" -> "1605 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1605 permute_65" -> "1606 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1606 reshape_63" -> "1608 linear_88" [label="(4, 64, 384)", style=solid]; +"1607 _frozen_param120" -> "1608 linear_88" [label="(1152,)", style=solid]; +"1608 linear_88" -> "1609 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1609 reshape_64" -> "1610 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1610 permute_66" -> "1611 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1610 permute_66" -> "1612 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1610 permute_66" -> "1613 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1611 select_42" -> "1614 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1611 select_42" -> "1616 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1611 select_42" -> "1617 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1612 select_43" -> "1620 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1612 select_43" -> "1622 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1612 select_43" -> "1623 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1613 select_44" -> "1633 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1614 linalg_vector_norm_28" -> "1615 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1615 clamp_min_28" -> "1616 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1616 expand_as_28" -> "1617 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1617 div_28" -> "1618 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1618 quantize_per_tensor_default_88" -> "1619 dequantize_per_tensor_default_88" [label=None, style=solid]; +"1619 dequantize_per_tensor_default_88" -> "1627 matmul_28" [label=None, style=solid]; +"1620 linalg_vector_norm_29" -> "1621 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1621 clamp_min_29" -> "1622 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1622 expand_as_29" -> "1623 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1623 div_29" -> "1624 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1624 quantize_per_tensor_default_89" -> "1625 dequantize_per_tensor_default_89" [label=None, style=solid]; +"1625 dequantize_per_tensor_default_89" -> "1626 transpose_28" [label=None, style=solid]; +"1626 transpose_28" -> "1627 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1627 matmul_28" -> "1629 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1628 _frozen_param122" -> "1629 mul_29" [label="(12, 1, 1)", style=solid]; +"1629 mul_29" -> "1630 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1630 add_49" -> "1631 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1631 softmax_14" -> "1632 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1632 dropout_56" -> "1633 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1633 matmul_29" -> "1634 quantize_per_tensor_default_90" [label="(4, 12, 64, 32)", style=solid]; +"1634 quantize_per_tensor_default_90" -> "1635 dequantize_per_tensor_default_90" [label=None, style=solid]; +"1635 dequantize_per_tensor_default_90" -> "1636 transpose_29" [label=None, style=solid]; +"1636 transpose_29" -> "1637 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1637 reshape_65" -> "1638 linear_89" [label="(4, 64, 384)", style=solid]; +"1638 linear_89" -> "1639 dropout_57" [label="(4, 64, 384)", style=solid]; +"1639 dropout_57" -> "1640 view_80" [label="(4, 64, 384)", style=solid]; +"1640 view_80" -> "1641 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1641 permute_67" -> "1642 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1642 reshape_66" -> "1643 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1643 slice_218" -> "1644 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1644 slice_219" -> "1645 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1645 slice_220" -> "1646 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1646 slice_221" -> "1647 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1647 contiguous_27" -> "1648 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1648 layer_norm_31" -> "1649 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1649 add_50" -> "1650 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1649 add_50" -> "1660 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1650 quantize_per_tensor_default_91" -> "1651 dequantize_per_tensor_default_91" [label=None, style=solid]; +"1651 dequantize_per_tensor_default_91" -> "1652 linear_90" [label=None, style=solid]; +"1652 linear_90" -> "1653 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1653 gelu_14" -> "1654 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1654 quantize_per_tensor_default_92" -> "1655 dequantize_per_tensor_default_92" [label=None, style=solid]; +"1655 dequantize_per_tensor_default_92" -> "1656 dropout_58" [label=None, style=solid]; +"1656 dropout_58" -> "1657 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1657 linear_91" -> "1658 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1658 dropout_59" -> "1659 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1659 layer_norm_32" -> "1660 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1660 add_51" -> "1662 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1660 add_51" -> "1728 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1661 _frozen_param123" -> "1692 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1662 pad_17" -> "1663 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1663 roll_14" -> "1664 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1664 view_83" -> "1665 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1665 permute_69" -> "1666 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1666 reshape_67" -> "1667 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1666 reshape_67" -> "1693 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1667 quantize_per_tensor_default_93" -> "1668 dequantize_per_tensor_default_93" [label=None, style=solid]; +"1668 dequantize_per_tensor_default_93" -> "1670 linear_94" [label=None, style=solid]; +"1669 _frozen_param124" -> "1670 linear_94" [label="(1152,)", style=solid]; +"1670 linear_94" -> "1671 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1671 reshape_68" -> "1672 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1672 permute_70" -> "1673 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1672 permute_70" -> "1674 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1672 permute_70" -> "1675 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1673 select_45" -> "1676 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1673 select_45" -> "1678 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1673 select_45" -> "1679 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1674 select_46" -> "1682 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1674 select_46" -> "1684 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1674 select_46" -> "1685 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1675 select_47" -> "1711 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1676 linalg_vector_norm_30" -> "1677 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1677 clamp_min_30" -> "1678 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1678 expand_as_30" -> "1679 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1679 div_30" -> "1680 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1680 quantize_per_tensor_default_94" -> "1681 dequantize_per_tensor_default_94" [label=None, style=solid]; +"1681 dequantize_per_tensor_default_94" -> "1689 matmul_30" [label=None, style=solid]; +"1682 linalg_vector_norm_31" -> "1683 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1683 clamp_min_31" -> "1684 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1684 expand_as_31" -> "1685 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1685 div_31" -> "1686 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1686 quantize_per_tensor_default_95" -> "1687 dequantize_per_tensor_default_95" [label=None, style=solid]; +"1687 dequantize_per_tensor_default_95" -> "1688 transpose_30" [label=None, style=solid]; +"1688 transpose_30" -> "1689 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1689 matmul_30" -> "1691 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1690 _frozen_param126" -> "1691 mul_31" [label="(12, 1, 1)", style=solid]; +"1691 mul_31" -> "1692 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1692 add_52" -> "1704 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1693 new_zeros_7" -> "1694 view_84" [label="(16, 16)", style=solid]; +"1694 view_84" -> "1695 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1695 permute_71" -> "1696 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1696 reshape_69" -> "1697 unsqueeze_44" [label="(4, 64)", style=solid]; +"1696 reshape_69" -> "1698 unsqueeze_45" [label="(4, 64)", style=solid]; +"1697 unsqueeze_44" -> "1699 sub_7" [label="(4, 1, 64)", style=solid]; +"1698 unsqueeze_45" -> "1699 sub_7" [label="(4, 64, 1)", style=solid]; +"1699 sub_7" -> "1700 ne_7" [label="(4, 64, 64)", style=solid]; +"1699 sub_7" -> "1701 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1699 sub_7" -> "1702 eq_7" [label="(4, 64, 64)", style=solid]; +"1700 ne_7" -> "1701 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1701 masked_fill_14" -> "1703 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1702 eq_7" -> "1703 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1703 masked_fill_15" -> "1705 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1704 view_85" -> "1707 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1705 unsqueeze_46" -> "1706 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1706 unsqueeze_47" -> "1707 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1707 add_53" -> "1708 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1708 view_86" -> "1709 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1709 softmax_15" -> "1710 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1710 dropout_60" -> "1711 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1711 matmul_31" -> "1712 quantize_per_tensor_default_96" [label="(4, 12, 64, 32)", style=solid]; +"1712 quantize_per_tensor_default_96" -> "1713 dequantize_per_tensor_default_96" [label=None, style=solid]; +"1713 dequantize_per_tensor_default_96" -> "1714 transpose_31" [label=None, style=solid]; +"1714 transpose_31" -> "1715 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1715 reshape_70" -> "1716 linear_95" [label="(4, 64, 384)", style=solid]; +"1716 linear_95" -> "1717 dropout_61" [label="(4, 64, 384)", style=solid]; +"1717 dropout_61" -> "1718 view_87" [label="(4, 64, 384)", style=solid]; +"1718 view_87" -> "1719 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1719 permute_72" -> "1720 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1720 reshape_71" -> "1721 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1721 roll_15" -> "1722 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1722 slice_241" -> "1723 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1723 slice_242" -> "1724 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1724 slice_243" -> "1725 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1725 slice_244" -> "1726 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1726 contiguous_29" -> "1727 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1727 layer_norm_33" -> "1728 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1728 add_54" -> "1729 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1728 add_54" -> "1739 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1729 quantize_per_tensor_default_97" -> "1730 dequantize_per_tensor_default_97" [label=None, style=solid]; +"1730 dequantize_per_tensor_default_97" -> "1731 linear_96" [label=None, style=solid]; +"1731 linear_96" -> "1732 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1732 gelu_15" -> "1733 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1733 quantize_per_tensor_default_98" -> "1734 dequantize_per_tensor_default_98" [label=None, style=solid]; +"1734 dequantize_per_tensor_default_98" -> "1735 dropout_62" [label=None, style=solid]; +"1735 dropout_62" -> "1736 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1736 linear_97" -> "1737 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1737 dropout_63" -> "1738 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1738 layer_norm_34" -> "1739 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1739 add_55" -> "1740 quantize_per_tensor_default_99" [label="(1, 14, 14, 384)", style=solid]; +"1739 add_55" -> "1789 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1740 quantize_per_tensor_default_99" -> "1741 dequantize_per_tensor_default_99" [label=None, style=solid]; +"1741 dequantize_per_tensor_default_99" -> "1743 pad_18" [label=None, style=solid]; +"1742 _frozen_param136" -> "1770 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1743 pad_18" -> "1744 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1744 view_90" -> "1745 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1745 permute_74" -> "1746 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1746 reshape_72" -> "1748 linear_100" [label="(4, 64, 384)", style=solid]; +"1747 _frozen_param137" -> "1748 linear_100" [label="(1152,)", style=solid]; +"1748 linear_100" -> "1749 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1749 reshape_73" -> "1750 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1750 permute_75" -> "1751 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1750 permute_75" -> "1752 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1750 permute_75" -> "1753 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1751 select_48" -> "1754 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1751 select_48" -> "1756 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1751 select_48" -> "1757 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1752 select_49" -> "1760 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1752 select_49" -> "1762 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1752 select_49" -> "1763 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1753 select_50" -> "1773 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1754 linalg_vector_norm_32" -> "1755 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1755 clamp_min_32" -> "1756 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1756 expand_as_32" -> "1757 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1757 div_32" -> "1758 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1758 quantize_per_tensor_default_100" -> "1759 dequantize_per_tensor_default_100" [label=None, style=solid]; +"1759 dequantize_per_tensor_default_100" -> "1767 matmul_32" [label=None, style=solid]; +"1760 linalg_vector_norm_33" -> "1761 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1761 clamp_min_33" -> "1762 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1762 expand_as_33" -> "1763 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1763 div_33" -> "1764 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1764 quantize_per_tensor_default_101" -> "1765 dequantize_per_tensor_default_101" [label=None, style=solid]; +"1765 dequantize_per_tensor_default_101" -> "1766 transpose_32" [label=None, style=solid]; +"1766 transpose_32" -> "1767 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1767 matmul_32" -> "1769 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1768 _frozen_param139" -> "1769 mul_33" [label="(12, 1, 1)", style=solid]; +"1769 mul_33" -> "1770 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1770 add_56" -> "1771 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1771 softmax_16" -> "1772 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1772 dropout_64" -> "1773 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1773 matmul_33" -> "1774 quantize_per_tensor_default_102" [label="(4, 12, 64, 32)", style=solid]; +"1774 quantize_per_tensor_default_102" -> "1775 dequantize_per_tensor_default_102" [label=None, style=solid]; +"1775 dequantize_per_tensor_default_102" -> "1776 transpose_33" [label=None, style=solid]; +"1776 transpose_33" -> "1777 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1777 reshape_74" -> "1778 linear_101" [label="(4, 64, 384)", style=solid]; +"1778 linear_101" -> "1779 dropout_65" [label="(4, 64, 384)", style=solid]; +"1779 dropout_65" -> "1780 view_91" [label="(4, 64, 384)", style=solid]; +"1780 view_91" -> "1781 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1781 permute_76" -> "1782 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1782 reshape_75" -> "1783 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1783 slice_246" -> "1784 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1784 slice_247" -> "1785 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1785 slice_248" -> "1786 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1786 slice_249" -> "1787 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1787 contiguous_31" -> "1788 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1788 layer_norm_35" -> "1789 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1789 add_57" -> "1790 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1789 add_57" -> "1800 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1790 quantize_per_tensor_default_103" -> "1791 dequantize_per_tensor_default_103" [label=None, style=solid]; +"1791 dequantize_per_tensor_default_103" -> "1792 linear_102" [label=None, style=solid]; +"1792 linear_102" -> "1793 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"1793 gelu_16" -> "1794 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1794 quantize_per_tensor_default_104" -> "1795 dequantize_per_tensor_default_104" [label=None, style=solid]; +"1795 dequantize_per_tensor_default_104" -> "1796 dropout_66" [label=None, style=solid]; +"1796 dropout_66" -> "1797 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"1797 linear_103" -> "1798 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"1798 dropout_67" -> "1799 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"1799 layer_norm_36" -> "1800 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1800 add_58" -> "1802 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"1800 add_58" -> "1868 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1801 _frozen_param140" -> "1832 add_59" [label="(1, 12, 64, 64)", style=solid]; +"1802 pad_19" -> "1803 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"1803 roll_16" -> "1804 view_94" [label="(1, 16, 16, 384)", style=solid]; +"1804 view_94" -> "1805 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1805 permute_78" -> "1806 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1806 reshape_76" -> "1807 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1806 reshape_76" -> "1833 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"1807 quantize_per_tensor_default_105" -> "1808 dequantize_per_tensor_default_105" [label=None, style=solid]; +"1808 dequantize_per_tensor_default_105" -> "1810 linear_106" [label=None, style=solid]; +"1809 _frozen_param141" -> "1810 linear_106" [label="(1152,)", style=solid]; +"1810 linear_106" -> "1811 reshape_77" [label="(4, 64, 1152)", style=solid]; +"1811 reshape_77" -> "1812 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"1812 permute_79" -> "1813 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"1812 permute_79" -> "1814 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"1812 permute_79" -> "1815 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"1813 select_51" -> "1816 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"1813 select_51" -> "1818 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"1813 select_51" -> "1819 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1814 select_52" -> "1822 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"1814 select_52" -> "1824 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"1814 select_52" -> "1825 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1815 select_53" -> "1851 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"1816 linalg_vector_norm_34" -> "1817 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"1817 clamp_min_34" -> "1818 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"1818 expand_as_34" -> "1819 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1819 div_34" -> "1820 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1820 quantize_per_tensor_default_106" -> "1821 dequantize_per_tensor_default_106" [label=None, style=solid]; +"1821 dequantize_per_tensor_default_106" -> "1829 matmul_34" [label=None, style=solid]; +"1822 linalg_vector_norm_35" -> "1823 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"1823 clamp_min_35" -> "1824 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"1824 expand_as_35" -> "1825 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1825 div_35" -> "1826 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1826 quantize_per_tensor_default_107" -> "1827 dequantize_per_tensor_default_107" [label=None, style=solid]; +"1827 dequantize_per_tensor_default_107" -> "1828 transpose_34" [label=None, style=solid]; +"1828 transpose_34" -> "1829 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"1829 matmul_34" -> "1831 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"1830 _frozen_param143" -> "1831 mul_35" [label="(12, 1, 1)", style=solid]; +"1831 mul_35" -> "1832 add_59" [label="(4, 12, 64, 64)", style=solid]; +"1832 add_59" -> "1844 view_96" [label="(4, 12, 64, 64)", style=solid]; +"1833 new_zeros_8" -> "1834 view_95" [label="(16, 16)", style=solid]; +"1834 view_95" -> "1835 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"1835 permute_80" -> "1836 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"1836 reshape_78" -> "1837 unsqueeze_50" [label="(4, 64)", style=solid]; +"1836 reshape_78" -> "1838 unsqueeze_51" [label="(4, 64)", style=solid]; +"1837 unsqueeze_50" -> "1839 sub_8" [label="(4, 1, 64)", style=solid]; +"1838 unsqueeze_51" -> "1839 sub_8" [label="(4, 64, 1)", style=solid]; +"1839 sub_8" -> "1840 ne_8" [label="(4, 64, 64)", style=solid]; +"1839 sub_8" -> "1841 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1839 sub_8" -> "1842 eq_8" [label="(4, 64, 64)", style=solid]; +"1840 ne_8" -> "1841 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1841 masked_fill_16" -> "1843 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1842 eq_8" -> "1843 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1843 masked_fill_17" -> "1845 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"1844 view_96" -> "1847 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"1845 unsqueeze_52" -> "1846 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"1846 unsqueeze_53" -> "1847 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"1847 add_60" -> "1848 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"1848 view_97" -> "1849 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"1849 softmax_17" -> "1850 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"1850 dropout_68" -> "1851 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"1851 matmul_35" -> "1852 quantize_per_tensor_default_108" [label="(4, 12, 64, 32)", style=solid]; +"1852 quantize_per_tensor_default_108" -> "1853 dequantize_per_tensor_default_108" [label=None, style=solid]; +"1853 dequantize_per_tensor_default_108" -> "1854 transpose_35" [label=None, style=solid]; +"1854 transpose_35" -> "1855 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"1855 reshape_79" -> "1856 linear_107" [label="(4, 64, 384)", style=solid]; +"1856 linear_107" -> "1857 dropout_69" [label="(4, 64, 384)", style=solid]; +"1857 dropout_69" -> "1858 view_98" [label="(4, 64, 384)", style=solid]; +"1858 view_98" -> "1859 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1859 permute_81" -> "1860 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1860 reshape_80" -> "1861 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"1861 roll_17" -> "1862 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"1862 slice_269" -> "1863 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"1863 slice_270" -> "1864 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"1864 slice_271" -> "1865 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"1865 slice_272" -> "1866 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"1866 contiguous_33" -> "1867 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"1867 layer_norm_37" -> "1868 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1868 add_61" -> "1869 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1868 add_61" -> "1879 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1869 quantize_per_tensor_default_109" -> "1870 dequantize_per_tensor_default_109" [label=None, style=solid]; +"1870 dequantize_per_tensor_default_109" -> "1871 linear_108" [label=None, style=solid]; +"1871 linear_108" -> "1872 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"1872 gelu_17" -> "1873 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1873 quantize_per_tensor_default_110" -> "1874 dequantize_per_tensor_default_110" [label=None, style=solid]; +"1874 dequantize_per_tensor_default_110" -> "1875 dropout_70" [label=None, style=solid]; +"1875 dropout_70" -> "1876 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"1876 linear_109" -> "1877 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"1877 dropout_71" -> "1878 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"1878 layer_norm_38" -> "1879 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1879 add_62" -> "1880 quantize_per_tensor_default_111" [label="(1, 14, 14, 384)", style=solid]; +"1879 add_62" -> "1929 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1880 quantize_per_tensor_default_111" -> "1881 dequantize_per_tensor_default_111" [label=None, style=solid]; +"1881 dequantize_per_tensor_default_111" -> "1883 pad_20" [label=None, style=solid]; +"1882 _frozen_param153" -> "1910 add_63" [label="(1, 12, 64, 64)", style=solid]; +"1883 pad_20" -> "1884 view_101" [label="(1, 16, 16, 384)", style=solid]; +"1884 view_101" -> "1885 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1885 permute_83" -> "1886 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1886 reshape_81" -> "1888 linear_112" [label="(4, 64, 384)", style=solid]; +"1887 _frozen_param154" -> "1888 linear_112" [label="(1152,)", style=solid]; +"1888 linear_112" -> "1889 reshape_82" [label="(4, 64, 1152)", style=solid]; +"1889 reshape_82" -> "1890 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"1890 permute_84" -> "1891 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"1890 permute_84" -> "1892 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"1890 permute_84" -> "1893 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"1891 select_54" -> "1894 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"1891 select_54" -> "1896 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"1891 select_54" -> "1897 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1892 select_55" -> "1900 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"1892 select_55" -> "1902 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"1892 select_55" -> "1903 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1893 select_56" -> "1913 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"1894 linalg_vector_norm_36" -> "1895 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"1895 clamp_min_36" -> "1896 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"1896 expand_as_36" -> "1897 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1897 div_36" -> "1898 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1898 quantize_per_tensor_default_112" -> "1899 dequantize_per_tensor_default_112" [label=None, style=solid]; +"1899 dequantize_per_tensor_default_112" -> "1907 matmul_36" [label=None, style=solid]; +"1900 linalg_vector_norm_37" -> "1901 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"1901 clamp_min_37" -> "1902 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"1902 expand_as_37" -> "1903 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1903 div_37" -> "1904 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1904 quantize_per_tensor_default_113" -> "1905 dequantize_per_tensor_default_113" [label=None, style=solid]; +"1905 dequantize_per_tensor_default_113" -> "1906 transpose_36" [label=None, style=solid]; +"1906 transpose_36" -> "1907 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"1907 matmul_36" -> "1909 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"1908 _frozen_param156" -> "1909 mul_37" [label="(12, 1, 1)", style=solid]; +"1909 mul_37" -> "1910 add_63" [label="(4, 12, 64, 64)", style=solid]; +"1910 add_63" -> "1911 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"1911 softmax_18" -> "1912 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"1912 dropout_72" -> "1913 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"1913 matmul_37" -> "1914 quantize_per_tensor_default_114" [label="(4, 12, 64, 32)", style=solid]; +"1914 quantize_per_tensor_default_114" -> "1915 dequantize_per_tensor_default_114" [label=None, style=solid]; +"1915 dequantize_per_tensor_default_114" -> "1916 transpose_37" [label=None, style=solid]; +"1916 transpose_37" -> "1917 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"1917 reshape_83" -> "1918 linear_113" [label="(4, 64, 384)", style=solid]; +"1918 linear_113" -> "1919 dropout_73" [label="(4, 64, 384)", style=solid]; +"1919 dropout_73" -> "1920 view_102" [label="(4, 64, 384)", style=solid]; +"1920 view_102" -> "1921 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1921 permute_85" -> "1922 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1922 reshape_84" -> "1923 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"1923 slice_274" -> "1924 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"1924 slice_275" -> "1925 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"1925 slice_276" -> "1926 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"1926 slice_277" -> "1927 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"1927 contiguous_35" -> "1928 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"1928 layer_norm_39" -> "1929 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1929 add_64" -> "1930 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1929 add_64" -> "1940 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1930 quantize_per_tensor_default_115" -> "1931 dequantize_per_tensor_default_115" [label=None, style=solid]; +"1931 dequantize_per_tensor_default_115" -> "1932 linear_114" [label=None, style=solid]; +"1932 linear_114" -> "1933 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"1933 gelu_18" -> "1934 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1934 quantize_per_tensor_default_116" -> "1935 dequantize_per_tensor_default_116" [label=None, style=solid]; +"1935 dequantize_per_tensor_default_116" -> "1936 dropout_74" [label=None, style=solid]; +"1936 dropout_74" -> "1937 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"1937 linear_115" -> "1938 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"1938 dropout_75" -> "1939 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"1939 layer_norm_40" -> "1940 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1940 add_65" -> "1942 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"1940 add_65" -> "2008 add_68" [label="(1, 14, 14, 384)", style=solid]; +"1941 _frozen_param157" -> "1972 add_66" [label="(1, 12, 64, 64)", style=solid]; +"1942 pad_21" -> "1943 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"1943 roll_18" -> "1944 view_105" [label="(1, 16, 16, 384)", style=solid]; +"1944 view_105" -> "1945 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1945 permute_87" -> "1946 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1946 reshape_85" -> "1947 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"1946 reshape_85" -> "1973 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"1947 quantize_per_tensor_default_117" -> "1948 dequantize_per_tensor_default_117" [label=None, style=solid]; +"1948 dequantize_per_tensor_default_117" -> "1950 linear_118" [label=None, style=solid]; +"1949 _frozen_param158" -> "1950 linear_118" [label="(1152,)", style=solid]; +"1950 linear_118" -> "1951 reshape_86" [label="(4, 64, 1152)", style=solid]; +"1951 reshape_86" -> "1952 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"1952 permute_88" -> "1953 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"1952 permute_88" -> "1954 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"1952 permute_88" -> "1955 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"1953 select_57" -> "1956 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"1953 select_57" -> "1958 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"1953 select_57" -> "1959 div_38" [label="(4, 12, 64, 32)", style=solid]; +"1954 select_58" -> "1962 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"1954 select_58" -> "1964 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"1954 select_58" -> "1965 div_39" [label="(4, 12, 64, 32)", style=solid]; +"1955 select_59" -> "1991 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"1956 linalg_vector_norm_38" -> "1957 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"1957 clamp_min_38" -> "1958 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"1958 expand_as_38" -> "1959 div_38" [label="(4, 12, 64, 32)", style=solid]; +"1959 div_38" -> "1960 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"1960 quantize_per_tensor_default_118" -> "1961 dequantize_per_tensor_default_118" [label=None, style=solid]; +"1961 dequantize_per_tensor_default_118" -> "1969 matmul_38" [label=None, style=solid]; +"1962 linalg_vector_norm_39" -> "1963 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"1963 clamp_min_39" -> "1964 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"1964 expand_as_39" -> "1965 div_39" [label="(4, 12, 64, 32)", style=solid]; +"1965 div_39" -> "1966 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"1966 quantize_per_tensor_default_119" -> "1967 dequantize_per_tensor_default_119" [label=None, style=solid]; +"1967 dequantize_per_tensor_default_119" -> "1968 transpose_38" [label=None, style=solid]; +"1968 transpose_38" -> "1969 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"1969 matmul_38" -> "1971 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"1970 _frozen_param160" -> "1971 mul_39" [label="(12, 1, 1)", style=solid]; +"1971 mul_39" -> "1972 add_66" [label="(4, 12, 64, 64)", style=solid]; +"1972 add_66" -> "1984 view_107" [label="(4, 12, 64, 64)", style=solid]; +"1973 new_zeros_9" -> "1974 view_106" [label="(16, 16)", style=solid]; +"1974 view_106" -> "1975 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"1975 permute_89" -> "1976 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"1976 reshape_87" -> "1977 unsqueeze_56" [label="(4, 64)", style=solid]; +"1976 reshape_87" -> "1978 unsqueeze_57" [label="(4, 64)", style=solid]; +"1977 unsqueeze_56" -> "1979 sub_9" [label="(4, 1, 64)", style=solid]; +"1978 unsqueeze_57" -> "1979 sub_9" [label="(4, 64, 1)", style=solid]; +"1979 sub_9" -> "1980 ne_9" [label="(4, 64, 64)", style=solid]; +"1979 sub_9" -> "1981 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"1979 sub_9" -> "1982 eq_9" [label="(4, 64, 64)", style=solid]; +"1980 ne_9" -> "1981 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"1981 masked_fill_18" -> "1983 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"1982 eq_9" -> "1983 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"1983 masked_fill_19" -> "1985 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"1984 view_107" -> "1987 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"1985 unsqueeze_58" -> "1986 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"1986 unsqueeze_59" -> "1987 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"1987 add_67" -> "1988 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"1988 view_108" -> "1989 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"1989 softmax_19" -> "1990 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"1990 dropout_76" -> "1991 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"1991 matmul_39" -> "1992 quantize_per_tensor_default_120" [label="(4, 12, 64, 32)", style=solid]; +"1992 quantize_per_tensor_default_120" -> "1993 dequantize_per_tensor_default_120" [label=None, style=solid]; +"1993 dequantize_per_tensor_default_120" -> "1994 transpose_39" [label=None, style=solid]; +"1994 transpose_39" -> "1995 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"1995 reshape_88" -> "1996 linear_119" [label="(4, 64, 384)", style=solid]; +"1996 linear_119" -> "1997 dropout_77" [label="(4, 64, 384)", style=solid]; +"1997 dropout_77" -> "1998 view_109" [label="(4, 64, 384)", style=solid]; +"1998 view_109" -> "1999 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1999 permute_90" -> "2000 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2000 reshape_89" -> "2001 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2001 roll_19" -> "2002 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2002 slice_297" -> "2003 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2003 slice_298" -> "2004 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2004 slice_299" -> "2005 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2005 slice_300" -> "2006 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2006 contiguous_37" -> "2007 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2007 layer_norm_41" -> "2008 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2008 add_68" -> "2009 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2008 add_68" -> "2019 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2009 quantize_per_tensor_default_121" -> "2010 dequantize_per_tensor_default_121" [label=None, style=solid]; +"2010 dequantize_per_tensor_default_121" -> "2011 linear_120" [label=None, style=solid]; +"2011 linear_120" -> "2012 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2012 gelu_19" -> "2013 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2013 quantize_per_tensor_default_122" -> "2014 dequantize_per_tensor_default_122" [label=None, style=solid]; +"2014 dequantize_per_tensor_default_122" -> "2015 dropout_78" [label=None, style=solid]; +"2015 dropout_78" -> "2016 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2016 linear_121" -> "2017 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2017 dropout_79" -> "2018 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2018 layer_norm_42" -> "2019 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2019 add_69" -> "2020 quantize_per_tensor_default_123" [label="(1, 14, 14, 384)", style=solid]; +"2019 add_69" -> "2069 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2020 quantize_per_tensor_default_123" -> "2021 dequantize_per_tensor_default_123" [label=None, style=solid]; +"2021 dequantize_per_tensor_default_123" -> "2023 pad_22" [label=None, style=solid]; +"2022 _frozen_param170" -> "2050 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2023 pad_22" -> "2024 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2024 view_112" -> "2025 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2025 permute_92" -> "2026 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2026 reshape_90" -> "2028 linear_124" [label="(4, 64, 384)", style=solid]; +"2027 _frozen_param171" -> "2028 linear_124" [label="(1152,)", style=solid]; +"2028 linear_124" -> "2029 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2029 reshape_91" -> "2030 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2030 permute_93" -> "2031 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2030 permute_93" -> "2032 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2030 permute_93" -> "2033 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2031 select_60" -> "2034 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_60" -> "2036 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_60" -> "2037 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2032 select_61" -> "2040 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2032 select_61" -> "2042 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2032 select_61" -> "2043 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2033 select_62" -> "2053 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2034 linalg_vector_norm_40" -> "2035 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2035 clamp_min_40" -> "2036 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2036 expand_as_40" -> "2037 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2037 div_40" -> "2038 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2038 quantize_per_tensor_default_124" -> "2039 dequantize_per_tensor_default_124" [label=None, style=solid]; +"2039 dequantize_per_tensor_default_124" -> "2047 matmul_40" [label=None, style=solid]; +"2040 linalg_vector_norm_41" -> "2041 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2041 clamp_min_41" -> "2042 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2042 expand_as_41" -> "2043 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2043 div_41" -> "2044 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2044 quantize_per_tensor_default_125" -> "2045 dequantize_per_tensor_default_125" [label=None, style=solid]; +"2045 dequantize_per_tensor_default_125" -> "2046 transpose_40" [label=None, style=solid]; +"2046 transpose_40" -> "2047 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2047 matmul_40" -> "2049 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2048 _frozen_param173" -> "2049 mul_41" [label="(12, 1, 1)", style=solid]; +"2049 mul_41" -> "2050 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2050 add_70" -> "2051 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2051 softmax_20" -> "2052 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2052 dropout_80" -> "2053 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2053 matmul_41" -> "2054 quantize_per_tensor_default_126" [label="(4, 12, 64, 32)", style=solid]; +"2054 quantize_per_tensor_default_126" -> "2055 dequantize_per_tensor_default_126" [label=None, style=solid]; +"2055 dequantize_per_tensor_default_126" -> "2056 transpose_41" [label=None, style=solid]; +"2056 transpose_41" -> "2057 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2057 reshape_92" -> "2058 linear_125" [label="(4, 64, 384)", style=solid]; +"2058 linear_125" -> "2059 dropout_81" [label="(4, 64, 384)", style=solid]; +"2059 dropout_81" -> "2060 view_113" [label="(4, 64, 384)", style=solid]; +"2060 view_113" -> "2061 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2061 permute_94" -> "2062 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2062 reshape_93" -> "2063 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2063 slice_302" -> "2064 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2064 slice_303" -> "2065 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2065 slice_304" -> "2066 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2066 slice_305" -> "2067 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2067 contiguous_39" -> "2068 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2068 layer_norm_43" -> "2069 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2069 add_71" -> "2070 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2069 add_71" -> "2080 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2070 quantize_per_tensor_default_127" -> "2071 dequantize_per_tensor_default_127" [label=None, style=solid]; +"2071 dequantize_per_tensor_default_127" -> "2072 linear_126" [label=None, style=solid]; +"2072 linear_126" -> "2073 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2073 gelu_20" -> "2074 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2074 quantize_per_tensor_default_128" -> "2075 dequantize_per_tensor_default_128" [label=None, style=solid]; +"2075 dequantize_per_tensor_default_128" -> "2076 dropout_82" [label=None, style=solid]; +"2076 dropout_82" -> "2077 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2077 linear_127" -> "2078 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2078 dropout_83" -> "2079 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2079 layer_norm_44" -> "2080 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_72" -> "2082 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_72" -> "2148 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2081 _frozen_param174" -> "2112 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2082 pad_23" -> "2083 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2083 roll_20" -> "2084 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2084 view_116" -> "2085 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2085 permute_96" -> "2086 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2086 reshape_94" -> "2087 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2086 reshape_94" -> "2113 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2087 quantize_per_tensor_default_129" -> "2088 dequantize_per_tensor_default_129" [label=None, style=solid]; +"2088 dequantize_per_tensor_default_129" -> "2090 linear_130" [label=None, style=solid]; +"2089 _frozen_param175" -> "2090 linear_130" [label="(1152,)", style=solid]; +"2090 linear_130" -> "2091 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2091 reshape_95" -> "2092 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2092 permute_97" -> "2093 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2092 permute_97" -> "2094 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2092 permute_97" -> "2095 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2093 select_63" -> "2096 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2093 select_63" -> "2098 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2093 select_63" -> "2099 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2094 select_64" -> "2102 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2094 select_64" -> "2104 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2094 select_64" -> "2105 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2095 select_65" -> "2131 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2096 linalg_vector_norm_42" -> "2097 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2097 clamp_min_42" -> "2098 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2098 expand_as_42" -> "2099 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2099 div_42" -> "2100 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2100 quantize_per_tensor_default_130" -> "2101 dequantize_per_tensor_default_130" [label=None, style=solid]; +"2101 dequantize_per_tensor_default_130" -> "2109 matmul_42" [label=None, style=solid]; +"2102 linalg_vector_norm_43" -> "2103 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2103 clamp_min_43" -> "2104 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2104 expand_as_43" -> "2105 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2105 div_43" -> "2106 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2106 quantize_per_tensor_default_131" -> "2107 dequantize_per_tensor_default_131" [label=None, style=solid]; +"2107 dequantize_per_tensor_default_131" -> "2108 transpose_42" [label=None, style=solid]; +"2108 transpose_42" -> "2109 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2109 matmul_42" -> "2111 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2110 _frozen_param177" -> "2111 mul_43" [label="(12, 1, 1)", style=solid]; +"2111 mul_43" -> "2112 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2112 add_73" -> "2124 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2113 new_zeros_10" -> "2114 view_117" [label="(16, 16)", style=solid]; +"2114 view_117" -> "2115 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2115 permute_98" -> "2116 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2116 reshape_96" -> "2117 unsqueeze_62" [label="(4, 64)", style=solid]; +"2116 reshape_96" -> "2118 unsqueeze_63" [label="(4, 64)", style=solid]; +"2117 unsqueeze_62" -> "2119 sub_10" [label="(4, 1, 64)", style=solid]; +"2118 unsqueeze_63" -> "2119 sub_10" [label="(4, 64, 1)", style=solid]; +"2119 sub_10" -> "2120 ne_10" [label="(4, 64, 64)", style=solid]; +"2119 sub_10" -> "2121 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2119 sub_10" -> "2122 eq_10" [label="(4, 64, 64)", style=solid]; +"2120 ne_10" -> "2121 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2121 masked_fill_20" -> "2123 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2122 eq_10" -> "2123 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2123 masked_fill_21" -> "2125 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2124 view_118" -> "2127 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2125 unsqueeze_64" -> "2126 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2126 unsqueeze_65" -> "2127 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2127 add_74" -> "2128 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2128 view_119" -> "2129 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2129 softmax_21" -> "2130 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2130 dropout_84" -> "2131 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2131 matmul_43" -> "2132 quantize_per_tensor_default_132" [label="(4, 12, 64, 32)", style=solid]; +"2132 quantize_per_tensor_default_132" -> "2133 dequantize_per_tensor_default_132" [label=None, style=solid]; +"2133 dequantize_per_tensor_default_132" -> "2134 transpose_43" [label=None, style=solid]; +"2134 transpose_43" -> "2135 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2135 reshape_97" -> "2136 linear_131" [label="(4, 64, 384)", style=solid]; +"2136 linear_131" -> "2137 dropout_85" [label="(4, 64, 384)", style=solid]; +"2137 dropout_85" -> "2138 view_120" [label="(4, 64, 384)", style=solid]; +"2138 view_120" -> "2139 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2139 permute_99" -> "2140 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2140 reshape_98" -> "2141 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2141 roll_21" -> "2142 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2142 slice_325" -> "2143 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2143 slice_326" -> "2144 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2144 slice_327" -> "2145 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2145 slice_328" -> "2146 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2146 contiguous_41" -> "2147 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2147 layer_norm_45" -> "2148 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2148 add_75" -> "2149 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2148 add_75" -> "2159 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2149 quantize_per_tensor_default_133" -> "2150 dequantize_per_tensor_default_133" [label=None, style=solid]; +"2150 dequantize_per_tensor_default_133" -> "2151 linear_132" [label=None, style=solid]; +"2151 linear_132" -> "2152 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2152 gelu_21" -> "2153 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2153 quantize_per_tensor_default_134" -> "2154 dequantize_per_tensor_default_134" [label=None, style=solid]; +"2154 dequantize_per_tensor_default_134" -> "2155 dropout_86" [label=None, style=solid]; +"2155 dropout_86" -> "2156 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2156 linear_133" -> "2157 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2157 dropout_87" -> "2158 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2158 layer_norm_46" -> "2159 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2159 add_76" -> "2160 quantize_per_tensor_default_135" [label="(1, 14, 14, 384)", style=solid]; +"2160 quantize_per_tensor_default_135" -> "2161 dequantize_per_tensor_default_135" [label=None, style=solid]; +"2161 dequantize_per_tensor_default_135" -> "2162 pad_24" [label=None, style=solid]; +"2162 pad_24" -> "2163 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2162 pad_24" -> "2166 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2162 pad_24" -> "2169 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2162 pad_24" -> "2172 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2163 slice_329" -> "2164 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2164 slice_330" -> "2165 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2165 slice_331" -> "2175 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2166 slice_332" -> "2167 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2167 slice_333" -> "2168 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2168 slice_334" -> "2175 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2169 slice_335" -> "2170 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2170 slice_336" -> "2171 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2171 slice_337" -> "2175 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2172 slice_338" -> "2173 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2173 slice_339" -> "2174 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2174 slice_340" -> "2175 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2175 cat_2" -> "2176 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2176 linear_134" -> "2177 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2177 layer_norm_47" -> "2178 quantize_per_tensor_default_136" [label="(1, 7, 7, 768)", style=solid]; +"2177 layer_norm_47" -> "2227 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2178 quantize_per_tensor_default_136" -> "2179 dequantize_per_tensor_default_136" [label=None, style=solid]; +"2179 dequantize_per_tensor_default_136" -> "2181 pad_25" [label=None, style=solid]; +"2180 _frozen_param187" -> "2208 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2181 pad_25" -> "2182 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2182 view_123" -> "2183 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2183 permute_101" -> "2184 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2184 reshape_99" -> "2186 linear_137" [label="(1, 64, 768)", style=solid]; +"2185 _frozen_param188" -> "2186 linear_137" [label="(2304,)", style=solid]; +"2186 linear_137" -> "2187 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2187 reshape_100" -> "2188 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2188 permute_102" -> "2189 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2188 permute_102" -> "2190 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2188 permute_102" -> "2191 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2189 select_66" -> "2192 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2189 select_66" -> "2194 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2189 select_66" -> "2195 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2190 select_67" -> "2198 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2190 select_67" -> "2200 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2190 select_67" -> "2201 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2191 select_68" -> "2211 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2192 linalg_vector_norm_44" -> "2193 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2193 clamp_min_44" -> "2194 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2194 expand_as_44" -> "2195 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2195 div_44" -> "2196 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2196 quantize_per_tensor_default_137" -> "2197 dequantize_per_tensor_default_137" [label=None, style=solid]; +"2197 dequantize_per_tensor_default_137" -> "2205 matmul_44" [label=None, style=solid]; +"2198 linalg_vector_norm_45" -> "2199 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2199 clamp_min_45" -> "2200 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2200 expand_as_45" -> "2201 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2201 div_45" -> "2202 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2202 quantize_per_tensor_default_138" -> "2203 dequantize_per_tensor_default_138" [label=None, style=solid]; +"2203 dequantize_per_tensor_default_138" -> "2204 transpose_44" [label=None, style=solid]; +"2204 transpose_44" -> "2205 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2205 matmul_44" -> "2207 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2206 _frozen_param190" -> "2207 mul_45" [label="(24, 1, 1)", style=solid]; +"2207 mul_45" -> "2208 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2208 add_77" -> "2209 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2209 softmax_22" -> "2210 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2210 dropout_88" -> "2211 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2211 matmul_45" -> "2212 quantize_per_tensor_default_139" [label="(1, 24, 64, 32)", style=solid]; +"2212 quantize_per_tensor_default_139" -> "2213 dequantize_per_tensor_default_139" [label=None, style=solid]; +"2213 dequantize_per_tensor_default_139" -> "2214 transpose_45" [label=None, style=solid]; +"2214 transpose_45" -> "2215 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2215 reshape_101" -> "2216 linear_138" [label="(1, 64, 768)", style=solid]; +"2216 linear_138" -> "2217 dropout_89" [label="(1, 64, 768)", style=solid]; +"2217 dropout_89" -> "2218 view_124" [label="(1, 64, 768)", style=solid]; +"2218 view_124" -> "2219 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2219 permute_103" -> "2220 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2220 reshape_102" -> "2221 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2221 slice_342" -> "2222 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2222 slice_343" -> "2223 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2223 slice_344" -> "2224 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2224 slice_345" -> "2225 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2225 contiguous_43" -> "2226 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2226 layer_norm_48" -> "2227 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2227 add_78" -> "2228 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2227 add_78" -> "2238 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2228 quantize_per_tensor_default_140" -> "2229 dequantize_per_tensor_default_140" [label=None, style=solid]; +"2229 dequantize_per_tensor_default_140" -> "2230 linear_139" [label=None, style=solid]; +"2230 linear_139" -> "2231 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2231 gelu_22" -> "2232 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2232 quantize_per_tensor_default_141" -> "2233 dequantize_per_tensor_default_141" [label=None, style=solid]; +"2233 dequantize_per_tensor_default_141" -> "2234 dropout_90" [label=None, style=solid]; +"2234 dropout_90" -> "2235 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2235 linear_140" -> "2236 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2236 dropout_91" -> "2237 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2237 layer_norm_49" -> "2238 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2238 add_79" -> "2239 quantize_per_tensor_default_142" [label="(1, 7, 7, 768)", style=solid]; +"2238 add_79" -> "2288 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2239 quantize_per_tensor_default_142" -> "2240 dequantize_per_tensor_default_142" [label=None, style=solid]; +"2240 dequantize_per_tensor_default_142" -> "2242 pad_26" [label=None, style=solid]; +"2241 _frozen_param191" -> "2269 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2242 pad_26" -> "2243 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2243 view_127" -> "2244 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2244 permute_105" -> "2245 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2245 reshape_103" -> "2247 linear_143" [label="(1, 64, 768)", style=solid]; +"2246 _frozen_param192" -> "2247 linear_143" [label="(2304,)", style=solid]; +"2247 linear_143" -> "2248 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2248 reshape_104" -> "2249 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2249 permute_106" -> "2250 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2249 permute_106" -> "2251 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2249 permute_106" -> "2252 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2250 select_69" -> "2253 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2250 select_69" -> "2255 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2250 select_69" -> "2256 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2251 select_70" -> "2259 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2251 select_70" -> "2261 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2251 select_70" -> "2262 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2252 select_71" -> "2272 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2253 linalg_vector_norm_46" -> "2254 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2254 clamp_min_46" -> "2255 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2255 expand_as_46" -> "2256 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2256 div_46" -> "2257 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2257 quantize_per_tensor_default_143" -> "2258 dequantize_per_tensor_default_143" [label=None, style=solid]; +"2258 dequantize_per_tensor_default_143" -> "2266 matmul_46" [label=None, style=solid]; +"2259 linalg_vector_norm_47" -> "2260 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2260 clamp_min_47" -> "2261 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2261 expand_as_47" -> "2262 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2262 div_47" -> "2263 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2263 quantize_per_tensor_default_144" -> "2264 dequantize_per_tensor_default_144" [label=None, style=solid]; +"2264 dequantize_per_tensor_default_144" -> "2265 transpose_46" [label=None, style=solid]; +"2265 transpose_46" -> "2266 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2266 matmul_46" -> "2268 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2267 _frozen_param194" -> "2268 mul_47" [label="(24, 1, 1)", style=solid]; +"2268 mul_47" -> "2269 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2269 add_80" -> "2270 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2270 softmax_23" -> "2271 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2271 dropout_92" -> "2272 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2272 matmul_47" -> "2273 quantize_per_tensor_default_145" [label="(1, 24, 64, 32)", style=solid]; +"2273 quantize_per_tensor_default_145" -> "2274 dequantize_per_tensor_default_145" [label=None, style=solid]; +"2274 dequantize_per_tensor_default_145" -> "2275 transpose_47" [label=None, style=solid]; +"2275 transpose_47" -> "2276 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2276 reshape_105" -> "2277 linear_144" [label="(1, 64, 768)", style=solid]; +"2277 linear_144" -> "2278 dropout_93" [label="(1, 64, 768)", style=solid]; +"2278 dropout_93" -> "2279 view_128" [label="(1, 64, 768)", style=solid]; +"2279 view_128" -> "2280 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2280 permute_107" -> "2281 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2281 reshape_106" -> "2282 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2282 slice_347" -> "2283 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2283 slice_348" -> "2284 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2284 slice_349" -> "2285 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2285 slice_350" -> "2286 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2286 contiguous_45" -> "2287 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2287 layer_norm_50" -> "2288 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2288 add_81" -> "2289 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2288 add_81" -> "2299 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2289 quantize_per_tensor_default_146" -> "2290 dequantize_per_tensor_default_146" [label=None, style=solid]; +"2290 dequantize_per_tensor_default_146" -> "2291 linear_145" [label=None, style=solid]; +"2291 linear_145" -> "2292 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2292 gelu_23" -> "2293 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2293 quantize_per_tensor_default_147" -> "2294 dequantize_per_tensor_default_147" [label=None, style=solid]; +"2294 dequantize_per_tensor_default_147" -> "2295 dropout_94" [label=None, style=solid]; +"2295 dropout_94" -> "2296 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2296 linear_146" -> "2297 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2297 dropout_95" -> "2298 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2298 layer_norm_51" -> "2299 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2299 add_82" -> "2300 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2300 layer_norm_52" -> "2301 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2301 permute_108" -> "2302 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2302 adaptive_avg_pool2d" -> "2303 quantize_per_tensor_default_148" [label="(1, 768, 1, 1)", style=solid]; +"2303 quantize_per_tensor_default_148" -> "2304 dequantize_per_tensor_default_148" [label=None, style=solid]; +"2304 dequantize_per_tensor_default_148" -> "2305 flatten" [label=None, style=solid]; +"2305 flatten" -> "2306 linear_147" [label="(1, 768)", style=solid]; +"2306 linear_147" -> "2307 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot new file mode 100644 index 00000000000..ef95b18fdfa --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot @@ -0,0 +1,41 @@ +strict digraph { +"0 wte_weight" [id=0, type=get_attr]; +"1 _scale_0" [id=1, type=get_attr]; +"2 _zero_point_0" [id=2, type=get_attr]; +"3 _frozen_param0" [id=3, type=get_attr]; +"4 dequantize_per_channel_default" [id=4, type=dequantize_per_channel]; +"5 linear_bias" [id=5, type=get_attr]; +"6 _scale_1" [id=6, type=get_attr]; +"7 _zero_point_1" [id=7, type=get_attr]; +"8 _frozen_param1" [id=8, type=get_attr]; +"9 dequantize_per_channel_default_1" [id=9, type=dequantize_per_channel]; +"10 lm_head_bias" [id=10, type=get_attr]; +"11 input_ids" [id=11, type=input]; +"12 embedding" [id=12, type=embedding]; +"13 quantize_per_tensor_default" [id=13, type=quantize_per_tensor]; +"14 dequantize_per_tensor_default" [id=14, type=dequantize_per_tensor]; +"15 linear" [id=15, type=linear]; +"16 quantize_per_tensor_default_1" [id=16, type=quantize_per_tensor]; +"17 dequantize_per_tensor_default_1" [id=17, type=dequantize_per_tensor]; +"18 linear_1" [id=18, type=linear]; +"19 output_1" [id=19, type=output]; +"0 wte_weight" -> "12 embedding" [label="(10, 5)", style=solid]; +"1 _scale_0" -> "4 dequantize_per_channel_default" [label="(5,)", style=solid]; +"2 _zero_point_0" -> "4 dequantize_per_channel_default" [label="(5,)", style=solid]; +"3 _frozen_param0" -> "4 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"4 dequantize_per_channel_default" -> "15 linear" [label=None, style=solid]; +"5 linear_bias" -> "15 linear" [label="(5,)", style=solid]; +"6 _scale_1" -> "9 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"7 _zero_point_1" -> "9 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"8 _frozen_param1" -> "9 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"9 dequantize_per_channel_default_1" -> "18 linear_1" [label=None, style=solid]; +"10 lm_head_bias" -> "18 linear_1" [label="(10,)", style=solid]; +"11 input_ids" -> "12 embedding" [label="(5,)", style=solid]; +"12 embedding" -> "13 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"13 quantize_per_tensor_default" -> "14 dequantize_per_tensor_default" [label=None, style=solid]; +"14 dequantize_per_tensor_default" -> "15 linear" [label=None, style=solid]; +"15 linear" -> "16 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 quantize_per_tensor_default_1" -> "17 dequantize_per_tensor_default_1" [label=None, style=solid]; +"17 dequantize_per_tensor_default_1" -> "18 linear_1" [label=None, style=solid]; +"18 linear_1" -> "19 output_1" [label="(5, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/unet.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/unet.dot new file mode 100644 index 00000000000..6c7e8e88eff --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/unet.dot @@ -0,0 +1,461 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 down_path_0_block_0_bias" [id=4, type=get_attr]; +"5 _scale_1" [id=5, type=get_attr]; +"6 _zero_point_1" [id=6, type=get_attr]; +"7 _frozen_param1" [id=7, type=get_attr]; +"8 dequantize_per_channel_default_1" [id=8, type=dequantize_per_channel]; +"9 down_path_0_block_3_bias" [id=9, type=get_attr]; +"10 _scale_2" [id=10, type=get_attr]; +"11 _zero_point_2" [id=11, type=get_attr]; +"12 _frozen_param2" [id=12, type=get_attr]; +"13 dequantize_per_channel_default_2" [id=13, type=dequantize_per_channel]; +"14 down_path_1_block_0_bias" [id=14, type=get_attr]; +"15 _scale_3" [id=15, type=get_attr]; +"16 _zero_point_3" [id=16, type=get_attr]; +"17 _frozen_param3" [id=17, type=get_attr]; +"18 dequantize_per_channel_default_3" [id=18, type=dequantize_per_channel]; +"19 down_path_1_block_3_bias" [id=19, type=get_attr]; +"20 _scale_4" [id=20, type=get_attr]; +"21 _zero_point_4" [id=21, type=get_attr]; +"22 _frozen_param4" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_4" [id=23, type=dequantize_per_channel]; +"24 down_path_2_block_0_bias" [id=24, type=get_attr]; +"25 _scale_5" [id=25, type=get_attr]; +"26 _zero_point_5" [id=26, type=get_attr]; +"27 _frozen_param5" [id=27, type=get_attr]; +"28 dequantize_per_channel_default_5" [id=28, type=dequantize_per_channel]; +"29 down_path_2_block_3_bias" [id=29, type=get_attr]; +"30 _scale_6" [id=30, type=get_attr]; +"31 _zero_point_6" [id=31, type=get_attr]; +"32 _frozen_param6" [id=32, type=get_attr]; +"33 dequantize_per_channel_default_6" [id=33, type=dequantize_per_channel]; +"34 down_path_3_block_0_bias" [id=34, type=get_attr]; +"35 _scale_7" [id=35, type=get_attr]; +"36 _zero_point_7" [id=36, type=get_attr]; +"37 _frozen_param7" [id=37, type=get_attr]; +"38 dequantize_per_channel_default_7" [id=38, type=dequantize_per_channel]; +"39 down_path_3_block_3_bias" [id=39, type=get_attr]; +"40 _scale_8" [id=40, type=get_attr]; +"41 _zero_point_8" [id=41, type=get_attr]; +"42 _frozen_param8" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_8" [id=43, type=dequantize_per_channel]; +"44 down_path_4_block_0_bias" [id=44, type=get_attr]; +"45 _scale_9" [id=45, type=get_attr]; +"46 _zero_point_9" [id=46, type=get_attr]; +"47 _frozen_param9" [id=47, type=get_attr]; +"48 dequantize_per_channel_default_9" [id=48, type=dequantize_per_channel]; +"49 down_path_4_block_3_bias" [id=49, type=get_attr]; +"50 _scale_10" [id=50, type=get_attr]; +"51 _zero_point_10" [id=51, type=get_attr]; +"52 _frozen_param10" [id=52, type=get_attr]; +"53 dequantize_per_channel_default_10" [id=53, type=dequantize_per_channel]; +"54 up_path_0_up_bias" [id=54, type=get_attr]; +"55 _scale_11" [id=55, type=get_attr]; +"56 _zero_point_11" [id=56, type=get_attr]; +"57 _frozen_param11" [id=57, type=get_attr]; +"58 dequantize_per_channel_default_11" [id=58, type=dequantize_per_channel]; +"59 up_path_0_conv_block_block_0_bias" [id=59, type=get_attr]; +"60 _scale_12" [id=60, type=get_attr]; +"61 _zero_point_12" [id=61, type=get_attr]; +"62 _frozen_param12" [id=62, type=get_attr]; +"63 dequantize_per_channel_default_12" [id=63, type=dequantize_per_channel]; +"64 up_path_0_conv_block_block_3_bias" [id=64, type=get_attr]; +"65 _scale_13" [id=65, type=get_attr]; +"66 _zero_point_13" [id=66, type=get_attr]; +"67 _frozen_param13" [id=67, type=get_attr]; +"68 dequantize_per_channel_default_13" [id=68, type=dequantize_per_channel]; +"69 up_path_1_up_bias" [id=69, type=get_attr]; +"70 _scale_14" [id=70, type=get_attr]; +"71 _zero_point_14" [id=71, type=get_attr]; +"72 _frozen_param14" [id=72, type=get_attr]; +"73 dequantize_per_channel_default_14" [id=73, type=dequantize_per_channel]; +"74 up_path_1_conv_block_block_0_bias" [id=74, type=get_attr]; +"75 _scale_15" [id=75, type=get_attr]; +"76 _zero_point_15" [id=76, type=get_attr]; +"77 _frozen_param15" [id=77, type=get_attr]; +"78 dequantize_per_channel_default_15" [id=78, type=dequantize_per_channel]; +"79 up_path_1_conv_block_block_3_bias" [id=79, type=get_attr]; +"80 _scale_16" [id=80, type=get_attr]; +"81 _zero_point_16" [id=81, type=get_attr]; +"82 _frozen_param16" [id=82, type=get_attr]; +"83 dequantize_per_channel_default_16" [id=83, type=dequantize_per_channel]; +"84 up_path_2_up_bias" [id=84, type=get_attr]; +"85 _scale_17" [id=85, type=get_attr]; +"86 _zero_point_17" [id=86, type=get_attr]; +"87 _frozen_param17" [id=87, type=get_attr]; +"88 dequantize_per_channel_default_17" [id=88, type=dequantize_per_channel]; +"89 up_path_2_conv_block_block_0_bias" [id=89, type=get_attr]; +"90 _scale_18" [id=90, type=get_attr]; +"91 _zero_point_18" [id=91, type=get_attr]; +"92 _frozen_param18" [id=92, type=get_attr]; +"93 dequantize_per_channel_default_18" [id=93, type=dequantize_per_channel]; +"94 up_path_2_conv_block_block_3_bias" [id=94, type=get_attr]; +"95 _scale_19" [id=95, type=get_attr]; +"96 _zero_point_19" [id=96, type=get_attr]; +"97 _frozen_param19" [id=97, type=get_attr]; +"98 dequantize_per_channel_default_19" [id=98, type=dequantize_per_channel]; +"99 up_path_3_up_bias" [id=99, type=get_attr]; +"100 _scale_20" [id=100, type=get_attr]; +"101 _zero_point_20" [id=101, type=get_attr]; +"102 _frozen_param20" [id=102, type=get_attr]; +"103 dequantize_per_channel_default_20" [id=103, type=dequantize_per_channel]; +"104 up_path_3_conv_block_block_0_bias" [id=104, type=get_attr]; +"105 _scale_21" [id=105, type=get_attr]; +"106 _zero_point_21" [id=106, type=get_attr]; +"107 _frozen_param21" [id=107, type=get_attr]; +"108 dequantize_per_channel_default_21" [id=108, type=dequantize_per_channel]; +"109 up_path_3_conv_block_block_3_bias" [id=109, type=get_attr]; +"110 _scale_22" [id=110, type=get_attr]; +"111 _zero_point_22" [id=111, type=get_attr]; +"112 _frozen_param22" [id=112, type=get_attr]; +"113 dequantize_per_channel_default_22" [id=113, type=dequantize_per_channel]; +"114 last_bias" [id=114, type=get_attr]; +"115 x" [id=115, type=input]; +"116 quantize_per_tensor_default" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default" [id=117, type=dequantize_per_tensor]; +"118 conv2d" [id=118, type=conv2d]; +"119 relu" [id=119, type=relu]; +"120 quantize_per_tensor_default_1" [id=120, type=quantize_per_tensor]; +"121 dequantize_per_tensor_default_1" [id=121, type=dequantize_per_tensor]; +"122 conv2d_1" [id=122, type=conv2d]; +"123 relu_1" [id=123, type=relu]; +"124 quantize_per_tensor_default_2" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_2" [id=125, type=dequantize_per_tensor]; +"126 max_pool2d" [id=126, type=max_pool2d]; +"127 conv2d_2" [id=127, type=conv2d]; +"128 relu_2" [id=128, type=relu]; +"129 quantize_per_tensor_default_3" [id=129, type=quantize_per_tensor]; +"130 dequantize_per_tensor_default_3" [id=130, type=dequantize_per_tensor]; +"131 conv2d_3" [id=131, type=conv2d]; +"132 relu_3" [id=132, type=relu]; +"133 quantize_per_tensor_default_4" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_4" [id=134, type=dequantize_per_tensor]; +"135 max_pool2d_1" [id=135, type=max_pool2d]; +"136 conv2d_4" [id=136, type=conv2d]; +"137 relu_4" [id=137, type=relu]; +"138 quantize_per_tensor_default_5" [id=138, type=quantize_per_tensor]; +"139 dequantize_per_tensor_default_5" [id=139, type=dequantize_per_tensor]; +"140 conv2d_5" [id=140, type=conv2d]; +"141 relu_5" [id=141, type=relu]; +"142 quantize_per_tensor_default_6" [id=142, type=quantize_per_tensor]; +"143 dequantize_per_tensor_default_6" [id=143, type=dequantize_per_tensor]; +"144 max_pool2d_2" [id=144, type=max_pool2d]; +"145 conv2d_6" [id=145, type=conv2d]; +"146 relu_6" [id=146, type=relu]; +"147 quantize_per_tensor_default_7" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_7" [id=148, type=dequantize_per_tensor]; +"149 conv2d_7" [id=149, type=conv2d]; +"150 relu_7" [id=150, type=relu]; +"151 quantize_per_tensor_default_8" [id=151, type=quantize_per_tensor]; +"152 dequantize_per_tensor_default_8" [id=152, type=dequantize_per_tensor]; +"153 max_pool2d_3" [id=153, type=max_pool2d]; +"154 conv2d_8" [id=154, type=conv2d]; +"155 relu_8" [id=155, type=relu]; +"156 quantize_per_tensor_default_9" [id=156, type=quantize_per_tensor]; +"157 dequantize_per_tensor_default_9" [id=157, type=dequantize_per_tensor]; +"158 conv2d_9" [id=158, type=conv2d]; +"159 relu_9" [id=159, type=relu]; +"160 quantize_per_tensor_default_10" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_10" [id=161, type=dequantize_per_tensor]; +"162 conv_transpose2d" [id=162, type=conv_transpose2d]; +"163 quantize_per_tensor_default_11" [id=163, type=quantize_per_tensor]; +"164 dequantize_per_tensor_default_11" [id=164, type=dequantize_per_tensor]; +"165 slice_1" [id=165, type=slice]; +"166 slice_2" [id=166, type=slice]; +"167 slice_3" [id=167, type=slice]; +"168 slice_4" [id=168, type=slice]; +"169 cat" [id=169, type=cat]; +"170 conv2d_10" [id=170, type=conv2d]; +"171 relu_10" [id=171, type=relu]; +"172 quantize_per_tensor_default_12" [id=172, type=quantize_per_tensor]; +"173 dequantize_per_tensor_default_12" [id=173, type=dequantize_per_tensor]; +"174 conv2d_11" [id=174, type=conv2d]; +"175 relu_11" [id=175, type=relu]; +"176 quantize_per_tensor_default_13" [id=176, type=quantize_per_tensor]; +"177 dequantize_per_tensor_default_13" [id=177, type=dequantize_per_tensor]; +"178 conv_transpose2d_1" [id=178, type=conv_transpose2d]; +"179 quantize_per_tensor_default_14" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_14" [id=180, type=dequantize_per_tensor]; +"181 slice_5" [id=181, type=slice]; +"182 slice_6" [id=182, type=slice]; +"183 slice_7" [id=183, type=slice]; +"184 slice_8" [id=184, type=slice]; +"185 cat_1" [id=185, type=cat]; +"186 conv2d_12" [id=186, type=conv2d]; +"187 relu_12" [id=187, type=relu]; +"188 quantize_per_tensor_default_15" [id=188, type=quantize_per_tensor]; +"189 dequantize_per_tensor_default_15" [id=189, type=dequantize_per_tensor]; +"190 conv2d_13" [id=190, type=conv2d]; +"191 relu_13" [id=191, type=relu]; +"192 quantize_per_tensor_default_16" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_16" [id=193, type=dequantize_per_tensor]; +"194 conv_transpose2d_2" [id=194, type=conv_transpose2d]; +"195 quantize_per_tensor_default_17" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_17" [id=196, type=dequantize_per_tensor]; +"197 slice_9" [id=197, type=slice]; +"198 slice_10" [id=198, type=slice]; +"199 slice_11" [id=199, type=slice]; +"200 slice_12" [id=200, type=slice]; +"201 cat_2" [id=201, type=cat]; +"202 conv2d_14" [id=202, type=conv2d]; +"203 relu_14" [id=203, type=relu]; +"204 quantize_per_tensor_default_18" [id=204, type=quantize_per_tensor]; +"205 dequantize_per_tensor_default_18" [id=205, type=dequantize_per_tensor]; +"206 conv2d_15" [id=206, type=conv2d]; +"207 relu_15" [id=207, type=relu]; +"208 quantize_per_tensor_default_19" [id=208, type=quantize_per_tensor]; +"209 dequantize_per_tensor_default_19" [id=209, type=dequantize_per_tensor]; +"210 conv_transpose2d_3" [id=210, type=conv_transpose2d]; +"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_20" [id=212, type=dequantize_per_tensor]; +"213 slice_13" [id=213, type=slice]; +"214 slice_14" [id=214, type=slice]; +"215 slice_15" [id=215, type=slice]; +"216 slice_16" [id=216, type=slice]; +"217 cat_3" [id=217, type=cat]; +"218 conv2d_16" [id=218, type=conv2d]; +"219 relu_16" [id=219, type=relu]; +"220 quantize_per_tensor_default_21" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_21" [id=221, type=dequantize_per_tensor]; +"222 conv2d_17" [id=222, type=conv2d]; +"223 relu_17" [id=223, type=relu]; +"224 quantize_per_tensor_default_22" [id=224, type=quantize_per_tensor]; +"225 dequantize_per_tensor_default_22" [id=225, type=dequantize_per_tensor]; +"226 conv2d_18" [id=226, type=conv2d]; +"227 output_1" [id=227, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"3 dequantize_per_channel_default" -> "118 conv2d" [label=None, style=solid]; +"4 down_path_0_block_0_bias" -> "118 conv2d" [label="(64,)", style=solid]; +"5 _scale_1" -> "8 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"6 _zero_point_1" -> "8 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"7 _frozen_param1" -> "8 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"8 dequantize_per_channel_default_1" -> "122 conv2d_1" [label=None, style=solid]; +"9 down_path_0_block_3_bias" -> "122 conv2d_1" [label="(64,)", style=solid]; +"10 _scale_2" -> "13 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"11 _zero_point_2" -> "13 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"12 _frozen_param2" -> "13 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"13 dequantize_per_channel_default_2" -> "127 conv2d_2" [label=None, style=solid]; +"14 down_path_1_block_0_bias" -> "127 conv2d_2" [label="(128,)", style=solid]; +"15 _scale_3" -> "18 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"16 _zero_point_3" -> "18 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"17 _frozen_param3" -> "18 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"18 dequantize_per_channel_default_3" -> "131 conv2d_3" [label=None, style=solid]; +"19 down_path_1_block_3_bias" -> "131 conv2d_3" [label="(128,)", style=solid]; +"20 _scale_4" -> "23 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"23 dequantize_per_channel_default_4" -> "136 conv2d_4" [label=None, style=solid]; +"24 down_path_2_block_0_bias" -> "136 conv2d_4" [label="(256,)", style=solid]; +"25 _scale_5" -> "28 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"26 _zero_point_5" -> "28 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"27 _frozen_param5" -> "28 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"28 dequantize_per_channel_default_5" -> "140 conv2d_5" [label=None, style=solid]; +"29 down_path_2_block_3_bias" -> "140 conv2d_5" [label="(256,)", style=solid]; +"30 _scale_6" -> "33 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"31 _zero_point_6" -> "33 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"32 _frozen_param6" -> "33 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"33 dequantize_per_channel_default_6" -> "145 conv2d_6" [label=None, style=solid]; +"34 down_path_3_block_0_bias" -> "145 conv2d_6" [label="(512,)", style=solid]; +"35 _scale_7" -> "38 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"36 _zero_point_7" -> "38 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"37 _frozen_param7" -> "38 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"38 dequantize_per_channel_default_7" -> "149 conv2d_7" [label=None, style=solid]; +"39 down_path_3_block_3_bias" -> "149 conv2d_7" [label="(512,)", style=solid]; +"40 _scale_8" -> "43 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"41 _zero_point_8" -> "43 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"42 _frozen_param8" -> "43 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"43 dequantize_per_channel_default_8" -> "154 conv2d_8" [label=None, style=solid]; +"44 down_path_4_block_0_bias" -> "154 conv2d_8" [label="(1024,)", style=solid]; +"45 _scale_9" -> "48 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"46 _zero_point_9" -> "48 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"47 _frozen_param9" -> "48 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"48 dequantize_per_channel_default_9" -> "158 conv2d_9" [label=None, style=solid]; +"49 down_path_4_block_3_bias" -> "158 conv2d_9" [label="(1024,)", style=solid]; +"50 _scale_10" -> "53 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"51 _zero_point_10" -> "53 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"52 _frozen_param10" -> "53 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"53 dequantize_per_channel_default_10" -> "162 conv_transpose2d" [label=None, style=solid]; +"54 up_path_0_up_bias" -> "162 conv_transpose2d" [label="(512,)", style=solid]; +"55 _scale_11" -> "58 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"56 _zero_point_11" -> "58 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"57 _frozen_param11" -> "58 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"58 dequantize_per_channel_default_11" -> "170 conv2d_10" [label=None, style=solid]; +"59 up_path_0_conv_block_block_0_bias" -> "170 conv2d_10" [label="(512,)", style=solid]; +"60 _scale_12" -> "63 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"61 _zero_point_12" -> "63 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"62 _frozen_param12" -> "63 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"63 dequantize_per_channel_default_12" -> "174 conv2d_11" [label=None, style=solid]; +"64 up_path_0_conv_block_block_3_bias" -> "174 conv2d_11" [label="(512,)", style=solid]; +"65 _scale_13" -> "68 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"66 _zero_point_13" -> "68 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"67 _frozen_param13" -> "68 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"68 dequantize_per_channel_default_13" -> "178 conv_transpose2d_1" [label=None, style=solid]; +"69 up_path_1_up_bias" -> "178 conv_transpose2d_1" [label="(256,)", style=solid]; +"70 _scale_14" -> "73 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"71 _zero_point_14" -> "73 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"72 _frozen_param14" -> "73 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"73 dequantize_per_channel_default_14" -> "186 conv2d_12" [label=None, style=solid]; +"74 up_path_1_conv_block_block_0_bias" -> "186 conv2d_12" [label="(256,)", style=solid]; +"75 _scale_15" -> "78 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"76 _zero_point_15" -> "78 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"77 _frozen_param15" -> "78 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"78 dequantize_per_channel_default_15" -> "190 conv2d_13" [label=None, style=solid]; +"79 up_path_1_conv_block_block_3_bias" -> "190 conv2d_13" [label="(256,)", style=solid]; +"80 _scale_16" -> "83 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"81 _zero_point_16" -> "83 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"82 _frozen_param16" -> "83 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"83 dequantize_per_channel_default_16" -> "194 conv_transpose2d_2" [label=None, style=solid]; +"84 up_path_2_up_bias" -> "194 conv_transpose2d_2" [label="(128,)", style=solid]; +"85 _scale_17" -> "88 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"86 _zero_point_17" -> "88 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"87 _frozen_param17" -> "88 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"88 dequantize_per_channel_default_17" -> "202 conv2d_14" [label=None, style=solid]; +"89 up_path_2_conv_block_block_0_bias" -> "202 conv2d_14" [label="(128,)", style=solid]; +"90 _scale_18" -> "93 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"91 _zero_point_18" -> "93 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"92 _frozen_param18" -> "93 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"93 dequantize_per_channel_default_18" -> "206 conv2d_15" [label=None, style=solid]; +"94 up_path_2_conv_block_block_3_bias" -> "206 conv2d_15" [label="(128,)", style=solid]; +"95 _scale_19" -> "98 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"96 _zero_point_19" -> "98 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"97 _frozen_param19" -> "98 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"98 dequantize_per_channel_default_19" -> "210 conv_transpose2d_3" [label=None, style=solid]; +"99 up_path_3_up_bias" -> "210 conv_transpose2d_3" [label="(64,)", style=solid]; +"100 _scale_20" -> "103 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"103 dequantize_per_channel_default_20" -> "218 conv2d_16" [label=None, style=solid]; +"104 up_path_3_conv_block_block_0_bias" -> "218 conv2d_16" [label="(64,)", style=solid]; +"105 _scale_21" -> "108 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"106 _zero_point_21" -> "108 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"107 _frozen_param21" -> "108 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"108 dequantize_per_channel_default_21" -> "222 conv2d_17" [label=None, style=solid]; +"109 up_path_3_conv_block_block_3_bias" -> "222 conv2d_17" [label="(64,)", style=solid]; +"110 _scale_22" -> "113 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"111 _zero_point_22" -> "113 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"112 _frozen_param22" -> "113 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"113 dequantize_per_channel_default_22" -> "226 conv2d_18" [label=None, style=solid]; +"114 last_bias" -> "226 conv2d_18" [label="(12,)", style=solid]; +"115 x" -> "116 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"116 quantize_per_tensor_default" -> "117 dequantize_per_tensor_default" [label=None, style=solid]; +"117 dequantize_per_tensor_default" -> "118 conv2d" [label=None, style=solid]; +"118 conv2d" -> "119 relu" [label="(1, 64, 222, 222)", style=solid]; +"119 relu" -> "120 quantize_per_tensor_default_1" [label="(1, 64, 222, 222)", style=solid]; +"120 quantize_per_tensor_default_1" -> "121 dequantize_per_tensor_default_1" [label=None, style=solid]; +"121 dequantize_per_tensor_default_1" -> "122 conv2d_1" [label=None, style=solid]; +"122 conv2d_1" -> "123 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"123 relu_1" -> "124 quantize_per_tensor_default_2" [label="(1, 64, 220, 220)", style=solid]; +"124 quantize_per_tensor_default_2" -> "125 dequantize_per_tensor_default_2" [label=None, style=solid]; +"125 dequantize_per_tensor_default_2" -> "126 max_pool2d" [label=None, style=solid]; +"125 dequantize_per_tensor_default_2" -> "213 slice_13" [label=None, style=solid]; +"126 max_pool2d" -> "127 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"127 conv2d_2" -> "128 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"128 relu_2" -> "129 quantize_per_tensor_default_3" [label="(1, 128, 108, 108)", style=solid]; +"129 quantize_per_tensor_default_3" -> "130 dequantize_per_tensor_default_3" [label=None, style=solid]; +"130 dequantize_per_tensor_default_3" -> "131 conv2d_3" [label=None, style=solid]; +"131 conv2d_3" -> "132 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"132 relu_3" -> "133 quantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"133 quantize_per_tensor_default_4" -> "134 dequantize_per_tensor_default_4" [label=None, style=solid]; +"134 dequantize_per_tensor_default_4" -> "135 max_pool2d_1" [label=None, style=solid]; +"134 dequantize_per_tensor_default_4" -> "197 slice_9" [label=None, style=solid]; +"135 max_pool2d_1" -> "136 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"136 conv2d_4" -> "137 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"137 relu_4" -> "138 quantize_per_tensor_default_5" [label="(1, 256, 51, 51)", style=solid]; +"138 quantize_per_tensor_default_5" -> "139 dequantize_per_tensor_default_5" [label=None, style=solid]; +"139 dequantize_per_tensor_default_5" -> "140 conv2d_5" [label=None, style=solid]; +"140 conv2d_5" -> "141 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"141 relu_5" -> "142 quantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"142 quantize_per_tensor_default_6" -> "143 dequantize_per_tensor_default_6" [label=None, style=solid]; +"143 dequantize_per_tensor_default_6" -> "144 max_pool2d_2" [label=None, style=solid]; +"143 dequantize_per_tensor_default_6" -> "181 slice_5" [label=None, style=solid]; +"144 max_pool2d_2" -> "145 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"145 conv2d_6" -> "146 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"146 relu_6" -> "147 quantize_per_tensor_default_7" [label="(1, 512, 22, 22)", style=solid]; +"147 quantize_per_tensor_default_7" -> "148 dequantize_per_tensor_default_7" [label=None, style=solid]; +"148 dequantize_per_tensor_default_7" -> "149 conv2d_7" [label=None, style=solid]; +"149 conv2d_7" -> "150 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"150 relu_7" -> "151 quantize_per_tensor_default_8" [label="(1, 512, 20, 20)", style=solid]; +"151 quantize_per_tensor_default_8" -> "152 dequantize_per_tensor_default_8" [label=None, style=solid]; +"152 dequantize_per_tensor_default_8" -> "153 max_pool2d_3" [label=None, style=solid]; +"152 dequantize_per_tensor_default_8" -> "165 slice_1" [label=None, style=solid]; +"153 max_pool2d_3" -> "154 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"154 conv2d_8" -> "155 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"155 relu_8" -> "156 quantize_per_tensor_default_9" [label="(1, 1024, 8, 8)", style=solid]; +"156 quantize_per_tensor_default_9" -> "157 dequantize_per_tensor_default_9" [label=None, style=solid]; +"157 dequantize_per_tensor_default_9" -> "158 conv2d_9" [label=None, style=solid]; +"158 conv2d_9" -> "159 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"159 relu_9" -> "160 quantize_per_tensor_default_10" [label="(1, 1024, 6, 6)", style=solid]; +"160 quantize_per_tensor_default_10" -> "161 dequantize_per_tensor_default_10" [label=None, style=solid]; +"161 dequantize_per_tensor_default_10" -> "162 conv_transpose2d" [label=None, style=solid]; +"162 conv_transpose2d" -> "163 quantize_per_tensor_default_11" [label="(1, 512, 12, 12)", style=solid]; +"163 quantize_per_tensor_default_11" -> "164 dequantize_per_tensor_default_11" [label=None, style=solid]; +"164 dequantize_per_tensor_default_11" -> "169 cat" [label=None, style=solid]; +"165 slice_1" -> "166 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"166 slice_2" -> "167 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"167 slice_3" -> "168 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"168 slice_4" -> "169 cat" [label="(1, 512, 12, 12)", style=solid]; +"169 cat" -> "170 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"170 conv2d_10" -> "171 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"171 relu_10" -> "172 quantize_per_tensor_default_12" [label="(1, 512, 10, 10)", style=solid]; +"172 quantize_per_tensor_default_12" -> "173 dequantize_per_tensor_default_12" [label=None, style=solid]; +"173 dequantize_per_tensor_default_12" -> "174 conv2d_11" [label=None, style=solid]; +"174 conv2d_11" -> "175 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"175 relu_11" -> "176 quantize_per_tensor_default_13" [label="(1, 512, 8, 8)", style=solid]; +"176 quantize_per_tensor_default_13" -> "177 dequantize_per_tensor_default_13" [label=None, style=solid]; +"177 dequantize_per_tensor_default_13" -> "178 conv_transpose2d_1" [label=None, style=solid]; +"178 conv_transpose2d_1" -> "179 quantize_per_tensor_default_14" [label="(1, 256, 16, 16)", style=solid]; +"179 quantize_per_tensor_default_14" -> "180 dequantize_per_tensor_default_14" [label=None, style=solid]; +"180 dequantize_per_tensor_default_14" -> "185 cat_1" [label=None, style=solid]; +"181 slice_5" -> "182 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"182 slice_6" -> "183 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"183 slice_7" -> "184 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"184 slice_8" -> "185 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"185 cat_1" -> "186 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"186 conv2d_12" -> "187 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"187 relu_12" -> "188 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"188 quantize_per_tensor_default_15" -> "189 dequantize_per_tensor_default_15" [label=None, style=solid]; +"189 dequantize_per_tensor_default_15" -> "190 conv2d_13" [label=None, style=solid]; +"190 conv2d_13" -> "191 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"191 relu_13" -> "192 quantize_per_tensor_default_16" [label="(1, 256, 12, 12)", style=solid]; +"192 quantize_per_tensor_default_16" -> "193 dequantize_per_tensor_default_16" [label=None, style=solid]; +"193 dequantize_per_tensor_default_16" -> "194 conv_transpose2d_2" [label=None, style=solid]; +"194 conv_transpose2d_2" -> "195 quantize_per_tensor_default_17" [label="(1, 128, 24, 24)", style=solid]; +"195 quantize_per_tensor_default_17" -> "196 dequantize_per_tensor_default_17" [label=None, style=solid]; +"196 dequantize_per_tensor_default_17" -> "201 cat_2" [label=None, style=solid]; +"197 slice_9" -> "198 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"198 slice_10" -> "199 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"199 slice_11" -> "200 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"200 slice_12" -> "201 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"201 cat_2" -> "202 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"202 conv2d_14" -> "203 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"203 relu_14" -> "204 quantize_per_tensor_default_18" [label="(1, 128, 22, 22)", style=solid]; +"204 quantize_per_tensor_default_18" -> "205 dequantize_per_tensor_default_18" [label=None, style=solid]; +"205 dequantize_per_tensor_default_18" -> "206 conv2d_15" [label=None, style=solid]; +"206 conv2d_15" -> "207 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"207 relu_15" -> "208 quantize_per_tensor_default_19" [label="(1, 128, 20, 20)", style=solid]; +"208 quantize_per_tensor_default_19" -> "209 dequantize_per_tensor_default_19" [label=None, style=solid]; +"209 dequantize_per_tensor_default_19" -> "210 conv_transpose2d_3" [label=None, style=solid]; +"210 conv_transpose2d_3" -> "211 quantize_per_tensor_default_20" [label="(1, 64, 40, 40)", style=solid]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_20" [label=None, style=solid]; +"212 dequantize_per_tensor_default_20" -> "217 cat_3" [label=None, style=solid]; +"213 slice_13" -> "214 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"214 slice_14" -> "215 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"215 slice_15" -> "216 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"216 slice_16" -> "217 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"217 cat_3" -> "218 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"218 conv2d_16" -> "219 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"219 relu_16" -> "220 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"220 quantize_per_tensor_default_21" -> "221 dequantize_per_tensor_default_21" [label=None, style=solid]; +"221 dequantize_per_tensor_default_21" -> "222 conv2d_17" [label=None, style=solid]; +"222 conv2d_17" -> "223 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"223 relu_17" -> "224 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"224 quantize_per_tensor_default_22" -> "225 dequantize_per_tensor_default_22" [label=None, style=solid]; +"225 dequantize_per_tensor_default_22" -> "226 conv2d_18" [label=None, style=solid]; +"226 conv2d_18" -> "227 output_1" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot new file mode 100644 index 00000000000..c54eee713de --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot @@ -0,0 +1,1789 @@ +strict digraph { +"0 encoder_pos_embedding" [id=0, type=get_attr]; +"1 _scale_0" [id=1, type=get_attr]; +"2 _zero_point_0" [id=2, type=get_attr]; +"3 _frozen_param1" [id=3, type=get_attr]; +"4 dequantize_per_channel_default" [id=4, type=dequantize_per_channel]; +"5 conv_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_ln_1_weight" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_1_bias" [id=7, type=get_attr]; +"8 _scale_1" [id=8, type=get_attr]; +"9 _zero_point_1" [id=9, type=get_attr]; +"10 _frozen_param2" [id=10, type=get_attr]; +"11 dequantize_per_channel_default_1" [id=11, type=dequantize_per_channel]; +"12 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=12, type=get_attr]; +"13 _scale_2" [id=13, type=get_attr]; +"14 _zero_point_2" [id=14, type=get_attr]; +"15 _frozen_param3" [id=15, type=get_attr]; +"16 dequantize_per_channel_default_2" [id=16, type=dequantize_per_channel]; +"17 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_0_ln_2_weight" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_0_ln_2_bias" [id=19, type=get_attr]; +"20 _scale_3" [id=20, type=get_attr]; +"21 _zero_point_3" [id=21, type=get_attr]; +"22 _frozen_param4" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_3" [id=23, type=dequantize_per_channel]; +"24 encoder_layers_encoder_layer_0_mlp_0_bias" [id=24, type=get_attr]; +"25 _scale_4" [id=25, type=get_attr]; +"26 _zero_point_4" [id=26, type=get_attr]; +"27 _frozen_param5" [id=27, type=get_attr]; +"28 dequantize_per_channel_default_4" [id=28, type=dequantize_per_channel]; +"29 encoder_layers_encoder_layer_0_mlp_3_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_1_ln_1_weight" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_1_ln_1_bias" [id=31, type=get_attr]; +"32 _scale_5" [id=32, type=get_attr]; +"33 _zero_point_5" [id=33, type=get_attr]; +"34 _frozen_param6" [id=34, type=get_attr]; +"35 dequantize_per_channel_default_5" [id=35, type=dequantize_per_channel]; +"36 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=36, type=get_attr]; +"37 _scale_6" [id=37, type=get_attr]; +"38 _zero_point_6" [id=38, type=get_attr]; +"39 _frozen_param7" [id=39, type=get_attr]; +"40 dequantize_per_channel_default_6" [id=40, type=dequantize_per_channel]; +"41 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_1_ln_2_weight" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_1_ln_2_bias" [id=43, type=get_attr]; +"44 _scale_7" [id=44, type=get_attr]; +"45 _zero_point_7" [id=45, type=get_attr]; +"46 _frozen_param8" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_7" [id=47, type=dequantize_per_channel]; +"48 encoder_layers_encoder_layer_1_mlp_0_bias" [id=48, type=get_attr]; +"49 _scale_8" [id=49, type=get_attr]; +"50 _zero_point_8" [id=50, type=get_attr]; +"51 _frozen_param9" [id=51, type=get_attr]; +"52 dequantize_per_channel_default_8" [id=52, type=dequantize_per_channel]; +"53 encoder_layers_encoder_layer_1_mlp_3_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_2_ln_1_weight" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_2_ln_1_bias" [id=55, type=get_attr]; +"56 _scale_9" [id=56, type=get_attr]; +"57 _zero_point_9" [id=57, type=get_attr]; +"58 _frozen_param10" [id=58, type=get_attr]; +"59 dequantize_per_channel_default_9" [id=59, type=dequantize_per_channel]; +"60 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=60, type=get_attr]; +"61 _scale_10" [id=61, type=get_attr]; +"62 _zero_point_10" [id=62, type=get_attr]; +"63 _frozen_param11" [id=63, type=get_attr]; +"64 dequantize_per_channel_default_10" [id=64, type=dequantize_per_channel]; +"65 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_2_ln_2_weight" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_2_ln_2_bias" [id=67, type=get_attr]; +"68 _scale_11" [id=68, type=get_attr]; +"69 _zero_point_11" [id=69, type=get_attr]; +"70 _frozen_param12" [id=70, type=get_attr]; +"71 dequantize_per_channel_default_11" [id=71, type=dequantize_per_channel]; +"72 encoder_layers_encoder_layer_2_mlp_0_bias" [id=72, type=get_attr]; +"73 _scale_12" [id=73, type=get_attr]; +"74 _zero_point_12" [id=74, type=get_attr]; +"75 _frozen_param13" [id=75, type=get_attr]; +"76 dequantize_per_channel_default_12" [id=76, type=dequantize_per_channel]; +"77 encoder_layers_encoder_layer_2_mlp_3_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_3_ln_1_weight" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_3_ln_1_bias" [id=79, type=get_attr]; +"80 _scale_13" [id=80, type=get_attr]; +"81 _zero_point_13" [id=81, type=get_attr]; +"82 _frozen_param14" [id=82, type=get_attr]; +"83 dequantize_per_channel_default_13" [id=83, type=dequantize_per_channel]; +"84 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=84, type=get_attr]; +"85 _scale_14" [id=85, type=get_attr]; +"86 _zero_point_14" [id=86, type=get_attr]; +"87 _frozen_param15" [id=87, type=get_attr]; +"88 dequantize_per_channel_default_14" [id=88, type=dequantize_per_channel]; +"89 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_3_ln_2_weight" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_3_ln_2_bias" [id=91, type=get_attr]; +"92 _scale_15" [id=92, type=get_attr]; +"93 _zero_point_15" [id=93, type=get_attr]; +"94 _frozen_param16" [id=94, type=get_attr]; +"95 dequantize_per_channel_default_15" [id=95, type=dequantize_per_channel]; +"96 encoder_layers_encoder_layer_3_mlp_0_bias" [id=96, type=get_attr]; +"97 _scale_16" [id=97, type=get_attr]; +"98 _zero_point_16" [id=98, type=get_attr]; +"99 _frozen_param17" [id=99, type=get_attr]; +"100 dequantize_per_channel_default_16" [id=100, type=dequantize_per_channel]; +"101 encoder_layers_encoder_layer_3_mlp_3_bias" [id=101, type=get_attr]; +"102 encoder_layers_encoder_layer_4_ln_1_weight" [id=102, type=get_attr]; +"103 encoder_layers_encoder_layer_4_ln_1_bias" [id=103, type=get_attr]; +"104 _scale_17" [id=104, type=get_attr]; +"105 _zero_point_17" [id=105, type=get_attr]; +"106 _frozen_param18" [id=106, type=get_attr]; +"107 dequantize_per_channel_default_17" [id=107, type=dequantize_per_channel]; +"108 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=108, type=get_attr]; +"109 _scale_18" [id=109, type=get_attr]; +"110 _zero_point_18" [id=110, type=get_attr]; +"111 _frozen_param19" [id=111, type=get_attr]; +"112 dequantize_per_channel_default_18" [id=112, type=dequantize_per_channel]; +"113 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=113, type=get_attr]; +"114 encoder_layers_encoder_layer_4_ln_2_weight" [id=114, type=get_attr]; +"115 encoder_layers_encoder_layer_4_ln_2_bias" [id=115, type=get_attr]; +"116 _scale_19" [id=116, type=get_attr]; +"117 _zero_point_19" [id=117, type=get_attr]; +"118 _frozen_param20" [id=118, type=get_attr]; +"119 dequantize_per_channel_default_19" [id=119, type=dequantize_per_channel]; +"120 encoder_layers_encoder_layer_4_mlp_0_bias" [id=120, type=get_attr]; +"121 _scale_20" [id=121, type=get_attr]; +"122 _zero_point_20" [id=122, type=get_attr]; +"123 _frozen_param21" [id=123, type=get_attr]; +"124 dequantize_per_channel_default_20" [id=124, type=dequantize_per_channel]; +"125 encoder_layers_encoder_layer_4_mlp_3_bias" [id=125, type=get_attr]; +"126 encoder_layers_encoder_layer_5_ln_1_weight" [id=126, type=get_attr]; +"127 encoder_layers_encoder_layer_5_ln_1_bias" [id=127, type=get_attr]; +"128 _scale_21" [id=128, type=get_attr]; +"129 _zero_point_21" [id=129, type=get_attr]; +"130 _frozen_param22" [id=130, type=get_attr]; +"131 dequantize_per_channel_default_21" [id=131, type=dequantize_per_channel]; +"132 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=132, type=get_attr]; +"133 _scale_22" [id=133, type=get_attr]; +"134 _zero_point_22" [id=134, type=get_attr]; +"135 _frozen_param23" [id=135, type=get_attr]; +"136 dequantize_per_channel_default_22" [id=136, type=dequantize_per_channel]; +"137 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=137, type=get_attr]; +"138 encoder_layers_encoder_layer_5_ln_2_weight" [id=138, type=get_attr]; +"139 encoder_layers_encoder_layer_5_ln_2_bias" [id=139, type=get_attr]; +"140 _scale_23" [id=140, type=get_attr]; +"141 _zero_point_23" [id=141, type=get_attr]; +"142 _frozen_param24" [id=142, type=get_attr]; +"143 dequantize_per_channel_default_23" [id=143, type=dequantize_per_channel]; +"144 encoder_layers_encoder_layer_5_mlp_0_bias" [id=144, type=get_attr]; +"145 _scale_24" [id=145, type=get_attr]; +"146 _zero_point_24" [id=146, type=get_attr]; +"147 _frozen_param25" [id=147, type=get_attr]; +"148 dequantize_per_channel_default_24" [id=148, type=dequantize_per_channel]; +"149 encoder_layers_encoder_layer_5_mlp_3_bias" [id=149, type=get_attr]; +"150 encoder_layers_encoder_layer_6_ln_1_weight" [id=150, type=get_attr]; +"151 encoder_layers_encoder_layer_6_ln_1_bias" [id=151, type=get_attr]; +"152 _scale_25" [id=152, type=get_attr]; +"153 _zero_point_25" [id=153, type=get_attr]; +"154 _frozen_param26" [id=154, type=get_attr]; +"155 dequantize_per_channel_default_25" [id=155, type=dequantize_per_channel]; +"156 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=156, type=get_attr]; +"157 _scale_26" [id=157, type=get_attr]; +"158 _zero_point_26" [id=158, type=get_attr]; +"159 _frozen_param27" [id=159, type=get_attr]; +"160 dequantize_per_channel_default_26" [id=160, type=dequantize_per_channel]; +"161 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=161, type=get_attr]; +"162 encoder_layers_encoder_layer_6_ln_2_weight" [id=162, type=get_attr]; +"163 encoder_layers_encoder_layer_6_ln_2_bias" [id=163, type=get_attr]; +"164 _scale_27" [id=164, type=get_attr]; +"165 _zero_point_27" [id=165, type=get_attr]; +"166 _frozen_param28" [id=166, type=get_attr]; +"167 dequantize_per_channel_default_27" [id=167, type=dequantize_per_channel]; +"168 encoder_layers_encoder_layer_6_mlp_0_bias" [id=168, type=get_attr]; +"169 _scale_28" [id=169, type=get_attr]; +"170 _zero_point_28" [id=170, type=get_attr]; +"171 _frozen_param29" [id=171, type=get_attr]; +"172 dequantize_per_channel_default_28" [id=172, type=dequantize_per_channel]; +"173 encoder_layers_encoder_layer_6_mlp_3_bias" [id=173, type=get_attr]; +"174 encoder_layers_encoder_layer_7_ln_1_weight" [id=174, type=get_attr]; +"175 encoder_layers_encoder_layer_7_ln_1_bias" [id=175, type=get_attr]; +"176 _scale_29" [id=176, type=get_attr]; +"177 _zero_point_29" [id=177, type=get_attr]; +"178 _frozen_param30" [id=178, type=get_attr]; +"179 dequantize_per_channel_default_29" [id=179, type=dequantize_per_channel]; +"180 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=180, type=get_attr]; +"181 _scale_30" [id=181, type=get_attr]; +"182 _zero_point_30" [id=182, type=get_attr]; +"183 _frozen_param31" [id=183, type=get_attr]; +"184 dequantize_per_channel_default_30" [id=184, type=dequantize_per_channel]; +"185 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=185, type=get_attr]; +"186 encoder_layers_encoder_layer_7_ln_2_weight" [id=186, type=get_attr]; +"187 encoder_layers_encoder_layer_7_ln_2_bias" [id=187, type=get_attr]; +"188 _scale_31" [id=188, type=get_attr]; +"189 _zero_point_31" [id=189, type=get_attr]; +"190 _frozen_param32" [id=190, type=get_attr]; +"191 dequantize_per_channel_default_31" [id=191, type=dequantize_per_channel]; +"192 encoder_layers_encoder_layer_7_mlp_0_bias" [id=192, type=get_attr]; +"193 _scale_32" [id=193, type=get_attr]; +"194 _zero_point_32" [id=194, type=get_attr]; +"195 _frozen_param33" [id=195, type=get_attr]; +"196 dequantize_per_channel_default_32" [id=196, type=dequantize_per_channel]; +"197 encoder_layers_encoder_layer_7_mlp_3_bias" [id=197, type=get_attr]; +"198 encoder_layers_encoder_layer_8_ln_1_weight" [id=198, type=get_attr]; +"199 encoder_layers_encoder_layer_8_ln_1_bias" [id=199, type=get_attr]; +"200 _scale_33" [id=200, type=get_attr]; +"201 _zero_point_33" [id=201, type=get_attr]; +"202 _frozen_param34" [id=202, type=get_attr]; +"203 dequantize_per_channel_default_33" [id=203, type=dequantize_per_channel]; +"204 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=204, type=get_attr]; +"205 _scale_34" [id=205, type=get_attr]; +"206 _zero_point_34" [id=206, type=get_attr]; +"207 _frozen_param35" [id=207, type=get_attr]; +"208 dequantize_per_channel_default_34" [id=208, type=dequantize_per_channel]; +"209 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=209, type=get_attr]; +"210 encoder_layers_encoder_layer_8_ln_2_weight" [id=210, type=get_attr]; +"211 encoder_layers_encoder_layer_8_ln_2_bias" [id=211, type=get_attr]; +"212 _scale_35" [id=212, type=get_attr]; +"213 _zero_point_35" [id=213, type=get_attr]; +"214 _frozen_param36" [id=214, type=get_attr]; +"215 dequantize_per_channel_default_35" [id=215, type=dequantize_per_channel]; +"216 encoder_layers_encoder_layer_8_mlp_0_bias" [id=216, type=get_attr]; +"217 _scale_36" [id=217, type=get_attr]; +"218 _zero_point_36" [id=218, type=get_attr]; +"219 _frozen_param37" [id=219, type=get_attr]; +"220 dequantize_per_channel_default_36" [id=220, type=dequantize_per_channel]; +"221 encoder_layers_encoder_layer_8_mlp_3_bias" [id=221, type=get_attr]; +"222 encoder_layers_encoder_layer_9_ln_1_weight" [id=222, type=get_attr]; +"223 encoder_layers_encoder_layer_9_ln_1_bias" [id=223, type=get_attr]; +"224 _scale_37" [id=224, type=get_attr]; +"225 _zero_point_37" [id=225, type=get_attr]; +"226 _frozen_param38" [id=226, type=get_attr]; +"227 dequantize_per_channel_default_37" [id=227, type=dequantize_per_channel]; +"228 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=228, type=get_attr]; +"229 _scale_38" [id=229, type=get_attr]; +"230 _zero_point_38" [id=230, type=get_attr]; +"231 _frozen_param39" [id=231, type=get_attr]; +"232 dequantize_per_channel_default_38" [id=232, type=dequantize_per_channel]; +"233 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=233, type=get_attr]; +"234 encoder_layers_encoder_layer_9_ln_2_weight" [id=234, type=get_attr]; +"235 encoder_layers_encoder_layer_9_ln_2_bias" [id=235, type=get_attr]; +"236 _scale_39" [id=236, type=get_attr]; +"237 _zero_point_39" [id=237, type=get_attr]; +"238 _frozen_param40" [id=238, type=get_attr]; +"239 dequantize_per_channel_default_39" [id=239, type=dequantize_per_channel]; +"240 encoder_layers_encoder_layer_9_mlp_0_bias" [id=240, type=get_attr]; +"241 _scale_40" [id=241, type=get_attr]; +"242 _zero_point_40" [id=242, type=get_attr]; +"243 _frozen_param41" [id=243, type=get_attr]; +"244 dequantize_per_channel_default_40" [id=244, type=dequantize_per_channel]; +"245 encoder_layers_encoder_layer_9_mlp_3_bias" [id=245, type=get_attr]; +"246 encoder_layers_encoder_layer_10_ln_1_weight" [id=246, type=get_attr]; +"247 encoder_layers_encoder_layer_10_ln_1_bias" [id=247, type=get_attr]; +"248 _scale_41" [id=248, type=get_attr]; +"249 _zero_point_41" [id=249, type=get_attr]; +"250 _frozen_param42" [id=250, type=get_attr]; +"251 dequantize_per_channel_default_41" [id=251, type=dequantize_per_channel]; +"252 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=252, type=get_attr]; +"253 _scale_42" [id=253, type=get_attr]; +"254 _zero_point_42" [id=254, type=get_attr]; +"255 _frozen_param43" [id=255, type=get_attr]; +"256 dequantize_per_channel_default_42" [id=256, type=dequantize_per_channel]; +"257 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=257, type=get_attr]; +"258 encoder_layers_encoder_layer_10_ln_2_weight" [id=258, type=get_attr]; +"259 encoder_layers_encoder_layer_10_ln_2_bias" [id=259, type=get_attr]; +"260 _scale_43" [id=260, type=get_attr]; +"261 _zero_point_43" [id=261, type=get_attr]; +"262 _frozen_param44" [id=262, type=get_attr]; +"263 dequantize_per_channel_default_43" [id=263, type=dequantize_per_channel]; +"264 encoder_layers_encoder_layer_10_mlp_0_bias" [id=264, type=get_attr]; +"265 _scale_44" [id=265, type=get_attr]; +"266 _zero_point_44" [id=266, type=get_attr]; +"267 _frozen_param45" [id=267, type=get_attr]; +"268 dequantize_per_channel_default_44" [id=268, type=dequantize_per_channel]; +"269 encoder_layers_encoder_layer_10_mlp_3_bias" [id=269, type=get_attr]; +"270 encoder_layers_encoder_layer_11_ln_1_weight" [id=270, type=get_attr]; +"271 encoder_layers_encoder_layer_11_ln_1_bias" [id=271, type=get_attr]; +"272 _scale_45" [id=272, type=get_attr]; +"273 _zero_point_45" [id=273, type=get_attr]; +"274 _frozen_param46" [id=274, type=get_attr]; +"275 dequantize_per_channel_default_45" [id=275, type=dequantize_per_channel]; +"276 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=276, type=get_attr]; +"277 _scale_46" [id=277, type=get_attr]; +"278 _zero_point_46" [id=278, type=get_attr]; +"279 _frozen_param47" [id=279, type=get_attr]; +"280 dequantize_per_channel_default_46" [id=280, type=dequantize_per_channel]; +"281 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=281, type=get_attr]; +"282 encoder_layers_encoder_layer_11_ln_2_weight" [id=282, type=get_attr]; +"283 encoder_layers_encoder_layer_11_ln_2_bias" [id=283, type=get_attr]; +"284 _scale_47" [id=284, type=get_attr]; +"285 _zero_point_47" [id=285, type=get_attr]; +"286 _frozen_param48" [id=286, type=get_attr]; +"287 dequantize_per_channel_default_47" [id=287, type=dequantize_per_channel]; +"288 encoder_layers_encoder_layer_11_mlp_0_bias" [id=288, type=get_attr]; +"289 _scale_48" [id=289, type=get_attr]; +"290 _zero_point_48" [id=290, type=get_attr]; +"291 _frozen_param49" [id=291, type=get_attr]; +"292 dequantize_per_channel_default_48" [id=292, type=dequantize_per_channel]; +"293 encoder_layers_encoder_layer_11_mlp_3_bias" [id=293, type=get_attr]; +"294 encoder_ln_weight" [id=294, type=get_attr]; +"295 encoder_ln_bias" [id=295, type=get_attr]; +"296 _scale_49" [id=296, type=get_attr]; +"297 _zero_point_49" [id=297, type=get_attr]; +"298 _frozen_param50" [id=298, type=get_attr]; +"299 dequantize_per_channel_default_49" [id=299, type=dequantize_per_channel]; +"300 heads_head_bias" [id=300, type=get_attr]; +"301 x" [id=301, type=input]; +"302 quantize_per_tensor_default" [id=302, type=quantize_per_tensor]; +"303 dequantize_per_tensor_default" [id=303, type=dequantize_per_tensor]; +"304 conv2d" [id=304, type=conv2d]; +"305 reshape" [id=305, type=reshape]; +"306 permute" [id=306, type=permute]; +"307 _frozen_param0" [id=307, type=get_attr]; +"308 cat" [id=308, type=cat]; +"309 add" [id=309, type=add]; +"310 dropout" [id=310, type=dropout]; +"311 layer_norm" [id=311, type=layer_norm]; +"312 quantize_per_tensor_default_1" [id=312, type=quantize_per_tensor]; +"313 dequantize_per_tensor_default_1" [id=313, type=dequantize_per_tensor]; +"314 transpose" [id=314, type=transpose]; +"315 linear" [id=315, type=linear]; +"316 unflatten" [id=316, type=unflatten]; +"317 unsqueeze" [id=317, type=unsqueeze]; +"318 transpose_1" [id=318, type=transpose]; +"319 squeeze" [id=319, type=squeeze]; +"320 contiguous" [id=320, type=contiguous]; +"321 quantize_per_tensor_default_2" [id=321, type=quantize_per_tensor]; +"322 dequantize_per_tensor_default_63" [id=322, type=dequantize_per_tensor]; +"323 dequantize_per_tensor_default_62" [id=323, type=dequantize_per_tensor]; +"324 select" [id=324, type=select]; +"325 select_1" [id=325, type=select]; +"326 select_2" [id=326, type=select]; +"327 view" [id=327, type=view]; +"328 transpose_2" [id=328, type=transpose]; +"329 view_1" [id=329, type=view]; +"330 transpose_3" [id=330, type=transpose]; +"331 view_2" [id=331, type=view]; +"332 transpose_4" [id=332, type=transpose]; +"333 view_3" [id=333, type=view]; +"334 view_4" [id=334, type=view]; +"335 view_5" [id=335, type=view]; +"336 scaled_dot_product_attention" [id=336, type=scaled_dot_product_attention]; +"337 quantize_per_tensor_default_3" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_3" [id=338, type=dequantize_per_tensor]; +"339 permute_1" [id=339, type=permute]; +"340 view_6" [id=340, type=view]; +"341 linear_1" [id=341, type=linear]; +"342 view_7" [id=342, type=view]; +"343 transpose_5" [id=343, type=transpose]; +"344 dropout_1" [id=344, type=dropout]; +"345 add_1" [id=345, type=add]; +"346 layer_norm_1" [id=346, type=layer_norm]; +"347 quantize_per_tensor_default_4" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_4" [id=348, type=dequantize_per_tensor]; +"349 linear_2" [id=349, type=linear]; +"350 gelu" [id=350, type=gelu]; +"351 quantize_per_tensor_default_5" [id=351, type=quantize_per_tensor]; +"352 dequantize_per_tensor_default_5" [id=352, type=dequantize_per_tensor]; +"353 dropout_2" [id=353, type=dropout]; +"354 linear_3" [id=354, type=linear]; +"355 dropout_3" [id=355, type=dropout]; +"356 add_2" [id=356, type=add]; +"357 layer_norm_2" [id=357, type=layer_norm]; +"358 quantize_per_tensor_default_6" [id=358, type=quantize_per_tensor]; +"359 dequantize_per_tensor_default_6" [id=359, type=dequantize_per_tensor]; +"360 transpose_6" [id=360, type=transpose]; +"361 linear_4" [id=361, type=linear]; +"362 unflatten_1" [id=362, type=unflatten]; +"363 unsqueeze_1" [id=363, type=unsqueeze]; +"364 transpose_7" [id=364, type=transpose]; +"365 squeeze_1" [id=365, type=squeeze]; +"366 contiguous_1" [id=366, type=contiguous]; +"367 quantize_per_tensor_default_7" [id=367, type=quantize_per_tensor]; +"368 dequantize_per_tensor_default_65" [id=368, type=dequantize_per_tensor]; +"369 dequantize_per_tensor_default_64" [id=369, type=dequantize_per_tensor]; +"370 select_3" [id=370, type=select]; +"371 select_4" [id=371, type=select]; +"372 select_5" [id=372, type=select]; +"373 view_8" [id=373, type=view]; +"374 transpose_8" [id=374, type=transpose]; +"375 view_9" [id=375, type=view]; +"376 transpose_9" [id=376, type=transpose]; +"377 view_10" [id=377, type=view]; +"378 transpose_10" [id=378, type=transpose]; +"379 view_11" [id=379, type=view]; +"380 view_12" [id=380, type=view]; +"381 view_13" [id=381, type=view]; +"382 scaled_dot_product_attention_1" [id=382, type=scaled_dot_product_attention]; +"383 quantize_per_tensor_default_8" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_8" [id=384, type=dequantize_per_tensor]; +"385 permute_2" [id=385, type=permute]; +"386 view_14" [id=386, type=view]; +"387 linear_5" [id=387, type=linear]; +"388 view_15" [id=388, type=view]; +"389 transpose_11" [id=389, type=transpose]; +"390 dropout_4" [id=390, type=dropout]; +"391 add_3" [id=391, type=add]; +"392 layer_norm_3" [id=392, type=layer_norm]; +"393 quantize_per_tensor_default_9" [id=393, type=quantize_per_tensor]; +"394 dequantize_per_tensor_default_9" [id=394, type=dequantize_per_tensor]; +"395 linear_6" [id=395, type=linear]; +"396 gelu_1" [id=396, type=gelu]; +"397 quantize_per_tensor_default_10" [id=397, type=quantize_per_tensor]; +"398 dequantize_per_tensor_default_10" [id=398, type=dequantize_per_tensor]; +"399 dropout_5" [id=399, type=dropout]; +"400 linear_7" [id=400, type=linear]; +"401 dropout_6" [id=401, type=dropout]; +"402 add_4" [id=402, type=add]; +"403 layer_norm_4" [id=403, type=layer_norm]; +"404 quantize_per_tensor_default_11" [id=404, type=quantize_per_tensor]; +"405 dequantize_per_tensor_default_11" [id=405, type=dequantize_per_tensor]; +"406 transpose_12" [id=406, type=transpose]; +"407 linear_8" [id=407, type=linear]; +"408 unflatten_2" [id=408, type=unflatten]; +"409 unsqueeze_2" [id=409, type=unsqueeze]; +"410 transpose_13" [id=410, type=transpose]; +"411 squeeze_2" [id=411, type=squeeze]; +"412 contiguous_2" [id=412, type=contiguous]; +"413 quantize_per_tensor_default_12" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_67" [id=414, type=dequantize_per_tensor]; +"415 dequantize_per_tensor_default_66" [id=415, type=dequantize_per_tensor]; +"416 select_6" [id=416, type=select]; +"417 select_7" [id=417, type=select]; +"418 select_8" [id=418, type=select]; +"419 view_16" [id=419, type=view]; +"420 transpose_14" [id=420, type=transpose]; +"421 view_17" [id=421, type=view]; +"422 transpose_15" [id=422, type=transpose]; +"423 view_18" [id=423, type=view]; +"424 transpose_16" [id=424, type=transpose]; +"425 view_19" [id=425, type=view]; +"426 view_20" [id=426, type=view]; +"427 view_21" [id=427, type=view]; +"428 scaled_dot_product_attention_2" [id=428, type=scaled_dot_product_attention]; +"429 quantize_per_tensor_default_13" [id=429, type=quantize_per_tensor]; +"430 dequantize_per_tensor_default_13" [id=430, type=dequantize_per_tensor]; +"431 permute_3" [id=431, type=permute]; +"432 view_22" [id=432, type=view]; +"433 linear_9" [id=433, type=linear]; +"434 view_23" [id=434, type=view]; +"435 transpose_17" [id=435, type=transpose]; +"436 dropout_7" [id=436, type=dropout]; +"437 add_5" [id=437, type=add]; +"438 layer_norm_5" [id=438, type=layer_norm]; +"439 quantize_per_tensor_default_14" [id=439, type=quantize_per_tensor]; +"440 dequantize_per_tensor_default_14" [id=440, type=dequantize_per_tensor]; +"441 linear_10" [id=441, type=linear]; +"442 gelu_2" [id=442, type=gelu]; +"443 quantize_per_tensor_default_15" [id=443, type=quantize_per_tensor]; +"444 dequantize_per_tensor_default_15" [id=444, type=dequantize_per_tensor]; +"445 dropout_8" [id=445, type=dropout]; +"446 linear_11" [id=446, type=linear]; +"447 dropout_9" [id=447, type=dropout]; +"448 add_6" [id=448, type=add]; +"449 layer_norm_6" [id=449, type=layer_norm]; +"450 quantize_per_tensor_default_16" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_16" [id=451, type=dequantize_per_tensor]; +"452 transpose_18" [id=452, type=transpose]; +"453 linear_12" [id=453, type=linear]; +"454 unflatten_3" [id=454, type=unflatten]; +"455 unsqueeze_3" [id=455, type=unsqueeze]; +"456 transpose_19" [id=456, type=transpose]; +"457 squeeze_3" [id=457, type=squeeze]; +"458 contiguous_3" [id=458, type=contiguous]; +"459 quantize_per_tensor_default_17" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_69" [id=460, type=dequantize_per_tensor]; +"461 dequantize_per_tensor_default_68" [id=461, type=dequantize_per_tensor]; +"462 select_9" [id=462, type=select]; +"463 select_10" [id=463, type=select]; +"464 select_11" [id=464, type=select]; +"465 view_24" [id=465, type=view]; +"466 transpose_20" [id=466, type=transpose]; +"467 view_25" [id=467, type=view]; +"468 transpose_21" [id=468, type=transpose]; +"469 view_26" [id=469, type=view]; +"470 transpose_22" [id=470, type=transpose]; +"471 view_27" [id=471, type=view]; +"472 view_28" [id=472, type=view]; +"473 view_29" [id=473, type=view]; +"474 scaled_dot_product_attention_3" [id=474, type=scaled_dot_product_attention]; +"475 quantize_per_tensor_default_18" [id=475, type=quantize_per_tensor]; +"476 dequantize_per_tensor_default_18" [id=476, type=dequantize_per_tensor]; +"477 permute_4" [id=477, type=permute]; +"478 view_30" [id=478, type=view]; +"479 linear_13" [id=479, type=linear]; +"480 view_31" [id=480, type=view]; +"481 transpose_23" [id=481, type=transpose]; +"482 dropout_10" [id=482, type=dropout]; +"483 add_7" [id=483, type=add]; +"484 layer_norm_7" [id=484, type=layer_norm]; +"485 quantize_per_tensor_default_19" [id=485, type=quantize_per_tensor]; +"486 dequantize_per_tensor_default_19" [id=486, type=dequantize_per_tensor]; +"487 linear_14" [id=487, type=linear]; +"488 gelu_3" [id=488, type=gelu]; +"489 quantize_per_tensor_default_20" [id=489, type=quantize_per_tensor]; +"490 dequantize_per_tensor_default_20" [id=490, type=dequantize_per_tensor]; +"491 dropout_11" [id=491, type=dropout]; +"492 linear_15" [id=492, type=linear]; +"493 dropout_12" [id=493, type=dropout]; +"494 add_8" [id=494, type=add]; +"495 layer_norm_8" [id=495, type=layer_norm]; +"496 quantize_per_tensor_default_21" [id=496, type=quantize_per_tensor]; +"497 dequantize_per_tensor_default_21" [id=497, type=dequantize_per_tensor]; +"498 transpose_24" [id=498, type=transpose]; +"499 linear_16" [id=499, type=linear]; +"500 unflatten_4" [id=500, type=unflatten]; +"501 unsqueeze_4" [id=501, type=unsqueeze]; +"502 transpose_25" [id=502, type=transpose]; +"503 squeeze_4" [id=503, type=squeeze]; +"504 contiguous_4" [id=504, type=contiguous]; +"505 quantize_per_tensor_default_22" [id=505, type=quantize_per_tensor]; +"506 dequantize_per_tensor_default_71" [id=506, type=dequantize_per_tensor]; +"507 dequantize_per_tensor_default_70" [id=507, type=dequantize_per_tensor]; +"508 select_12" [id=508, type=select]; +"509 select_13" [id=509, type=select]; +"510 select_14" [id=510, type=select]; +"511 view_32" [id=511, type=view]; +"512 transpose_26" [id=512, type=transpose]; +"513 view_33" [id=513, type=view]; +"514 transpose_27" [id=514, type=transpose]; +"515 view_34" [id=515, type=view]; +"516 transpose_28" [id=516, type=transpose]; +"517 view_35" [id=517, type=view]; +"518 view_36" [id=518, type=view]; +"519 view_37" [id=519, type=view]; +"520 scaled_dot_product_attention_4" [id=520, type=scaled_dot_product_attention]; +"521 quantize_per_tensor_default_23" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_23" [id=522, type=dequantize_per_tensor]; +"523 permute_5" [id=523, type=permute]; +"524 view_38" [id=524, type=view]; +"525 linear_17" [id=525, type=linear]; +"526 view_39" [id=526, type=view]; +"527 transpose_29" [id=527, type=transpose]; +"528 dropout_13" [id=528, type=dropout]; +"529 add_9" [id=529, type=add]; +"530 layer_norm_9" [id=530, type=layer_norm]; +"531 quantize_per_tensor_default_24" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_24" [id=532, type=dequantize_per_tensor]; +"533 linear_18" [id=533, type=linear]; +"534 gelu_4" [id=534, type=gelu]; +"535 quantize_per_tensor_default_25" [id=535, type=quantize_per_tensor]; +"536 dequantize_per_tensor_default_25" [id=536, type=dequantize_per_tensor]; +"537 dropout_14" [id=537, type=dropout]; +"538 linear_19" [id=538, type=linear]; +"539 dropout_15" [id=539, type=dropout]; +"540 add_10" [id=540, type=add]; +"541 layer_norm_10" [id=541, type=layer_norm]; +"542 quantize_per_tensor_default_26" [id=542, type=quantize_per_tensor]; +"543 dequantize_per_tensor_default_26" [id=543, type=dequantize_per_tensor]; +"544 transpose_30" [id=544, type=transpose]; +"545 linear_20" [id=545, type=linear]; +"546 unflatten_5" [id=546, type=unflatten]; +"547 unsqueeze_5" [id=547, type=unsqueeze]; +"548 transpose_31" [id=548, type=transpose]; +"549 squeeze_5" [id=549, type=squeeze]; +"550 contiguous_5" [id=550, type=contiguous]; +"551 quantize_per_tensor_default_27" [id=551, type=quantize_per_tensor]; +"552 dequantize_per_tensor_default_73" [id=552, type=dequantize_per_tensor]; +"553 dequantize_per_tensor_default_72" [id=553, type=dequantize_per_tensor]; +"554 select_15" [id=554, type=select]; +"555 select_16" [id=555, type=select]; +"556 select_17" [id=556, type=select]; +"557 view_40" [id=557, type=view]; +"558 transpose_32" [id=558, type=transpose]; +"559 view_41" [id=559, type=view]; +"560 transpose_33" [id=560, type=transpose]; +"561 view_42" [id=561, type=view]; +"562 transpose_34" [id=562, type=transpose]; +"563 view_43" [id=563, type=view]; +"564 view_44" [id=564, type=view]; +"565 view_45" [id=565, type=view]; +"566 scaled_dot_product_attention_5" [id=566, type=scaled_dot_product_attention]; +"567 quantize_per_tensor_default_28" [id=567, type=quantize_per_tensor]; +"568 dequantize_per_tensor_default_28" [id=568, type=dequantize_per_tensor]; +"569 permute_6" [id=569, type=permute]; +"570 view_46" [id=570, type=view]; +"571 linear_21" [id=571, type=linear]; +"572 view_47" [id=572, type=view]; +"573 transpose_35" [id=573, type=transpose]; +"574 dropout_16" [id=574, type=dropout]; +"575 add_11" [id=575, type=add]; +"576 layer_norm_11" [id=576, type=layer_norm]; +"577 quantize_per_tensor_default_29" [id=577, type=quantize_per_tensor]; +"578 dequantize_per_tensor_default_29" [id=578, type=dequantize_per_tensor]; +"579 linear_22" [id=579, type=linear]; +"580 gelu_5" [id=580, type=gelu]; +"581 quantize_per_tensor_default_30" [id=581, type=quantize_per_tensor]; +"582 dequantize_per_tensor_default_30" [id=582, type=dequantize_per_tensor]; +"583 dropout_17" [id=583, type=dropout]; +"584 linear_23" [id=584, type=linear]; +"585 dropout_18" [id=585, type=dropout]; +"586 add_12" [id=586, type=add]; +"587 layer_norm_12" [id=587, type=layer_norm]; +"588 quantize_per_tensor_default_31" [id=588, type=quantize_per_tensor]; +"589 dequantize_per_tensor_default_31" [id=589, type=dequantize_per_tensor]; +"590 transpose_36" [id=590, type=transpose]; +"591 linear_24" [id=591, type=linear]; +"592 unflatten_6" [id=592, type=unflatten]; +"593 unsqueeze_6" [id=593, type=unsqueeze]; +"594 transpose_37" [id=594, type=transpose]; +"595 squeeze_6" [id=595, type=squeeze]; +"596 contiguous_6" [id=596, type=contiguous]; +"597 quantize_per_tensor_default_32" [id=597, type=quantize_per_tensor]; +"598 dequantize_per_tensor_default_75" [id=598, type=dequantize_per_tensor]; +"599 dequantize_per_tensor_default_74" [id=599, type=dequantize_per_tensor]; +"600 select_18" [id=600, type=select]; +"601 select_19" [id=601, type=select]; +"602 select_20" [id=602, type=select]; +"603 view_48" [id=603, type=view]; +"604 transpose_38" [id=604, type=transpose]; +"605 view_49" [id=605, type=view]; +"606 transpose_39" [id=606, type=transpose]; +"607 view_50" [id=607, type=view]; +"608 transpose_40" [id=608, type=transpose]; +"609 view_51" [id=609, type=view]; +"610 view_52" [id=610, type=view]; +"611 view_53" [id=611, type=view]; +"612 scaled_dot_product_attention_6" [id=612, type=scaled_dot_product_attention]; +"613 quantize_per_tensor_default_33" [id=613, type=quantize_per_tensor]; +"614 dequantize_per_tensor_default_33" [id=614, type=dequantize_per_tensor]; +"615 permute_7" [id=615, type=permute]; +"616 view_54" [id=616, type=view]; +"617 linear_25" [id=617, type=linear]; +"618 view_55" [id=618, type=view]; +"619 transpose_41" [id=619, type=transpose]; +"620 dropout_19" [id=620, type=dropout]; +"621 add_13" [id=621, type=add]; +"622 layer_norm_13" [id=622, type=layer_norm]; +"623 quantize_per_tensor_default_34" [id=623, type=quantize_per_tensor]; +"624 dequantize_per_tensor_default_34" [id=624, type=dequantize_per_tensor]; +"625 linear_26" [id=625, type=linear]; +"626 gelu_6" [id=626, type=gelu]; +"627 quantize_per_tensor_default_35" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_35" [id=628, type=dequantize_per_tensor]; +"629 dropout_20" [id=629, type=dropout]; +"630 linear_27" [id=630, type=linear]; +"631 dropout_21" [id=631, type=dropout]; +"632 add_14" [id=632, type=add]; +"633 layer_norm_14" [id=633, type=layer_norm]; +"634 quantize_per_tensor_default_36" [id=634, type=quantize_per_tensor]; +"635 dequantize_per_tensor_default_36" [id=635, type=dequantize_per_tensor]; +"636 transpose_42" [id=636, type=transpose]; +"637 linear_28" [id=637, type=linear]; +"638 unflatten_7" [id=638, type=unflatten]; +"639 unsqueeze_7" [id=639, type=unsqueeze]; +"640 transpose_43" [id=640, type=transpose]; +"641 squeeze_7" [id=641, type=squeeze]; +"642 contiguous_7" [id=642, type=contiguous]; +"643 quantize_per_tensor_default_37" [id=643, type=quantize_per_tensor]; +"644 dequantize_per_tensor_default_77" [id=644, type=dequantize_per_tensor]; +"645 dequantize_per_tensor_default_76" [id=645, type=dequantize_per_tensor]; +"646 select_21" [id=646, type=select]; +"647 select_22" [id=647, type=select]; +"648 select_23" [id=648, type=select]; +"649 view_56" [id=649, type=view]; +"650 transpose_44" [id=650, type=transpose]; +"651 view_57" [id=651, type=view]; +"652 transpose_45" [id=652, type=transpose]; +"653 view_58" [id=653, type=view]; +"654 transpose_46" [id=654, type=transpose]; +"655 view_59" [id=655, type=view]; +"656 view_60" [id=656, type=view]; +"657 view_61" [id=657, type=view]; +"658 scaled_dot_product_attention_7" [id=658, type=scaled_dot_product_attention]; +"659 quantize_per_tensor_default_38" [id=659, type=quantize_per_tensor]; +"660 dequantize_per_tensor_default_38" [id=660, type=dequantize_per_tensor]; +"661 permute_8" [id=661, type=permute]; +"662 view_62" [id=662, type=view]; +"663 linear_29" [id=663, type=linear]; +"664 view_63" [id=664, type=view]; +"665 transpose_47" [id=665, type=transpose]; +"666 dropout_22" [id=666, type=dropout]; +"667 add_15" [id=667, type=add]; +"668 layer_norm_15" [id=668, type=layer_norm]; +"669 quantize_per_tensor_default_39" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_39" [id=670, type=dequantize_per_tensor]; +"671 linear_30" [id=671, type=linear]; +"672 gelu_7" [id=672, type=gelu]; +"673 quantize_per_tensor_default_40" [id=673, type=quantize_per_tensor]; +"674 dequantize_per_tensor_default_40" [id=674, type=dequantize_per_tensor]; +"675 dropout_23" [id=675, type=dropout]; +"676 linear_31" [id=676, type=linear]; +"677 dropout_24" [id=677, type=dropout]; +"678 add_16" [id=678, type=add]; +"679 layer_norm_16" [id=679, type=layer_norm]; +"680 quantize_per_tensor_default_41" [id=680, type=quantize_per_tensor]; +"681 dequantize_per_tensor_default_41" [id=681, type=dequantize_per_tensor]; +"682 transpose_48" [id=682, type=transpose]; +"683 linear_32" [id=683, type=linear]; +"684 unflatten_8" [id=684, type=unflatten]; +"685 unsqueeze_8" [id=685, type=unsqueeze]; +"686 transpose_49" [id=686, type=transpose]; +"687 squeeze_8" [id=687, type=squeeze]; +"688 contiguous_8" [id=688, type=contiguous]; +"689 quantize_per_tensor_default_42" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_79" [id=690, type=dequantize_per_tensor]; +"691 dequantize_per_tensor_default_78" [id=691, type=dequantize_per_tensor]; +"692 select_24" [id=692, type=select]; +"693 select_25" [id=693, type=select]; +"694 select_26" [id=694, type=select]; +"695 view_64" [id=695, type=view]; +"696 transpose_50" [id=696, type=transpose]; +"697 view_65" [id=697, type=view]; +"698 transpose_51" [id=698, type=transpose]; +"699 view_66" [id=699, type=view]; +"700 transpose_52" [id=700, type=transpose]; +"701 view_67" [id=701, type=view]; +"702 view_68" [id=702, type=view]; +"703 view_69" [id=703, type=view]; +"704 scaled_dot_product_attention_8" [id=704, type=scaled_dot_product_attention]; +"705 quantize_per_tensor_default_43" [id=705, type=quantize_per_tensor]; +"706 dequantize_per_tensor_default_43" [id=706, type=dequantize_per_tensor]; +"707 permute_9" [id=707, type=permute]; +"708 view_70" [id=708, type=view]; +"709 linear_33" [id=709, type=linear]; +"710 view_71" [id=710, type=view]; +"711 transpose_53" [id=711, type=transpose]; +"712 dropout_25" [id=712, type=dropout]; +"713 add_17" [id=713, type=add]; +"714 layer_norm_17" [id=714, type=layer_norm]; +"715 quantize_per_tensor_default_44" [id=715, type=quantize_per_tensor]; +"716 dequantize_per_tensor_default_44" [id=716, type=dequantize_per_tensor]; +"717 linear_34" [id=717, type=linear]; +"718 gelu_8" [id=718, type=gelu]; +"719 quantize_per_tensor_default_45" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_45" [id=720, type=dequantize_per_tensor]; +"721 dropout_26" [id=721, type=dropout]; +"722 linear_35" [id=722, type=linear]; +"723 dropout_27" [id=723, type=dropout]; +"724 add_18" [id=724, type=add]; +"725 layer_norm_18" [id=725, type=layer_norm]; +"726 quantize_per_tensor_default_46" [id=726, type=quantize_per_tensor]; +"727 dequantize_per_tensor_default_46" [id=727, type=dequantize_per_tensor]; +"728 transpose_54" [id=728, type=transpose]; +"729 linear_36" [id=729, type=linear]; +"730 unflatten_9" [id=730, type=unflatten]; +"731 unsqueeze_9" [id=731, type=unsqueeze]; +"732 transpose_55" [id=732, type=transpose]; +"733 squeeze_9" [id=733, type=squeeze]; +"734 contiguous_9" [id=734, type=contiguous]; +"735 quantize_per_tensor_default_47" [id=735, type=quantize_per_tensor]; +"736 dequantize_per_tensor_default_81" [id=736, type=dequantize_per_tensor]; +"737 dequantize_per_tensor_default_80" [id=737, type=dequantize_per_tensor]; +"738 select_27" [id=738, type=select]; +"739 select_28" [id=739, type=select]; +"740 select_29" [id=740, type=select]; +"741 view_72" [id=741, type=view]; +"742 transpose_56" [id=742, type=transpose]; +"743 view_73" [id=743, type=view]; +"744 transpose_57" [id=744, type=transpose]; +"745 view_74" [id=745, type=view]; +"746 transpose_58" [id=746, type=transpose]; +"747 view_75" [id=747, type=view]; +"748 view_76" [id=748, type=view]; +"749 view_77" [id=749, type=view]; +"750 scaled_dot_product_attention_9" [id=750, type=scaled_dot_product_attention]; +"751 quantize_per_tensor_default_48" [id=751, type=quantize_per_tensor]; +"752 dequantize_per_tensor_default_48" [id=752, type=dequantize_per_tensor]; +"753 permute_10" [id=753, type=permute]; +"754 view_78" [id=754, type=view]; +"755 linear_37" [id=755, type=linear]; +"756 view_79" [id=756, type=view]; +"757 transpose_59" [id=757, type=transpose]; +"758 dropout_28" [id=758, type=dropout]; +"759 add_19" [id=759, type=add]; +"760 layer_norm_19" [id=760, type=layer_norm]; +"761 quantize_per_tensor_default_49" [id=761, type=quantize_per_tensor]; +"762 dequantize_per_tensor_default_49" [id=762, type=dequantize_per_tensor]; +"763 linear_38" [id=763, type=linear]; +"764 gelu_9" [id=764, type=gelu]; +"765 quantize_per_tensor_default_50" [id=765, type=quantize_per_tensor]; +"766 dequantize_per_tensor_default_50" [id=766, type=dequantize_per_tensor]; +"767 dropout_29" [id=767, type=dropout]; +"768 linear_39" [id=768, type=linear]; +"769 dropout_30" [id=769, type=dropout]; +"770 add_20" [id=770, type=add]; +"771 layer_norm_20" [id=771, type=layer_norm]; +"772 quantize_per_tensor_default_51" [id=772, type=quantize_per_tensor]; +"773 dequantize_per_tensor_default_51" [id=773, type=dequantize_per_tensor]; +"774 transpose_60" [id=774, type=transpose]; +"775 linear_40" [id=775, type=linear]; +"776 unflatten_10" [id=776, type=unflatten]; +"777 unsqueeze_10" [id=777, type=unsqueeze]; +"778 transpose_61" [id=778, type=transpose]; +"779 squeeze_10" [id=779, type=squeeze]; +"780 contiguous_10" [id=780, type=contiguous]; +"781 quantize_per_tensor_default_52" [id=781, type=quantize_per_tensor]; +"782 dequantize_per_tensor_default_83" [id=782, type=dequantize_per_tensor]; +"783 dequantize_per_tensor_default_82" [id=783, type=dequantize_per_tensor]; +"784 select_30" [id=784, type=select]; +"785 select_31" [id=785, type=select]; +"786 select_32" [id=786, type=select]; +"787 view_80" [id=787, type=view]; +"788 transpose_62" [id=788, type=transpose]; +"789 view_81" [id=789, type=view]; +"790 transpose_63" [id=790, type=transpose]; +"791 view_82" [id=791, type=view]; +"792 transpose_64" [id=792, type=transpose]; +"793 view_83" [id=793, type=view]; +"794 view_84" [id=794, type=view]; +"795 view_85" [id=795, type=view]; +"796 scaled_dot_product_attention_10" [id=796, type=scaled_dot_product_attention]; +"797 quantize_per_tensor_default_53" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_53" [id=798, type=dequantize_per_tensor]; +"799 permute_11" [id=799, type=permute]; +"800 view_86" [id=800, type=view]; +"801 linear_41" [id=801, type=linear]; +"802 view_87" [id=802, type=view]; +"803 transpose_65" [id=803, type=transpose]; +"804 dropout_31" [id=804, type=dropout]; +"805 add_21" [id=805, type=add]; +"806 layer_norm_21" [id=806, type=layer_norm]; +"807 quantize_per_tensor_default_54" [id=807, type=quantize_per_tensor]; +"808 dequantize_per_tensor_default_54" [id=808, type=dequantize_per_tensor]; +"809 linear_42" [id=809, type=linear]; +"810 gelu_10" [id=810, type=gelu]; +"811 quantize_per_tensor_default_55" [id=811, type=quantize_per_tensor]; +"812 dequantize_per_tensor_default_55" [id=812, type=dequantize_per_tensor]; +"813 dropout_32" [id=813, type=dropout]; +"814 linear_43" [id=814, type=linear]; +"815 dropout_33" [id=815, type=dropout]; +"816 add_22" [id=816, type=add]; +"817 layer_norm_22" [id=817, type=layer_norm]; +"818 quantize_per_tensor_default_56" [id=818, type=quantize_per_tensor]; +"819 dequantize_per_tensor_default_56" [id=819, type=dequantize_per_tensor]; +"820 transpose_66" [id=820, type=transpose]; +"821 linear_44" [id=821, type=linear]; +"822 unflatten_11" [id=822, type=unflatten]; +"823 unsqueeze_11" [id=823, type=unsqueeze]; +"824 transpose_67" [id=824, type=transpose]; +"825 squeeze_11" [id=825, type=squeeze]; +"826 contiguous_11" [id=826, type=contiguous]; +"827 quantize_per_tensor_default_57" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_85" [id=828, type=dequantize_per_tensor]; +"829 dequantize_per_tensor_default_84" [id=829, type=dequantize_per_tensor]; +"830 select_33" [id=830, type=select]; +"831 select_34" [id=831, type=select]; +"832 select_35" [id=832, type=select]; +"833 view_88" [id=833, type=view]; +"834 transpose_68" [id=834, type=transpose]; +"835 view_89" [id=835, type=view]; +"836 transpose_69" [id=836, type=transpose]; +"837 view_90" [id=837, type=view]; +"838 transpose_70" [id=838, type=transpose]; +"839 view_91" [id=839, type=view]; +"840 view_92" [id=840, type=view]; +"841 view_93" [id=841, type=view]; +"842 scaled_dot_product_attention_11" [id=842, type=scaled_dot_product_attention]; +"843 quantize_per_tensor_default_58" [id=843, type=quantize_per_tensor]; +"844 dequantize_per_tensor_default_58" [id=844, type=dequantize_per_tensor]; +"845 permute_12" [id=845, type=permute]; +"846 view_94" [id=846, type=view]; +"847 linear_45" [id=847, type=linear]; +"848 view_95" [id=848, type=view]; +"849 transpose_71" [id=849, type=transpose]; +"850 dropout_34" [id=850, type=dropout]; +"851 add_23" [id=851, type=add]; +"852 layer_norm_23" [id=852, type=layer_norm]; +"853 quantize_per_tensor_default_59" [id=853, type=quantize_per_tensor]; +"854 dequantize_per_tensor_default_59" [id=854, type=dequantize_per_tensor]; +"855 linear_46" [id=855, type=linear]; +"856 gelu_11" [id=856, type=gelu]; +"857 quantize_per_tensor_default_60" [id=857, type=quantize_per_tensor]; +"858 dequantize_per_tensor_default_60" [id=858, type=dequantize_per_tensor]; +"859 dropout_35" [id=859, type=dropout]; +"860 linear_47" [id=860, type=linear]; +"861 dropout_36" [id=861, type=dropout]; +"862 add_24" [id=862, type=add]; +"863 layer_norm_24" [id=863, type=layer_norm]; +"864 quantize_per_tensor_default_61" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_61" [id=865, type=dequantize_per_tensor]; +"866 slice_1" [id=866, type=slice]; +"867 select_36" [id=867, type=select]; +"868 linear_48" [id=868, type=linear]; +"869 output_1" [id=869, type=output]; +"0 encoder_pos_embedding" -> "309 add" [label="(1, 197, 768)", style=solid]; +"1 _scale_0" -> "4 dequantize_per_channel_default" [label="(768,)", style=solid]; +"2 _zero_point_0" -> "4 dequantize_per_channel_default" [label="(768,)", style=solid]; +"3 _frozen_param1" -> "4 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"4 dequantize_per_channel_default" -> "304 conv2d" [label=None, style=solid]; +"5 conv_proj_bias" -> "304 conv2d" [label="(768,)", style=solid]; +"6 encoder_layers_encoder_layer_0_ln_1_weight" -> "311 layer_norm" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_1_bias" -> "311 layer_norm" [label="(768,)", style=solid]; +"8 _scale_1" -> "11 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"9 _zero_point_1" -> "11 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"10 _frozen_param2" -> "11 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"11 dequantize_per_channel_default_1" -> "315 linear" [label=None, style=solid]; +"12 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "315 linear" [label="(2304,)", style=solid]; +"13 _scale_2" -> "16 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"14 _zero_point_2" -> "16 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"15 _frozen_param3" -> "16 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"16 dequantize_per_channel_default_2" -> "341 linear_1" [label=None, style=solid]; +"17 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "341 linear_1" [label="(768,)", style=solid]; +"18 encoder_layers_encoder_layer_0_ln_2_weight" -> "346 layer_norm_1" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_0_ln_2_bias" -> "346 layer_norm_1" [label="(768,)", style=solid]; +"20 _scale_3" -> "23 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"21 _zero_point_3" -> "23 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"23 dequantize_per_channel_default_3" -> "349 linear_2" [label=None, style=solid]; +"24 encoder_layers_encoder_layer_0_mlp_0_bias" -> "349 linear_2" [label="(3072,)", style=solid]; +"25 _scale_4" -> "28 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"26 _zero_point_4" -> "28 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"27 _frozen_param5" -> "28 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"28 dequantize_per_channel_default_4" -> "354 linear_3" [label=None, style=solid]; +"29 encoder_layers_encoder_layer_0_mlp_3_bias" -> "354 linear_3" [label="(768,)", style=solid]; +"30 encoder_layers_encoder_layer_1_ln_1_weight" -> "357 layer_norm_2" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_1_ln_1_bias" -> "357 layer_norm_2" [label="(768,)", style=solid]; +"32 _scale_5" -> "35 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"33 _zero_point_5" -> "35 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"34 _frozen_param6" -> "35 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"35 dequantize_per_channel_default_5" -> "361 linear_4" [label=None, style=solid]; +"36 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "361 linear_4" [label="(2304,)", style=solid]; +"37 _scale_6" -> "40 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"38 _zero_point_6" -> "40 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"39 _frozen_param7" -> "40 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"40 dequantize_per_channel_default_6" -> "387 linear_5" [label=None, style=solid]; +"41 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "387 linear_5" [label="(768,)", style=solid]; +"42 encoder_layers_encoder_layer_1_ln_2_weight" -> "392 layer_norm_3" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_1_ln_2_bias" -> "392 layer_norm_3" [label="(768,)", style=solid]; +"44 _scale_7" -> "47 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"45 _zero_point_7" -> "47 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"46 _frozen_param8" -> "47 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"47 dequantize_per_channel_default_7" -> "395 linear_6" [label=None, style=solid]; +"48 encoder_layers_encoder_layer_1_mlp_0_bias" -> "395 linear_6" [label="(3072,)", style=solid]; +"49 _scale_8" -> "52 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"50 _zero_point_8" -> "52 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"51 _frozen_param9" -> "52 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"52 dequantize_per_channel_default_8" -> "400 linear_7" [label=None, style=solid]; +"53 encoder_layers_encoder_layer_1_mlp_3_bias" -> "400 linear_7" [label="(768,)", style=solid]; +"54 encoder_layers_encoder_layer_2_ln_1_weight" -> "403 layer_norm_4" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_2_ln_1_bias" -> "403 layer_norm_4" [label="(768,)", style=solid]; +"56 _scale_9" -> "59 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"57 _zero_point_9" -> "59 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"58 _frozen_param10" -> "59 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"59 dequantize_per_channel_default_9" -> "407 linear_8" [label=None, style=solid]; +"60 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "407 linear_8" [label="(2304,)", style=solid]; +"61 _scale_10" -> "64 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"62 _zero_point_10" -> "64 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"63 _frozen_param11" -> "64 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"64 dequantize_per_channel_default_10" -> "433 linear_9" [label=None, style=solid]; +"65 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "433 linear_9" [label="(768,)", style=solid]; +"66 encoder_layers_encoder_layer_2_ln_2_weight" -> "438 layer_norm_5" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_2_ln_2_bias" -> "438 layer_norm_5" [label="(768,)", style=solid]; +"68 _scale_11" -> "71 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"69 _zero_point_11" -> "71 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"70 _frozen_param12" -> "71 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"71 dequantize_per_channel_default_11" -> "441 linear_10" [label=None, style=solid]; +"72 encoder_layers_encoder_layer_2_mlp_0_bias" -> "441 linear_10" [label="(3072,)", style=solid]; +"73 _scale_12" -> "76 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"74 _zero_point_12" -> "76 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"75 _frozen_param13" -> "76 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"76 dequantize_per_channel_default_12" -> "446 linear_11" [label=None, style=solid]; +"77 encoder_layers_encoder_layer_2_mlp_3_bias" -> "446 linear_11" [label="(768,)", style=solid]; +"78 encoder_layers_encoder_layer_3_ln_1_weight" -> "449 layer_norm_6" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_3_ln_1_bias" -> "449 layer_norm_6" [label="(768,)", style=solid]; +"80 _scale_13" -> "83 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"81 _zero_point_13" -> "83 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"82 _frozen_param14" -> "83 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"83 dequantize_per_channel_default_13" -> "453 linear_12" [label=None, style=solid]; +"84 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "453 linear_12" [label="(2304,)", style=solid]; +"85 _scale_14" -> "88 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"86 _zero_point_14" -> "88 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"87 _frozen_param15" -> "88 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"88 dequantize_per_channel_default_14" -> "479 linear_13" [label=None, style=solid]; +"89 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "479 linear_13" [label="(768,)", style=solid]; +"90 encoder_layers_encoder_layer_3_ln_2_weight" -> "484 layer_norm_7" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_3_ln_2_bias" -> "484 layer_norm_7" [label="(768,)", style=solid]; +"92 _scale_15" -> "95 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"93 _zero_point_15" -> "95 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"94 _frozen_param16" -> "95 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"95 dequantize_per_channel_default_15" -> "487 linear_14" [label=None, style=solid]; +"96 encoder_layers_encoder_layer_3_mlp_0_bias" -> "487 linear_14" [label="(3072,)", style=solid]; +"97 _scale_16" -> "100 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"98 _zero_point_16" -> "100 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"99 _frozen_param17" -> "100 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"100 dequantize_per_channel_default_16" -> "492 linear_15" [label=None, style=solid]; +"101 encoder_layers_encoder_layer_3_mlp_3_bias" -> "492 linear_15" [label="(768,)", style=solid]; +"102 encoder_layers_encoder_layer_4_ln_1_weight" -> "495 layer_norm_8" [label="(768,)", style=solid]; +"103 encoder_layers_encoder_layer_4_ln_1_bias" -> "495 layer_norm_8" [label="(768,)", style=solid]; +"104 _scale_17" -> "107 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"105 _zero_point_17" -> "107 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"106 _frozen_param18" -> "107 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"107 dequantize_per_channel_default_17" -> "499 linear_16" [label=None, style=solid]; +"108 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "499 linear_16" [label="(2304,)", style=solid]; +"109 _scale_18" -> "112 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"110 _zero_point_18" -> "112 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"111 _frozen_param19" -> "112 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"112 dequantize_per_channel_default_18" -> "525 linear_17" [label=None, style=solid]; +"113 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "525 linear_17" [label="(768,)", style=solid]; +"114 encoder_layers_encoder_layer_4_ln_2_weight" -> "530 layer_norm_9" [label="(768,)", style=solid]; +"115 encoder_layers_encoder_layer_4_ln_2_bias" -> "530 layer_norm_9" [label="(768,)", style=solid]; +"116 _scale_19" -> "119 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"117 _zero_point_19" -> "119 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"118 _frozen_param20" -> "119 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"119 dequantize_per_channel_default_19" -> "533 linear_18" [label=None, style=solid]; +"120 encoder_layers_encoder_layer_4_mlp_0_bias" -> "533 linear_18" [label="(3072,)", style=solid]; +"121 _scale_20" -> "124 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"122 _zero_point_20" -> "124 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"123 _frozen_param21" -> "124 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"124 dequantize_per_channel_default_20" -> "538 linear_19" [label=None, style=solid]; +"125 encoder_layers_encoder_layer_4_mlp_3_bias" -> "538 linear_19" [label="(768,)", style=solid]; +"126 encoder_layers_encoder_layer_5_ln_1_weight" -> "541 layer_norm_10" [label="(768,)", style=solid]; +"127 encoder_layers_encoder_layer_5_ln_1_bias" -> "541 layer_norm_10" [label="(768,)", style=solid]; +"128 _scale_21" -> "131 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"129 _zero_point_21" -> "131 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"130 _frozen_param22" -> "131 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"131 dequantize_per_channel_default_21" -> "545 linear_20" [label=None, style=solid]; +"132 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "545 linear_20" [label="(2304,)", style=solid]; +"133 _scale_22" -> "136 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"134 _zero_point_22" -> "136 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"135 _frozen_param23" -> "136 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"136 dequantize_per_channel_default_22" -> "571 linear_21" [label=None, style=solid]; +"137 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "571 linear_21" [label="(768,)", style=solid]; +"138 encoder_layers_encoder_layer_5_ln_2_weight" -> "576 layer_norm_11" [label="(768,)", style=solid]; +"139 encoder_layers_encoder_layer_5_ln_2_bias" -> "576 layer_norm_11" [label="(768,)", style=solid]; +"140 _scale_23" -> "143 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"141 _zero_point_23" -> "143 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"142 _frozen_param24" -> "143 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"143 dequantize_per_channel_default_23" -> "579 linear_22" [label=None, style=solid]; +"144 encoder_layers_encoder_layer_5_mlp_0_bias" -> "579 linear_22" [label="(3072,)", style=solid]; +"145 _scale_24" -> "148 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"146 _zero_point_24" -> "148 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"147 _frozen_param25" -> "148 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"148 dequantize_per_channel_default_24" -> "584 linear_23" [label=None, style=solid]; +"149 encoder_layers_encoder_layer_5_mlp_3_bias" -> "584 linear_23" [label="(768,)", style=solid]; +"150 encoder_layers_encoder_layer_6_ln_1_weight" -> "587 layer_norm_12" [label="(768,)", style=solid]; +"151 encoder_layers_encoder_layer_6_ln_1_bias" -> "587 layer_norm_12" [label="(768,)", style=solid]; +"152 _scale_25" -> "155 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"153 _zero_point_25" -> "155 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"154 _frozen_param26" -> "155 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"155 dequantize_per_channel_default_25" -> "591 linear_24" [label=None, style=solid]; +"156 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "591 linear_24" [label="(2304,)", style=solid]; +"157 _scale_26" -> "160 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"158 _zero_point_26" -> "160 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"159 _frozen_param27" -> "160 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"160 dequantize_per_channel_default_26" -> "617 linear_25" [label=None, style=solid]; +"161 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "617 linear_25" [label="(768,)", style=solid]; +"162 encoder_layers_encoder_layer_6_ln_2_weight" -> "622 layer_norm_13" [label="(768,)", style=solid]; +"163 encoder_layers_encoder_layer_6_ln_2_bias" -> "622 layer_norm_13" [label="(768,)", style=solid]; +"164 _scale_27" -> "167 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"165 _zero_point_27" -> "167 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"166 _frozen_param28" -> "167 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"167 dequantize_per_channel_default_27" -> "625 linear_26" [label=None, style=solid]; +"168 encoder_layers_encoder_layer_6_mlp_0_bias" -> "625 linear_26" [label="(3072,)", style=solid]; +"169 _scale_28" -> "172 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"170 _zero_point_28" -> "172 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"171 _frozen_param29" -> "172 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"172 dequantize_per_channel_default_28" -> "630 linear_27" [label=None, style=solid]; +"173 encoder_layers_encoder_layer_6_mlp_3_bias" -> "630 linear_27" [label="(768,)", style=solid]; +"174 encoder_layers_encoder_layer_7_ln_1_weight" -> "633 layer_norm_14" [label="(768,)", style=solid]; +"175 encoder_layers_encoder_layer_7_ln_1_bias" -> "633 layer_norm_14" [label="(768,)", style=solid]; +"176 _scale_29" -> "179 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"177 _zero_point_29" -> "179 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"178 _frozen_param30" -> "179 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"179 dequantize_per_channel_default_29" -> "637 linear_28" [label=None, style=solid]; +"180 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "637 linear_28" [label="(2304,)", style=solid]; +"181 _scale_30" -> "184 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"182 _zero_point_30" -> "184 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"183 _frozen_param31" -> "184 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"184 dequantize_per_channel_default_30" -> "663 linear_29" [label=None, style=solid]; +"185 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "663 linear_29" [label="(768,)", style=solid]; +"186 encoder_layers_encoder_layer_7_ln_2_weight" -> "668 layer_norm_15" [label="(768,)", style=solid]; +"187 encoder_layers_encoder_layer_7_ln_2_bias" -> "668 layer_norm_15" [label="(768,)", style=solid]; +"188 _scale_31" -> "191 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"189 _zero_point_31" -> "191 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"190 _frozen_param32" -> "191 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"191 dequantize_per_channel_default_31" -> "671 linear_30" [label=None, style=solid]; +"192 encoder_layers_encoder_layer_7_mlp_0_bias" -> "671 linear_30" [label="(3072,)", style=solid]; +"193 _scale_32" -> "196 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"194 _zero_point_32" -> "196 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"195 _frozen_param33" -> "196 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"196 dequantize_per_channel_default_32" -> "676 linear_31" [label=None, style=solid]; +"197 encoder_layers_encoder_layer_7_mlp_3_bias" -> "676 linear_31" [label="(768,)", style=solid]; +"198 encoder_layers_encoder_layer_8_ln_1_weight" -> "679 layer_norm_16" [label="(768,)", style=solid]; +"199 encoder_layers_encoder_layer_8_ln_1_bias" -> "679 layer_norm_16" [label="(768,)", style=solid]; +"200 _scale_33" -> "203 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"201 _zero_point_33" -> "203 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"202 _frozen_param34" -> "203 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"203 dequantize_per_channel_default_33" -> "683 linear_32" [label=None, style=solid]; +"204 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "683 linear_32" [label="(2304,)", style=solid]; +"205 _scale_34" -> "208 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"206 _zero_point_34" -> "208 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"207 _frozen_param35" -> "208 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"208 dequantize_per_channel_default_34" -> "709 linear_33" [label=None, style=solid]; +"209 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "709 linear_33" [label="(768,)", style=solid]; +"210 encoder_layers_encoder_layer_8_ln_2_weight" -> "714 layer_norm_17" [label="(768,)", style=solid]; +"211 encoder_layers_encoder_layer_8_ln_2_bias" -> "714 layer_norm_17" [label="(768,)", style=solid]; +"212 _scale_35" -> "215 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"213 _zero_point_35" -> "215 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"214 _frozen_param36" -> "215 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"215 dequantize_per_channel_default_35" -> "717 linear_34" [label=None, style=solid]; +"216 encoder_layers_encoder_layer_8_mlp_0_bias" -> "717 linear_34" [label="(3072,)", style=solid]; +"217 _scale_36" -> "220 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"218 _zero_point_36" -> "220 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"219 _frozen_param37" -> "220 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"220 dequantize_per_channel_default_36" -> "722 linear_35" [label=None, style=solid]; +"221 encoder_layers_encoder_layer_8_mlp_3_bias" -> "722 linear_35" [label="(768,)", style=solid]; +"222 encoder_layers_encoder_layer_9_ln_1_weight" -> "725 layer_norm_18" [label="(768,)", style=solid]; +"223 encoder_layers_encoder_layer_9_ln_1_bias" -> "725 layer_norm_18" [label="(768,)", style=solid]; +"224 _scale_37" -> "227 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"225 _zero_point_37" -> "227 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"226 _frozen_param38" -> "227 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"227 dequantize_per_channel_default_37" -> "729 linear_36" [label=None, style=solid]; +"228 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "729 linear_36" [label="(2304,)", style=solid]; +"229 _scale_38" -> "232 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"230 _zero_point_38" -> "232 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"231 _frozen_param39" -> "232 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"232 dequantize_per_channel_default_38" -> "755 linear_37" [label=None, style=solid]; +"233 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "755 linear_37" [label="(768,)", style=solid]; +"234 encoder_layers_encoder_layer_9_ln_2_weight" -> "760 layer_norm_19" [label="(768,)", style=solid]; +"235 encoder_layers_encoder_layer_9_ln_2_bias" -> "760 layer_norm_19" [label="(768,)", style=solid]; +"236 _scale_39" -> "239 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"237 _zero_point_39" -> "239 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"238 _frozen_param40" -> "239 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"239 dequantize_per_channel_default_39" -> "763 linear_38" [label=None, style=solid]; +"240 encoder_layers_encoder_layer_9_mlp_0_bias" -> "763 linear_38" [label="(3072,)", style=solid]; +"241 _scale_40" -> "244 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"242 _zero_point_40" -> "244 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"243 _frozen_param41" -> "244 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"244 dequantize_per_channel_default_40" -> "768 linear_39" [label=None, style=solid]; +"245 encoder_layers_encoder_layer_9_mlp_3_bias" -> "768 linear_39" [label="(768,)", style=solid]; +"246 encoder_layers_encoder_layer_10_ln_1_weight" -> "771 layer_norm_20" [label="(768,)", style=solid]; +"247 encoder_layers_encoder_layer_10_ln_1_bias" -> "771 layer_norm_20" [label="(768,)", style=solid]; +"248 _scale_41" -> "251 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"249 _zero_point_41" -> "251 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"250 _frozen_param42" -> "251 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"251 dequantize_per_channel_default_41" -> "775 linear_40" [label=None, style=solid]; +"252 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "775 linear_40" [label="(2304,)", style=solid]; +"253 _scale_42" -> "256 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"254 _zero_point_42" -> "256 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"255 _frozen_param43" -> "256 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"256 dequantize_per_channel_default_42" -> "801 linear_41" [label=None, style=solid]; +"257 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "801 linear_41" [label="(768,)", style=solid]; +"258 encoder_layers_encoder_layer_10_ln_2_weight" -> "806 layer_norm_21" [label="(768,)", style=solid]; +"259 encoder_layers_encoder_layer_10_ln_2_bias" -> "806 layer_norm_21" [label="(768,)", style=solid]; +"260 _scale_43" -> "263 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"261 _zero_point_43" -> "263 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"262 _frozen_param44" -> "263 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"263 dequantize_per_channel_default_43" -> "809 linear_42" [label=None, style=solid]; +"264 encoder_layers_encoder_layer_10_mlp_0_bias" -> "809 linear_42" [label="(3072,)", style=solid]; +"265 _scale_44" -> "268 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"266 _zero_point_44" -> "268 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"267 _frozen_param45" -> "268 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"268 dequantize_per_channel_default_44" -> "814 linear_43" [label=None, style=solid]; +"269 encoder_layers_encoder_layer_10_mlp_3_bias" -> "814 linear_43" [label="(768,)", style=solid]; +"270 encoder_layers_encoder_layer_11_ln_1_weight" -> "817 layer_norm_22" [label="(768,)", style=solid]; +"271 encoder_layers_encoder_layer_11_ln_1_bias" -> "817 layer_norm_22" [label="(768,)", style=solid]; +"272 _scale_45" -> "275 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"273 _zero_point_45" -> "275 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"274 _frozen_param46" -> "275 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"275 dequantize_per_channel_default_45" -> "821 linear_44" [label=None, style=solid]; +"276 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "821 linear_44" [label="(2304,)", style=solid]; +"277 _scale_46" -> "280 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"278 _zero_point_46" -> "280 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"279 _frozen_param47" -> "280 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"280 dequantize_per_channel_default_46" -> "847 linear_45" [label=None, style=solid]; +"281 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "847 linear_45" [label="(768,)", style=solid]; +"282 encoder_layers_encoder_layer_11_ln_2_weight" -> "852 layer_norm_23" [label="(768,)", style=solid]; +"283 encoder_layers_encoder_layer_11_ln_2_bias" -> "852 layer_norm_23" [label="(768,)", style=solid]; +"284 _scale_47" -> "287 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"285 _zero_point_47" -> "287 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"286 _frozen_param48" -> "287 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"287 dequantize_per_channel_default_47" -> "855 linear_46" [label=None, style=solid]; +"288 encoder_layers_encoder_layer_11_mlp_0_bias" -> "855 linear_46" [label="(3072,)", style=solid]; +"289 _scale_48" -> "292 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"290 _zero_point_48" -> "292 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"291 _frozen_param49" -> "292 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"292 dequantize_per_channel_default_48" -> "860 linear_47" [label=None, style=solid]; +"293 encoder_layers_encoder_layer_11_mlp_3_bias" -> "860 linear_47" [label="(768,)", style=solid]; +"294 encoder_ln_weight" -> "863 layer_norm_24" [label="(768,)", style=solid]; +"295 encoder_ln_bias" -> "863 layer_norm_24" [label="(768,)", style=solid]; +"296 _scale_49" -> "299 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"297 _zero_point_49" -> "299 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"298 _frozen_param50" -> "299 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"299 dequantize_per_channel_default_49" -> "868 linear_48" [label=None, style=solid]; +"300 heads_head_bias" -> "868 linear_48" [label="(1000,)", style=solid]; +"301 x" -> "302 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"302 quantize_per_tensor_default" -> "303 dequantize_per_tensor_default" [label=None, style=solid]; +"303 dequantize_per_tensor_default" -> "304 conv2d" [label=None, style=solid]; +"304 conv2d" -> "305 reshape" [label="(1, 768, 14, 14)", style=solid]; +"305 reshape" -> "306 permute" [label="(1, 768, 196)", style=solid]; +"306 permute" -> "308 cat" [label="(1, 196, 768)", style=solid]; +"307 _frozen_param0" -> "308 cat" [label="(1, 1, 768)", style=solid]; +"308 cat" -> "309 add" [label="(1, 197, 768)", style=solid]; +"309 add" -> "310 dropout" [label="(1, 197, 768)", style=solid]; +"310 dropout" -> "311 layer_norm" [label="(1, 197, 768)", style=solid]; +"310 dropout" -> "345 add_1" [label="(1, 197, 768)", style=solid]; +"311 layer_norm" -> "312 quantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; +"312 quantize_per_tensor_default_1" -> "313 dequantize_per_tensor_default_1" [label=None, style=solid]; +"313 dequantize_per_tensor_default_1" -> "314 transpose" [label=None, style=solid]; +"314 transpose" -> "315 linear" [label="(197, 1, 768)", style=solid]; +"315 linear" -> "316 unflatten" [label="(197, 1, 2304)", style=solid]; +"316 unflatten" -> "317 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"317 unsqueeze" -> "318 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"318 transpose_1" -> "319 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"319 squeeze" -> "320 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"320 contiguous" -> "321 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"320 contiguous" -> "326 select_2" [label="(3, 197, 1, 768)", style=solid]; +"321 quantize_per_tensor_default_2" -> "322 dequantize_per_tensor_default_63" [label=None, style=solid]; +"321 quantize_per_tensor_default_2" -> "323 dequantize_per_tensor_default_62" [label=None, style=solid]; +"322 dequantize_per_tensor_default_63" -> "325 select_1" [label=None, style=solid]; +"323 dequantize_per_tensor_default_62" -> "324 select" [label=None, style=solid]; +"324 select" -> "327 view" [label="(197, 1, 768)", style=solid]; +"325 select_1" -> "329 view_1" [label="(197, 1, 768)", style=solid]; +"326 select_2" -> "331 view_2" [label="(197, 1, 768)", style=solid]; +"327 view" -> "328 transpose_2" [label="(197, 12, 64)", style=solid]; +"328 transpose_2" -> "333 view_3" [label="(12, 197, 64)", style=solid]; +"329 view_1" -> "330 transpose_3" [label="(197, 12, 64)", style=solid]; +"330 transpose_3" -> "334 view_4" [label="(12, 197, 64)", style=solid]; +"331 view_2" -> "332 transpose_4" [label="(197, 12, 64)", style=solid]; +"332 transpose_4" -> "335 view_5" [label="(12, 197, 64)", style=solid]; +"333 view_3" -> "336 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"334 view_4" -> "336 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"335 view_5" -> "336 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"336 scaled_dot_product_attention" -> "337 quantize_per_tensor_default_3" [label="(1, 12, 197, 64)", style=solid]; +"337 quantize_per_tensor_default_3" -> "338 dequantize_per_tensor_default_3" [label=None, style=solid]; +"338 dequantize_per_tensor_default_3" -> "339 permute_1" [label=None, style=solid]; +"339 permute_1" -> "340 view_6" [label="(197, 1, 12, 64)", style=solid]; +"340 view_6" -> "341 linear_1" [label="(197, 768)", style=solid]; +"341 linear_1" -> "342 view_7" [label="(197, 768)", style=solid]; +"342 view_7" -> "343 transpose_5" [label="(197, 1, 768)", style=solid]; +"343 transpose_5" -> "344 dropout_1" [label="(1, 197, 768)", style=solid]; +"344 dropout_1" -> "345 add_1" [label="(1, 197, 768)", style=solid]; +"345 add_1" -> "346 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"345 add_1" -> "356 add_2" [label="(1, 197, 768)", style=solid]; +"346 layer_norm_1" -> "347 quantize_per_tensor_default_4" [label="(1, 197, 768)", style=solid]; +"347 quantize_per_tensor_default_4" -> "348 dequantize_per_tensor_default_4" [label=None, style=solid]; +"348 dequantize_per_tensor_default_4" -> "349 linear_2" [label=None, style=solid]; +"349 linear_2" -> "350 gelu" [label="(1, 197, 3072)", style=solid]; +"350 gelu" -> "351 quantize_per_tensor_default_5" [label="(1, 197, 3072)", style=solid]; +"351 quantize_per_tensor_default_5" -> "352 dequantize_per_tensor_default_5" [label=None, style=solid]; +"352 dequantize_per_tensor_default_5" -> "353 dropout_2" [label=None, style=solid]; +"353 dropout_2" -> "354 linear_3" [label="(1, 197, 3072)", style=solid]; +"354 linear_3" -> "355 dropout_3" [label="(1, 197, 768)", style=solid]; +"355 dropout_3" -> "356 add_2" [label="(1, 197, 768)", style=solid]; +"356 add_2" -> "357 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"356 add_2" -> "391 add_3" [label="(1, 197, 768)", style=solid]; +"357 layer_norm_2" -> "358 quantize_per_tensor_default_6" [label="(1, 197, 768)", style=solid]; +"358 quantize_per_tensor_default_6" -> "359 dequantize_per_tensor_default_6" [label=None, style=solid]; +"359 dequantize_per_tensor_default_6" -> "360 transpose_6" [label=None, style=solid]; +"360 transpose_6" -> "361 linear_4" [label="(197, 1, 768)", style=solid]; +"361 linear_4" -> "362 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"362 unflatten_1" -> "363 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"363 unsqueeze_1" -> "364 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"364 transpose_7" -> "365 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"365 squeeze_1" -> "366 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"366 contiguous_1" -> "367 quantize_per_tensor_default_7" [label="(3, 197, 1, 768)", style=solid]; +"366 contiguous_1" -> "372 select_5" [label="(3, 197, 1, 768)", style=solid]; +"367 quantize_per_tensor_default_7" -> "368 dequantize_per_tensor_default_65" [label=None, style=solid]; +"367 quantize_per_tensor_default_7" -> "369 dequantize_per_tensor_default_64" [label=None, style=solid]; +"368 dequantize_per_tensor_default_65" -> "371 select_4" [label=None, style=solid]; +"369 dequantize_per_tensor_default_64" -> "370 select_3" [label=None, style=solid]; +"370 select_3" -> "373 view_8" [label="(197, 1, 768)", style=solid]; +"371 select_4" -> "375 view_9" [label="(197, 1, 768)", style=solid]; +"372 select_5" -> "377 view_10" [label="(197, 1, 768)", style=solid]; +"373 view_8" -> "374 transpose_8" [label="(197, 12, 64)", style=solid]; +"374 transpose_8" -> "379 view_11" [label="(12, 197, 64)", style=solid]; +"375 view_9" -> "376 transpose_9" [label="(197, 12, 64)", style=solid]; +"376 transpose_9" -> "380 view_12" [label="(12, 197, 64)", style=solid]; +"377 view_10" -> "378 transpose_10" [label="(197, 12, 64)", style=solid]; +"378 transpose_10" -> "381 view_13" [label="(12, 197, 64)", style=solid]; +"379 view_11" -> "382 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"380 view_12" -> "382 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"381 view_13" -> "382 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"382 scaled_dot_product_attention_1" -> "383 quantize_per_tensor_default_8" [label="(1, 12, 197, 64)", style=solid]; +"383 quantize_per_tensor_default_8" -> "384 dequantize_per_tensor_default_8" [label=None, style=solid]; +"384 dequantize_per_tensor_default_8" -> "385 permute_2" [label=None, style=solid]; +"385 permute_2" -> "386 view_14" [label="(197, 1, 12, 64)", style=solid]; +"386 view_14" -> "387 linear_5" [label="(197, 768)", style=solid]; +"387 linear_5" -> "388 view_15" [label="(197, 768)", style=solid]; +"388 view_15" -> "389 transpose_11" [label="(197, 1, 768)", style=solid]; +"389 transpose_11" -> "390 dropout_4" [label="(1, 197, 768)", style=solid]; +"390 dropout_4" -> "391 add_3" [label="(1, 197, 768)", style=solid]; +"391 add_3" -> "392 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"391 add_3" -> "402 add_4" [label="(1, 197, 768)", style=solid]; +"392 layer_norm_3" -> "393 quantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; +"393 quantize_per_tensor_default_9" -> "394 dequantize_per_tensor_default_9" [label=None, style=solid]; +"394 dequantize_per_tensor_default_9" -> "395 linear_6" [label=None, style=solid]; +"395 linear_6" -> "396 gelu_1" [label="(1, 197, 3072)", style=solid]; +"396 gelu_1" -> "397 quantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; +"397 quantize_per_tensor_default_10" -> "398 dequantize_per_tensor_default_10" [label=None, style=solid]; +"398 dequantize_per_tensor_default_10" -> "399 dropout_5" [label=None, style=solid]; +"399 dropout_5" -> "400 linear_7" [label="(1, 197, 3072)", style=solid]; +"400 linear_7" -> "401 dropout_6" [label="(1, 197, 768)", style=solid]; +"401 dropout_6" -> "402 add_4" [label="(1, 197, 768)", style=solid]; +"402 add_4" -> "403 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"402 add_4" -> "437 add_5" [label="(1, 197, 768)", style=solid]; +"403 layer_norm_4" -> "404 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"404 quantize_per_tensor_default_11" -> "405 dequantize_per_tensor_default_11" [label=None, style=solid]; +"405 dequantize_per_tensor_default_11" -> "406 transpose_12" [label=None, style=solid]; +"406 transpose_12" -> "407 linear_8" [label="(197, 1, 768)", style=solid]; +"407 linear_8" -> "408 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"408 unflatten_2" -> "409 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"409 unsqueeze_2" -> "410 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"410 transpose_13" -> "411 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"411 squeeze_2" -> "412 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"412 contiguous_2" -> "413 quantize_per_tensor_default_12" [label="(3, 197, 1, 768)", style=solid]; +"412 contiguous_2" -> "418 select_8" [label="(3, 197, 1, 768)", style=solid]; +"413 quantize_per_tensor_default_12" -> "414 dequantize_per_tensor_default_67" [label=None, style=solid]; +"413 quantize_per_tensor_default_12" -> "415 dequantize_per_tensor_default_66" [label=None, style=solid]; +"414 dequantize_per_tensor_default_67" -> "417 select_7" [label=None, style=solid]; +"415 dequantize_per_tensor_default_66" -> "416 select_6" [label=None, style=solid]; +"416 select_6" -> "419 view_16" [label="(197, 1, 768)", style=solid]; +"417 select_7" -> "421 view_17" [label="(197, 1, 768)", style=solid]; +"418 select_8" -> "423 view_18" [label="(197, 1, 768)", style=solid]; +"419 view_16" -> "420 transpose_14" [label="(197, 12, 64)", style=solid]; +"420 transpose_14" -> "425 view_19" [label="(12, 197, 64)", style=solid]; +"421 view_17" -> "422 transpose_15" [label="(197, 12, 64)", style=solid]; +"422 transpose_15" -> "426 view_20" [label="(12, 197, 64)", style=solid]; +"423 view_18" -> "424 transpose_16" [label="(197, 12, 64)", style=solid]; +"424 transpose_16" -> "427 view_21" [label="(12, 197, 64)", style=solid]; +"425 view_19" -> "428 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"426 view_20" -> "428 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"427 view_21" -> "428 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"428 scaled_dot_product_attention_2" -> "429 quantize_per_tensor_default_13" [label="(1, 12, 197, 64)", style=solid]; +"429 quantize_per_tensor_default_13" -> "430 dequantize_per_tensor_default_13" [label=None, style=solid]; +"430 dequantize_per_tensor_default_13" -> "431 permute_3" [label=None, style=solid]; +"431 permute_3" -> "432 view_22" [label="(197, 1, 12, 64)", style=solid]; +"432 view_22" -> "433 linear_9" [label="(197, 768)", style=solid]; +"433 linear_9" -> "434 view_23" [label="(197, 768)", style=solid]; +"434 view_23" -> "435 transpose_17" [label="(197, 1, 768)", style=solid]; +"435 transpose_17" -> "436 dropout_7" [label="(1, 197, 768)", style=solid]; +"436 dropout_7" -> "437 add_5" [label="(1, 197, 768)", style=solid]; +"437 add_5" -> "438 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"437 add_5" -> "448 add_6" [label="(1, 197, 768)", style=solid]; +"438 layer_norm_5" -> "439 quantize_per_tensor_default_14" [label="(1, 197, 768)", style=solid]; +"439 quantize_per_tensor_default_14" -> "440 dequantize_per_tensor_default_14" [label=None, style=solid]; +"440 dequantize_per_tensor_default_14" -> "441 linear_10" [label=None, style=solid]; +"441 linear_10" -> "442 gelu_2" [label="(1, 197, 3072)", style=solid]; +"442 gelu_2" -> "443 quantize_per_tensor_default_15" [label="(1, 197, 3072)", style=solid]; +"443 quantize_per_tensor_default_15" -> "444 dequantize_per_tensor_default_15" [label=None, style=solid]; +"444 dequantize_per_tensor_default_15" -> "445 dropout_8" [label=None, style=solid]; +"445 dropout_8" -> "446 linear_11" [label="(1, 197, 3072)", style=solid]; +"446 linear_11" -> "447 dropout_9" [label="(1, 197, 768)", style=solid]; +"447 dropout_9" -> "448 add_6" [label="(1, 197, 768)", style=solid]; +"448 add_6" -> "449 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"448 add_6" -> "483 add_7" [label="(1, 197, 768)", style=solid]; +"449 layer_norm_6" -> "450 quantize_per_tensor_default_16" [label="(1, 197, 768)", style=solid]; +"450 quantize_per_tensor_default_16" -> "451 dequantize_per_tensor_default_16" [label=None, style=solid]; +"451 dequantize_per_tensor_default_16" -> "452 transpose_18" [label=None, style=solid]; +"452 transpose_18" -> "453 linear_12" [label="(197, 1, 768)", style=solid]; +"453 linear_12" -> "454 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"454 unflatten_3" -> "455 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"455 unsqueeze_3" -> "456 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"456 transpose_19" -> "457 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"457 squeeze_3" -> "458 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"458 contiguous_3" -> "459 quantize_per_tensor_default_17" [label="(3, 197, 1, 768)", style=solid]; +"458 contiguous_3" -> "464 select_11" [label="(3, 197, 1, 768)", style=solid]; +"459 quantize_per_tensor_default_17" -> "460 dequantize_per_tensor_default_69" [label=None, style=solid]; +"459 quantize_per_tensor_default_17" -> "461 dequantize_per_tensor_default_68" [label=None, style=solid]; +"460 dequantize_per_tensor_default_69" -> "463 select_10" [label=None, style=solid]; +"461 dequantize_per_tensor_default_68" -> "462 select_9" [label=None, style=solid]; +"462 select_9" -> "465 view_24" [label="(197, 1, 768)", style=solid]; +"463 select_10" -> "467 view_25" [label="(197, 1, 768)", style=solid]; +"464 select_11" -> "469 view_26" [label="(197, 1, 768)", style=solid]; +"465 view_24" -> "466 transpose_20" [label="(197, 12, 64)", style=solid]; +"466 transpose_20" -> "471 view_27" [label="(12, 197, 64)", style=solid]; +"467 view_25" -> "468 transpose_21" [label="(197, 12, 64)", style=solid]; +"468 transpose_21" -> "472 view_28" [label="(12, 197, 64)", style=solid]; +"469 view_26" -> "470 transpose_22" [label="(197, 12, 64)", style=solid]; +"470 transpose_22" -> "473 view_29" [label="(12, 197, 64)", style=solid]; +"471 view_27" -> "474 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"472 view_28" -> "474 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"473 view_29" -> "474 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"474 scaled_dot_product_attention_3" -> "475 quantize_per_tensor_default_18" [label="(1, 12, 197, 64)", style=solid]; +"475 quantize_per_tensor_default_18" -> "476 dequantize_per_tensor_default_18" [label=None, style=solid]; +"476 dequantize_per_tensor_default_18" -> "477 permute_4" [label=None, style=solid]; +"477 permute_4" -> "478 view_30" [label="(197, 1, 12, 64)", style=solid]; +"478 view_30" -> "479 linear_13" [label="(197, 768)", style=solid]; +"479 linear_13" -> "480 view_31" [label="(197, 768)", style=solid]; +"480 view_31" -> "481 transpose_23" [label="(197, 1, 768)", style=solid]; +"481 transpose_23" -> "482 dropout_10" [label="(1, 197, 768)", style=solid]; +"482 dropout_10" -> "483 add_7" [label="(1, 197, 768)", style=solid]; +"483 add_7" -> "484 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"483 add_7" -> "494 add_8" [label="(1, 197, 768)", style=solid]; +"484 layer_norm_7" -> "485 quantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; +"485 quantize_per_tensor_default_19" -> "486 dequantize_per_tensor_default_19" [label=None, style=solid]; +"486 dequantize_per_tensor_default_19" -> "487 linear_14" [label=None, style=solid]; +"487 linear_14" -> "488 gelu_3" [label="(1, 197, 3072)", style=solid]; +"488 gelu_3" -> "489 quantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; +"489 quantize_per_tensor_default_20" -> "490 dequantize_per_tensor_default_20" [label=None, style=solid]; +"490 dequantize_per_tensor_default_20" -> "491 dropout_11" [label=None, style=solid]; +"491 dropout_11" -> "492 linear_15" [label="(1, 197, 3072)", style=solid]; +"492 linear_15" -> "493 dropout_12" [label="(1, 197, 768)", style=solid]; +"493 dropout_12" -> "494 add_8" [label="(1, 197, 768)", style=solid]; +"494 add_8" -> "495 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"494 add_8" -> "529 add_9" [label="(1, 197, 768)", style=solid]; +"495 layer_norm_8" -> "496 quantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; +"496 quantize_per_tensor_default_21" -> "497 dequantize_per_tensor_default_21" [label=None, style=solid]; +"497 dequantize_per_tensor_default_21" -> "498 transpose_24" [label=None, style=solid]; +"498 transpose_24" -> "499 linear_16" [label="(197, 1, 768)", style=solid]; +"499 linear_16" -> "500 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"500 unflatten_4" -> "501 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"501 unsqueeze_4" -> "502 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"502 transpose_25" -> "503 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"503 squeeze_4" -> "504 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"504 contiguous_4" -> "505 quantize_per_tensor_default_22" [label="(3, 197, 1, 768)", style=solid]; +"504 contiguous_4" -> "510 select_14" [label="(3, 197, 1, 768)", style=solid]; +"505 quantize_per_tensor_default_22" -> "506 dequantize_per_tensor_default_71" [label=None, style=solid]; +"505 quantize_per_tensor_default_22" -> "507 dequantize_per_tensor_default_70" [label=None, style=solid]; +"506 dequantize_per_tensor_default_71" -> "509 select_13" [label=None, style=solid]; +"507 dequantize_per_tensor_default_70" -> "508 select_12" [label=None, style=solid]; +"508 select_12" -> "511 view_32" [label="(197, 1, 768)", style=solid]; +"509 select_13" -> "513 view_33" [label="(197, 1, 768)", style=solid]; +"510 select_14" -> "515 view_34" [label="(197, 1, 768)", style=solid]; +"511 view_32" -> "512 transpose_26" [label="(197, 12, 64)", style=solid]; +"512 transpose_26" -> "517 view_35" [label="(12, 197, 64)", style=solid]; +"513 view_33" -> "514 transpose_27" [label="(197, 12, 64)", style=solid]; +"514 transpose_27" -> "518 view_36" [label="(12, 197, 64)", style=solid]; +"515 view_34" -> "516 transpose_28" [label="(197, 12, 64)", style=solid]; +"516 transpose_28" -> "519 view_37" [label="(12, 197, 64)", style=solid]; +"517 view_35" -> "520 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"518 view_36" -> "520 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"519 view_37" -> "520 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"520 scaled_dot_product_attention_4" -> "521 quantize_per_tensor_default_23" [label="(1, 12, 197, 64)", style=solid]; +"521 quantize_per_tensor_default_23" -> "522 dequantize_per_tensor_default_23" [label=None, style=solid]; +"522 dequantize_per_tensor_default_23" -> "523 permute_5" [label=None, style=solid]; +"523 permute_5" -> "524 view_38" [label="(197, 1, 12, 64)", style=solid]; +"524 view_38" -> "525 linear_17" [label="(197, 768)", style=solid]; +"525 linear_17" -> "526 view_39" [label="(197, 768)", style=solid]; +"526 view_39" -> "527 transpose_29" [label="(197, 1, 768)", style=solid]; +"527 transpose_29" -> "528 dropout_13" [label="(1, 197, 768)", style=solid]; +"528 dropout_13" -> "529 add_9" [label="(1, 197, 768)", style=solid]; +"529 add_9" -> "530 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"529 add_9" -> "540 add_10" [label="(1, 197, 768)", style=solid]; +"530 layer_norm_9" -> "531 quantize_per_tensor_default_24" [label="(1, 197, 768)", style=solid]; +"531 quantize_per_tensor_default_24" -> "532 dequantize_per_tensor_default_24" [label=None, style=solid]; +"532 dequantize_per_tensor_default_24" -> "533 linear_18" [label=None, style=solid]; +"533 linear_18" -> "534 gelu_4" [label="(1, 197, 3072)", style=solid]; +"534 gelu_4" -> "535 quantize_per_tensor_default_25" [label="(1, 197, 3072)", style=solid]; +"535 quantize_per_tensor_default_25" -> "536 dequantize_per_tensor_default_25" [label=None, style=solid]; +"536 dequantize_per_tensor_default_25" -> "537 dropout_14" [label=None, style=solid]; +"537 dropout_14" -> "538 linear_19" [label="(1, 197, 3072)", style=solid]; +"538 linear_19" -> "539 dropout_15" [label="(1, 197, 768)", style=solid]; +"539 dropout_15" -> "540 add_10" [label="(1, 197, 768)", style=solid]; +"540 add_10" -> "541 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"540 add_10" -> "575 add_11" [label="(1, 197, 768)", style=solid]; +"541 layer_norm_10" -> "542 quantize_per_tensor_default_26" [label="(1, 197, 768)", style=solid]; +"542 quantize_per_tensor_default_26" -> "543 dequantize_per_tensor_default_26" [label=None, style=solid]; +"543 dequantize_per_tensor_default_26" -> "544 transpose_30" [label=None, style=solid]; +"544 transpose_30" -> "545 linear_20" [label="(197, 1, 768)", style=solid]; +"545 linear_20" -> "546 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"546 unflatten_5" -> "547 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"547 unsqueeze_5" -> "548 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"548 transpose_31" -> "549 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"549 squeeze_5" -> "550 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"550 contiguous_5" -> "551 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"550 contiguous_5" -> "556 select_17" [label="(3, 197, 1, 768)", style=solid]; +"551 quantize_per_tensor_default_27" -> "552 dequantize_per_tensor_default_73" [label=None, style=solid]; +"551 quantize_per_tensor_default_27" -> "553 dequantize_per_tensor_default_72" [label=None, style=solid]; +"552 dequantize_per_tensor_default_73" -> "555 select_16" [label=None, style=solid]; +"553 dequantize_per_tensor_default_72" -> "554 select_15" [label=None, style=solid]; +"554 select_15" -> "557 view_40" [label="(197, 1, 768)", style=solid]; +"555 select_16" -> "559 view_41" [label="(197, 1, 768)", style=solid]; +"556 select_17" -> "561 view_42" [label="(197, 1, 768)", style=solid]; +"557 view_40" -> "558 transpose_32" [label="(197, 12, 64)", style=solid]; +"558 transpose_32" -> "563 view_43" [label="(12, 197, 64)", style=solid]; +"559 view_41" -> "560 transpose_33" [label="(197, 12, 64)", style=solid]; +"560 transpose_33" -> "564 view_44" [label="(12, 197, 64)", style=solid]; +"561 view_42" -> "562 transpose_34" [label="(197, 12, 64)", style=solid]; +"562 transpose_34" -> "565 view_45" [label="(12, 197, 64)", style=solid]; +"563 view_43" -> "566 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"564 view_44" -> "566 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"565 view_45" -> "566 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"566 scaled_dot_product_attention_5" -> "567 quantize_per_tensor_default_28" [label="(1, 12, 197, 64)", style=solid]; +"567 quantize_per_tensor_default_28" -> "568 dequantize_per_tensor_default_28" [label=None, style=solid]; +"568 dequantize_per_tensor_default_28" -> "569 permute_6" [label=None, style=solid]; +"569 permute_6" -> "570 view_46" [label="(197, 1, 12, 64)", style=solid]; +"570 view_46" -> "571 linear_21" [label="(197, 768)", style=solid]; +"571 linear_21" -> "572 view_47" [label="(197, 768)", style=solid]; +"572 view_47" -> "573 transpose_35" [label="(197, 1, 768)", style=solid]; +"573 transpose_35" -> "574 dropout_16" [label="(1, 197, 768)", style=solid]; +"574 dropout_16" -> "575 add_11" [label="(1, 197, 768)", style=solid]; +"575 add_11" -> "576 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"575 add_11" -> "586 add_12" [label="(1, 197, 768)", style=solid]; +"576 layer_norm_11" -> "577 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"577 quantize_per_tensor_default_29" -> "578 dequantize_per_tensor_default_29" [label=None, style=solid]; +"578 dequantize_per_tensor_default_29" -> "579 linear_22" [label=None, style=solid]; +"579 linear_22" -> "580 gelu_5" [label="(1, 197, 3072)", style=solid]; +"580 gelu_5" -> "581 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"581 quantize_per_tensor_default_30" -> "582 dequantize_per_tensor_default_30" [label=None, style=solid]; +"582 dequantize_per_tensor_default_30" -> "583 dropout_17" [label=None, style=solid]; +"583 dropout_17" -> "584 linear_23" [label="(1, 197, 3072)", style=solid]; +"584 linear_23" -> "585 dropout_18" [label="(1, 197, 768)", style=solid]; +"585 dropout_18" -> "586 add_12" [label="(1, 197, 768)", style=solid]; +"586 add_12" -> "587 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"586 add_12" -> "621 add_13" [label="(1, 197, 768)", style=solid]; +"587 layer_norm_12" -> "588 quantize_per_tensor_default_31" [label="(1, 197, 768)", style=solid]; +"588 quantize_per_tensor_default_31" -> "589 dequantize_per_tensor_default_31" [label=None, style=solid]; +"589 dequantize_per_tensor_default_31" -> "590 transpose_36" [label=None, style=solid]; +"590 transpose_36" -> "591 linear_24" [label="(197, 1, 768)", style=solid]; +"591 linear_24" -> "592 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"592 unflatten_6" -> "593 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"593 unsqueeze_6" -> "594 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"594 transpose_37" -> "595 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"595 squeeze_6" -> "596 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"596 contiguous_6" -> "597 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"596 contiguous_6" -> "602 select_20" [label="(3, 197, 1, 768)", style=solid]; +"597 quantize_per_tensor_default_32" -> "598 dequantize_per_tensor_default_75" [label=None, style=solid]; +"597 quantize_per_tensor_default_32" -> "599 dequantize_per_tensor_default_74" [label=None, style=solid]; +"598 dequantize_per_tensor_default_75" -> "601 select_19" [label=None, style=solid]; +"599 dequantize_per_tensor_default_74" -> "600 select_18" [label=None, style=solid]; +"600 select_18" -> "603 view_48" [label="(197, 1, 768)", style=solid]; +"601 select_19" -> "605 view_49" [label="(197, 1, 768)", style=solid]; +"602 select_20" -> "607 view_50" [label="(197, 1, 768)", style=solid]; +"603 view_48" -> "604 transpose_38" [label="(197, 12, 64)", style=solid]; +"604 transpose_38" -> "609 view_51" [label="(12, 197, 64)", style=solid]; +"605 view_49" -> "606 transpose_39" [label="(197, 12, 64)", style=solid]; +"606 transpose_39" -> "610 view_52" [label="(12, 197, 64)", style=solid]; +"607 view_50" -> "608 transpose_40" [label="(197, 12, 64)", style=solid]; +"608 transpose_40" -> "611 view_53" [label="(12, 197, 64)", style=solid]; +"609 view_51" -> "612 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"610 view_52" -> "612 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"611 view_53" -> "612 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"612 scaled_dot_product_attention_6" -> "613 quantize_per_tensor_default_33" [label="(1, 12, 197, 64)", style=solid]; +"613 quantize_per_tensor_default_33" -> "614 dequantize_per_tensor_default_33" [label=None, style=solid]; +"614 dequantize_per_tensor_default_33" -> "615 permute_7" [label=None, style=solid]; +"615 permute_7" -> "616 view_54" [label="(197, 1, 12, 64)", style=solid]; +"616 view_54" -> "617 linear_25" [label="(197, 768)", style=solid]; +"617 linear_25" -> "618 view_55" [label="(197, 768)", style=solid]; +"618 view_55" -> "619 transpose_41" [label="(197, 1, 768)", style=solid]; +"619 transpose_41" -> "620 dropout_19" [label="(1, 197, 768)", style=solid]; +"620 dropout_19" -> "621 add_13" [label="(1, 197, 768)", style=solid]; +"621 add_13" -> "622 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"621 add_13" -> "632 add_14" [label="(1, 197, 768)", style=solid]; +"622 layer_norm_13" -> "623 quantize_per_tensor_default_34" [label="(1, 197, 768)", style=solid]; +"623 quantize_per_tensor_default_34" -> "624 dequantize_per_tensor_default_34" [label=None, style=solid]; +"624 dequantize_per_tensor_default_34" -> "625 linear_26" [label=None, style=solid]; +"625 linear_26" -> "626 gelu_6" [label="(1, 197, 3072)", style=solid]; +"626 gelu_6" -> "627 quantize_per_tensor_default_35" [label="(1, 197, 3072)", style=solid]; +"627 quantize_per_tensor_default_35" -> "628 dequantize_per_tensor_default_35" [label=None, style=solid]; +"628 dequantize_per_tensor_default_35" -> "629 dropout_20" [label=None, style=solid]; +"629 dropout_20" -> "630 linear_27" [label="(1, 197, 3072)", style=solid]; +"630 linear_27" -> "631 dropout_21" [label="(1, 197, 768)", style=solid]; +"631 dropout_21" -> "632 add_14" [label="(1, 197, 768)", style=solid]; +"632 add_14" -> "633 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"632 add_14" -> "667 add_15" [label="(1, 197, 768)", style=solid]; +"633 layer_norm_14" -> "634 quantize_per_tensor_default_36" [label="(1, 197, 768)", style=solid]; +"634 quantize_per_tensor_default_36" -> "635 dequantize_per_tensor_default_36" [label=None, style=solid]; +"635 dequantize_per_tensor_default_36" -> "636 transpose_42" [label=None, style=solid]; +"636 transpose_42" -> "637 linear_28" [label="(197, 1, 768)", style=solid]; +"637 linear_28" -> "638 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"638 unflatten_7" -> "639 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"639 unsqueeze_7" -> "640 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"640 transpose_43" -> "641 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"641 squeeze_7" -> "642 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"642 contiguous_7" -> "643 quantize_per_tensor_default_37" [label="(3, 197, 1, 768)", style=solid]; +"642 contiguous_7" -> "648 select_23" [label="(3, 197, 1, 768)", style=solid]; +"643 quantize_per_tensor_default_37" -> "644 dequantize_per_tensor_default_77" [label=None, style=solid]; +"643 quantize_per_tensor_default_37" -> "645 dequantize_per_tensor_default_76" [label=None, style=solid]; +"644 dequantize_per_tensor_default_77" -> "647 select_22" [label=None, style=solid]; +"645 dequantize_per_tensor_default_76" -> "646 select_21" [label=None, style=solid]; +"646 select_21" -> "649 view_56" [label="(197, 1, 768)", style=solid]; +"647 select_22" -> "651 view_57" [label="(197, 1, 768)", style=solid]; +"648 select_23" -> "653 view_58" [label="(197, 1, 768)", style=solid]; +"649 view_56" -> "650 transpose_44" [label="(197, 12, 64)", style=solid]; +"650 transpose_44" -> "655 view_59" [label="(12, 197, 64)", style=solid]; +"651 view_57" -> "652 transpose_45" [label="(197, 12, 64)", style=solid]; +"652 transpose_45" -> "656 view_60" [label="(12, 197, 64)", style=solid]; +"653 view_58" -> "654 transpose_46" [label="(197, 12, 64)", style=solid]; +"654 transpose_46" -> "657 view_61" [label="(12, 197, 64)", style=solid]; +"655 view_59" -> "658 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"656 view_60" -> "658 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"657 view_61" -> "658 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"658 scaled_dot_product_attention_7" -> "659 quantize_per_tensor_default_38" [label="(1, 12, 197, 64)", style=solid]; +"659 quantize_per_tensor_default_38" -> "660 dequantize_per_tensor_default_38" [label=None, style=solid]; +"660 dequantize_per_tensor_default_38" -> "661 permute_8" [label=None, style=solid]; +"661 permute_8" -> "662 view_62" [label="(197, 1, 12, 64)", style=solid]; +"662 view_62" -> "663 linear_29" [label="(197, 768)", style=solid]; +"663 linear_29" -> "664 view_63" [label="(197, 768)", style=solid]; +"664 view_63" -> "665 transpose_47" [label="(197, 1, 768)", style=solid]; +"665 transpose_47" -> "666 dropout_22" [label="(1, 197, 768)", style=solid]; +"666 dropout_22" -> "667 add_15" [label="(1, 197, 768)", style=solid]; +"667 add_15" -> "668 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"667 add_15" -> "678 add_16" [label="(1, 197, 768)", style=solid]; +"668 layer_norm_15" -> "669 quantize_per_tensor_default_39" [label="(1, 197, 768)", style=solid]; +"669 quantize_per_tensor_default_39" -> "670 dequantize_per_tensor_default_39" [label=None, style=solid]; +"670 dequantize_per_tensor_default_39" -> "671 linear_30" [label=None, style=solid]; +"671 linear_30" -> "672 gelu_7" [label="(1, 197, 3072)", style=solid]; +"672 gelu_7" -> "673 quantize_per_tensor_default_40" [label="(1, 197, 3072)", style=solid]; +"673 quantize_per_tensor_default_40" -> "674 dequantize_per_tensor_default_40" [label=None, style=solid]; +"674 dequantize_per_tensor_default_40" -> "675 dropout_23" [label=None, style=solid]; +"675 dropout_23" -> "676 linear_31" [label="(1, 197, 3072)", style=solid]; +"676 linear_31" -> "677 dropout_24" [label="(1, 197, 768)", style=solid]; +"677 dropout_24" -> "678 add_16" [label="(1, 197, 768)", style=solid]; +"678 add_16" -> "679 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"678 add_16" -> "713 add_17" [label="(1, 197, 768)", style=solid]; +"679 layer_norm_16" -> "680 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"680 quantize_per_tensor_default_41" -> "681 dequantize_per_tensor_default_41" [label=None, style=solid]; +"681 dequantize_per_tensor_default_41" -> "682 transpose_48" [label=None, style=solid]; +"682 transpose_48" -> "683 linear_32" [label="(197, 1, 768)", style=solid]; +"683 linear_32" -> "684 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"684 unflatten_8" -> "685 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"685 unsqueeze_8" -> "686 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"686 transpose_49" -> "687 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"687 squeeze_8" -> "688 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"688 contiguous_8" -> "689 quantize_per_tensor_default_42" [label="(3, 197, 1, 768)", style=solid]; +"688 contiguous_8" -> "694 select_26" [label="(3, 197, 1, 768)", style=solid]; +"689 quantize_per_tensor_default_42" -> "690 dequantize_per_tensor_default_79" [label=None, style=solid]; +"689 quantize_per_tensor_default_42" -> "691 dequantize_per_tensor_default_78" [label=None, style=solid]; +"690 dequantize_per_tensor_default_79" -> "693 select_25" [label=None, style=solid]; +"691 dequantize_per_tensor_default_78" -> "692 select_24" [label=None, style=solid]; +"692 select_24" -> "695 view_64" [label="(197, 1, 768)", style=solid]; +"693 select_25" -> "697 view_65" [label="(197, 1, 768)", style=solid]; +"694 select_26" -> "699 view_66" [label="(197, 1, 768)", style=solid]; +"695 view_64" -> "696 transpose_50" [label="(197, 12, 64)", style=solid]; +"696 transpose_50" -> "701 view_67" [label="(12, 197, 64)", style=solid]; +"697 view_65" -> "698 transpose_51" [label="(197, 12, 64)", style=solid]; +"698 transpose_51" -> "702 view_68" [label="(12, 197, 64)", style=solid]; +"699 view_66" -> "700 transpose_52" [label="(197, 12, 64)", style=solid]; +"700 transpose_52" -> "703 view_69" [label="(12, 197, 64)", style=solid]; +"701 view_67" -> "704 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"702 view_68" -> "704 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"703 view_69" -> "704 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"704 scaled_dot_product_attention_8" -> "705 quantize_per_tensor_default_43" [label="(1, 12, 197, 64)", style=solid]; +"705 quantize_per_tensor_default_43" -> "706 dequantize_per_tensor_default_43" [label=None, style=solid]; +"706 dequantize_per_tensor_default_43" -> "707 permute_9" [label=None, style=solid]; +"707 permute_9" -> "708 view_70" [label="(197, 1, 12, 64)", style=solid]; +"708 view_70" -> "709 linear_33" [label="(197, 768)", style=solid]; +"709 linear_33" -> "710 view_71" [label="(197, 768)", style=solid]; +"710 view_71" -> "711 transpose_53" [label="(197, 1, 768)", style=solid]; +"711 transpose_53" -> "712 dropout_25" [label="(1, 197, 768)", style=solid]; +"712 dropout_25" -> "713 add_17" [label="(1, 197, 768)", style=solid]; +"713 add_17" -> "714 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"713 add_17" -> "724 add_18" [label="(1, 197, 768)", style=solid]; +"714 layer_norm_17" -> "715 quantize_per_tensor_default_44" [label="(1, 197, 768)", style=solid]; +"715 quantize_per_tensor_default_44" -> "716 dequantize_per_tensor_default_44" [label=None, style=solid]; +"716 dequantize_per_tensor_default_44" -> "717 linear_34" [label=None, style=solid]; +"717 linear_34" -> "718 gelu_8" [label="(1, 197, 3072)", style=solid]; +"718 gelu_8" -> "719 quantize_per_tensor_default_45" [label="(1, 197, 3072)", style=solid]; +"719 quantize_per_tensor_default_45" -> "720 dequantize_per_tensor_default_45" [label=None, style=solid]; +"720 dequantize_per_tensor_default_45" -> "721 dropout_26" [label=None, style=solid]; +"721 dropout_26" -> "722 linear_35" [label="(1, 197, 3072)", style=solid]; +"722 linear_35" -> "723 dropout_27" [label="(1, 197, 768)", style=solid]; +"723 dropout_27" -> "724 add_18" [label="(1, 197, 768)", style=solid]; +"724 add_18" -> "725 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"724 add_18" -> "759 add_19" [label="(1, 197, 768)", style=solid]; +"725 layer_norm_18" -> "726 quantize_per_tensor_default_46" [label="(1, 197, 768)", style=solid]; +"726 quantize_per_tensor_default_46" -> "727 dequantize_per_tensor_default_46" [label=None, style=solid]; +"727 dequantize_per_tensor_default_46" -> "728 transpose_54" [label=None, style=solid]; +"728 transpose_54" -> "729 linear_36" [label="(197, 1, 768)", style=solid]; +"729 linear_36" -> "730 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"730 unflatten_9" -> "731 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"731 unsqueeze_9" -> "732 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"732 transpose_55" -> "733 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"733 squeeze_9" -> "734 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"734 contiguous_9" -> "735 quantize_per_tensor_default_47" [label="(3, 197, 1, 768)", style=solid]; +"734 contiguous_9" -> "740 select_29" [label="(3, 197, 1, 768)", style=solid]; +"735 quantize_per_tensor_default_47" -> "736 dequantize_per_tensor_default_81" [label=None, style=solid]; +"735 quantize_per_tensor_default_47" -> "737 dequantize_per_tensor_default_80" [label=None, style=solid]; +"736 dequantize_per_tensor_default_81" -> "739 select_28" [label=None, style=solid]; +"737 dequantize_per_tensor_default_80" -> "738 select_27" [label=None, style=solid]; +"738 select_27" -> "741 view_72" [label="(197, 1, 768)", style=solid]; +"739 select_28" -> "743 view_73" [label="(197, 1, 768)", style=solid]; +"740 select_29" -> "745 view_74" [label="(197, 1, 768)", style=solid]; +"741 view_72" -> "742 transpose_56" [label="(197, 12, 64)", style=solid]; +"742 transpose_56" -> "747 view_75" [label="(12, 197, 64)", style=solid]; +"743 view_73" -> "744 transpose_57" [label="(197, 12, 64)", style=solid]; +"744 transpose_57" -> "748 view_76" [label="(12, 197, 64)", style=solid]; +"745 view_74" -> "746 transpose_58" [label="(197, 12, 64)", style=solid]; +"746 transpose_58" -> "749 view_77" [label="(12, 197, 64)", style=solid]; +"747 view_75" -> "750 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"748 view_76" -> "750 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"749 view_77" -> "750 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"750 scaled_dot_product_attention_9" -> "751 quantize_per_tensor_default_48" [label="(1, 12, 197, 64)", style=solid]; +"751 quantize_per_tensor_default_48" -> "752 dequantize_per_tensor_default_48" [label=None, style=solid]; +"752 dequantize_per_tensor_default_48" -> "753 permute_10" [label=None, style=solid]; +"753 permute_10" -> "754 view_78" [label="(197, 1, 12, 64)", style=solid]; +"754 view_78" -> "755 linear_37" [label="(197, 768)", style=solid]; +"755 linear_37" -> "756 view_79" [label="(197, 768)", style=solid]; +"756 view_79" -> "757 transpose_59" [label="(197, 1, 768)", style=solid]; +"757 transpose_59" -> "758 dropout_28" [label="(1, 197, 768)", style=solid]; +"758 dropout_28" -> "759 add_19" [label="(1, 197, 768)", style=solid]; +"759 add_19" -> "760 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"759 add_19" -> "770 add_20" [label="(1, 197, 768)", style=solid]; +"760 layer_norm_19" -> "761 quantize_per_tensor_default_49" [label="(1, 197, 768)", style=solid]; +"761 quantize_per_tensor_default_49" -> "762 dequantize_per_tensor_default_49" [label=None, style=solid]; +"762 dequantize_per_tensor_default_49" -> "763 linear_38" [label=None, style=solid]; +"763 linear_38" -> "764 gelu_9" [label="(1, 197, 3072)", style=solid]; +"764 gelu_9" -> "765 quantize_per_tensor_default_50" [label="(1, 197, 3072)", style=solid]; +"765 quantize_per_tensor_default_50" -> "766 dequantize_per_tensor_default_50" [label=None, style=solid]; +"766 dequantize_per_tensor_default_50" -> "767 dropout_29" [label=None, style=solid]; +"767 dropout_29" -> "768 linear_39" [label="(1, 197, 3072)", style=solid]; +"768 linear_39" -> "769 dropout_30" [label="(1, 197, 768)", style=solid]; +"769 dropout_30" -> "770 add_20" [label="(1, 197, 768)", style=solid]; +"770 add_20" -> "771 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"770 add_20" -> "805 add_21" [label="(1, 197, 768)", style=solid]; +"771 layer_norm_20" -> "772 quantize_per_tensor_default_51" [label="(1, 197, 768)", style=solid]; +"772 quantize_per_tensor_default_51" -> "773 dequantize_per_tensor_default_51" [label=None, style=solid]; +"773 dequantize_per_tensor_default_51" -> "774 transpose_60" [label=None, style=solid]; +"774 transpose_60" -> "775 linear_40" [label="(197, 1, 768)", style=solid]; +"775 linear_40" -> "776 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"776 unflatten_10" -> "777 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"777 unsqueeze_10" -> "778 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"778 transpose_61" -> "779 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"779 squeeze_10" -> "780 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"780 contiguous_10" -> "781 quantize_per_tensor_default_52" [label="(3, 197, 1, 768)", style=solid]; +"780 contiguous_10" -> "786 select_32" [label="(3, 197, 1, 768)", style=solid]; +"781 quantize_per_tensor_default_52" -> "782 dequantize_per_tensor_default_83" [label=None, style=solid]; +"781 quantize_per_tensor_default_52" -> "783 dequantize_per_tensor_default_82" [label=None, style=solid]; +"782 dequantize_per_tensor_default_83" -> "785 select_31" [label=None, style=solid]; +"783 dequantize_per_tensor_default_82" -> "784 select_30" [label=None, style=solid]; +"784 select_30" -> "787 view_80" [label="(197, 1, 768)", style=solid]; +"785 select_31" -> "789 view_81" [label="(197, 1, 768)", style=solid]; +"786 select_32" -> "791 view_82" [label="(197, 1, 768)", style=solid]; +"787 view_80" -> "788 transpose_62" [label="(197, 12, 64)", style=solid]; +"788 transpose_62" -> "793 view_83" [label="(12, 197, 64)", style=solid]; +"789 view_81" -> "790 transpose_63" [label="(197, 12, 64)", style=solid]; +"790 transpose_63" -> "794 view_84" [label="(12, 197, 64)", style=solid]; +"791 view_82" -> "792 transpose_64" [label="(197, 12, 64)", style=solid]; +"792 transpose_64" -> "795 view_85" [label="(12, 197, 64)", style=solid]; +"793 view_83" -> "796 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"794 view_84" -> "796 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"795 view_85" -> "796 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"796 scaled_dot_product_attention_10" -> "797 quantize_per_tensor_default_53" [label="(1, 12, 197, 64)", style=solid]; +"797 quantize_per_tensor_default_53" -> "798 dequantize_per_tensor_default_53" [label=None, style=solid]; +"798 dequantize_per_tensor_default_53" -> "799 permute_11" [label=None, style=solid]; +"799 permute_11" -> "800 view_86" [label="(197, 1, 12, 64)", style=solid]; +"800 view_86" -> "801 linear_41" [label="(197, 768)", style=solid]; +"801 linear_41" -> "802 view_87" [label="(197, 768)", style=solid]; +"802 view_87" -> "803 transpose_65" [label="(197, 1, 768)", style=solid]; +"803 transpose_65" -> "804 dropout_31" [label="(1, 197, 768)", style=solid]; +"804 dropout_31" -> "805 add_21" [label="(1, 197, 768)", style=solid]; +"805 add_21" -> "806 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"805 add_21" -> "816 add_22" [label="(1, 197, 768)", style=solid]; +"806 layer_norm_21" -> "807 quantize_per_tensor_default_54" [label="(1, 197, 768)", style=solid]; +"807 quantize_per_tensor_default_54" -> "808 dequantize_per_tensor_default_54" [label=None, style=solid]; +"808 dequantize_per_tensor_default_54" -> "809 linear_42" [label=None, style=solid]; +"809 linear_42" -> "810 gelu_10" [label="(1, 197, 3072)", style=solid]; +"810 gelu_10" -> "811 quantize_per_tensor_default_55" [label="(1, 197, 3072)", style=solid]; +"811 quantize_per_tensor_default_55" -> "812 dequantize_per_tensor_default_55" [label=None, style=solid]; +"812 dequantize_per_tensor_default_55" -> "813 dropout_32" [label=None, style=solid]; +"813 dropout_32" -> "814 linear_43" [label="(1, 197, 3072)", style=solid]; +"814 linear_43" -> "815 dropout_33" [label="(1, 197, 768)", style=solid]; +"815 dropout_33" -> "816 add_22" [label="(1, 197, 768)", style=solid]; +"816 add_22" -> "817 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"816 add_22" -> "851 add_23" [label="(1, 197, 768)", style=solid]; +"817 layer_norm_22" -> "818 quantize_per_tensor_default_56" [label="(1, 197, 768)", style=solid]; +"818 quantize_per_tensor_default_56" -> "819 dequantize_per_tensor_default_56" [label=None, style=solid]; +"819 dequantize_per_tensor_default_56" -> "820 transpose_66" [label=None, style=solid]; +"820 transpose_66" -> "821 linear_44" [label="(197, 1, 768)", style=solid]; +"821 linear_44" -> "822 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"822 unflatten_11" -> "823 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"823 unsqueeze_11" -> "824 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"824 transpose_67" -> "825 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"825 squeeze_11" -> "826 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_11" -> "827 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_11" -> "832 select_35" [label="(3, 197, 1, 768)", style=solid]; +"827 quantize_per_tensor_default_57" -> "828 dequantize_per_tensor_default_85" [label=None, style=solid]; +"827 quantize_per_tensor_default_57" -> "829 dequantize_per_tensor_default_84" [label=None, style=solid]; +"828 dequantize_per_tensor_default_85" -> "831 select_34" [label=None, style=solid]; +"829 dequantize_per_tensor_default_84" -> "830 select_33" [label=None, style=solid]; +"830 select_33" -> "833 view_88" [label="(197, 1, 768)", style=solid]; +"831 select_34" -> "835 view_89" [label="(197, 1, 768)", style=solid]; +"832 select_35" -> "837 view_90" [label="(197, 1, 768)", style=solid]; +"833 view_88" -> "834 transpose_68" [label="(197, 12, 64)", style=solid]; +"834 transpose_68" -> "839 view_91" [label="(12, 197, 64)", style=solid]; +"835 view_89" -> "836 transpose_69" [label="(197, 12, 64)", style=solid]; +"836 transpose_69" -> "840 view_92" [label="(12, 197, 64)", style=solid]; +"837 view_90" -> "838 transpose_70" [label="(197, 12, 64)", style=solid]; +"838 transpose_70" -> "841 view_93" [label="(12, 197, 64)", style=solid]; +"839 view_91" -> "842 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"840 view_92" -> "842 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"841 view_93" -> "842 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"842 scaled_dot_product_attention_11" -> "843 quantize_per_tensor_default_58" [label="(1, 12, 197, 64)", style=solid]; +"843 quantize_per_tensor_default_58" -> "844 dequantize_per_tensor_default_58" [label=None, style=solid]; +"844 dequantize_per_tensor_default_58" -> "845 permute_12" [label=None, style=solid]; +"845 permute_12" -> "846 view_94" [label="(197, 1, 12, 64)", style=solid]; +"846 view_94" -> "847 linear_45" [label="(197, 768)", style=solid]; +"847 linear_45" -> "848 view_95" [label="(197, 768)", style=solid]; +"848 view_95" -> "849 transpose_71" [label="(197, 1, 768)", style=solid]; +"849 transpose_71" -> "850 dropout_34" [label="(1, 197, 768)", style=solid]; +"850 dropout_34" -> "851 add_23" [label="(1, 197, 768)", style=solid]; +"851 add_23" -> "852 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"851 add_23" -> "862 add_24" [label="(1, 197, 768)", style=solid]; +"852 layer_norm_23" -> "853 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"853 quantize_per_tensor_default_59" -> "854 dequantize_per_tensor_default_59" [label=None, style=solid]; +"854 dequantize_per_tensor_default_59" -> "855 linear_46" [label=None, style=solid]; +"855 linear_46" -> "856 gelu_11" [label="(1, 197, 3072)", style=solid]; +"856 gelu_11" -> "857 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"857 quantize_per_tensor_default_60" -> "858 dequantize_per_tensor_default_60" [label=None, style=solid]; +"858 dequantize_per_tensor_default_60" -> "859 dropout_35" [label=None, style=solid]; +"859 dropout_35" -> "860 linear_47" [label="(1, 197, 3072)", style=solid]; +"860 linear_47" -> "861 dropout_36" [label="(1, 197, 768)", style=solid]; +"861 dropout_36" -> "862 add_24" [label="(1, 197, 768)", style=solid]; +"862 add_24" -> "863 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"863 layer_norm_24" -> "864 quantize_per_tensor_default_61" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_61" -> "865 dequantize_per_tensor_default_61" [label=None, style=solid]; +"865 dequantize_per_tensor_default_61" -> "866 slice_1" [label=None, style=solid]; +"866 slice_1" -> "867 select_36" [label="(1, 197, 768)", style=solid]; +"867 select_36" -> "868 linear_48" [label="(1, 768)", style=solid]; +"868 linear_48" -> "869 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..95cea03006d --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -0,0 +1,57 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 x" [id=4, type=input]; +"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; +"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; +"7 linear" [id=7, type=linear]; +"8 quantize_per_tensor_default_1" [id=8, type=quantize_per_tensor]; +"9 dequantize_per_tensor_default_3" [id=9, type=dequantize_per_tensor]; +"10 dequantize_per_tensor_default_2" [id=10, type=dequantize_per_tensor]; +"11 slice_1" [id=11, type=slice]; +"12 slice_2" [id=12, type=slice]; +"13 slice_3" [id=13, type=slice]; +"14 slice_4" [id=14, type=slice]; +"15 slice_5" [id=15, type=slice]; +"16 slice_6" [id=16, type=slice]; +"17 slice_7" [id=17, type=slice]; +"18 slice_8" [id=18, type=slice]; +"19 slice_9" [id=19, type=slice]; +"20 transpose" [id=20, type=transpose]; +"21 matmul" [id=21, type=matmul]; +"22 div_" [id=22, type=div_]; +"23 softmax" [id=23, type=softmax]; +"24 transpose_1" [id=24, type=transpose]; +"25 matmul_1" [id=25, type=matmul]; +"26 output_1" [id=26, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(12,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(12,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(12, 4)", style=solid]; +"3 dequantize_per_channel_default" -> "7 linear" [label=None, style=solid]; +"4 x" -> "5 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label=None, style=solid]; +"6 dequantize_per_tensor_default" -> "7 linear" [label=None, style=solid]; +"7 linear" -> "8 quantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; +"7 linear" -> "17 slice_7" [label="(1, 2, 12)", style=solid]; +"8 quantize_per_tensor_default_1" -> "9 dequantize_per_tensor_default_3" [label=None, style=solid]; +"8 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_2" [label=None, style=solid]; +"9 dequantize_per_tensor_default_3" -> "14 slice_4" [label=None, style=solid]; +"10 dequantize_per_tensor_default_2" -> "11 slice_1" [label=None, style=solid]; +"11 slice_1" -> "12 slice_2" [label="(1, 2, 12)", style=solid]; +"12 slice_2" -> "13 slice_3" [label="(1, 2, 12)", style=solid]; +"13 slice_3" -> "21 matmul" [label="(1, 2, 4)", style=solid]; +"14 slice_4" -> "15 slice_5" [label="(1, 2, 12)", style=solid]; +"15 slice_5" -> "16 slice_6" [label="(1, 2, 12)", style=solid]; +"16 slice_6" -> "20 transpose" [label="(1, 2, 4)", style=solid]; +"17 slice_7" -> "18 slice_8" [label="(1, 2, 12)", style=solid]; +"18 slice_8" -> "19 slice_9" [label="(1, 2, 12)", style=solid]; +"19 slice_9" -> "25 matmul_1" [label="(1, 2, 4)", style=solid]; +"20 transpose" -> "21 matmul" [label="(1, 4, 2)", style=solid]; +"21 matmul" -> "22 div_" [label="(1, 2, 2)", style=solid]; +"22 div_" -> "23 softmax" [label="(1, 2, 2)", style=solid]; +"23 softmax" -> "24 transpose_1" [label="(1, 2, 2)", style=solid]; +"24 transpose_1" -> "25 matmul_1" [label="(1, 2, 2)", style=solid]; +"25 matmul_1" -> "26 output_1" [label="(1, 2, 4)", style=solid]; +} diff --git a/tests/torch/fx/performance_check/README.md b/tests/torch/fx/performance_check/README.md new file mode 100644 index 00000000000..fa67328bab1 --- /dev/null +++ b/tests/torch/fx/performance_check/README.md @@ -0,0 +1,47 @@ +# Torch compile with OpenVino backend performance check + +The [main.py](main.py) script checks fp32 and int8 models performance in two setups: + +* Compilation via `torch.compile(model, backend="openvino")` +* Export to OpenVino via `torch.export.export` + `ov.convert` functions + +## Installation + +```bash +# From the root of NNCF repo: +make install-torch-test +pip install -r tests/torch/fx/performance_check/requirements.txt +``` + +## Usage + +Run performance check for all models: + +```bash +python main.py +``` + +Run performance check for a specific model: + +```bash +python main.py --model model_name +``` + +Run performance check for a specific model and save performance check result to a specific location: + +```bash +python main.py --model model_name --file_name /path/to/save/resuts.csv +``` + +Names of the available models could be found in [model_scope.py](model_scope.py) as keys of the `MODEL_SCOPE` dict. +Performance check results are saved to a `result.csv` file by default. + +## Artefacts + +You will find directories named after the models in current directory. In case errors were not occured during the preformance check, each directory should contain: + +* `int8_code.py` - code of the quantized torch.fx.GrpahModule model + +* `int8_nncf_graph.dot` - nncf graph visualization of the quantized torch.fx.GrpahModule model + +* `result.csv` - results of the performance check the current model. diff --git a/tests/torch/fx/performance_check/__init__.py b/tests/torch/fx/performance_check/__init__.py new file mode 100644 index 00000000000..2e49d63977d --- /dev/null +++ b/tests/torch/fx/performance_check/__init__.py @@ -0,0 +1,10 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. diff --git a/tests/torch/fx/performance_check/benchmark.py b/tests/torch/fx/performance_check/benchmark.py new file mode 100644 index 00000000000..47f5877f1d9 --- /dev/null +++ b/tests/torch/fx/performance_check/benchmark.py @@ -0,0 +1,119 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import re +import subprocess +from abc import ABC +from abc import abstractmethod +from enum import Enum +from pathlib import Path +from time import time +from typing import Any, List, Tuple + +import openvino as ov +import torch +import torch.fx + +from nncf.torch.dynamic_graph.patch_pytorch import disable_patching +from tests.torch.fx.performance_check.model_scope import ModelConfig + + +class BenchmarkInterface(ABC): + @abstractmethod + def __call__(self, model: Any, model_config: ModelConfig, model_path: Path) -> Any: + """ + Benchmarks given model. + """ + + @abstractmethod + def name(self) -> str: + """ + Name of the Benchmarking stage. + """ + + +class LatencyBenchmark(BenchmarkInterface): + def __call__(self, model: Any, model_config: ModelConfig, model_path: Path) -> Any: + with disable_patching(): + with torch.no_grad(): + example_inputs = model_config.model_builder.get_example_inputs() + if isinstance(model, ov.Model): + return measure_time_ov(model, example_inputs, model_config.num_iters) + return measure_time(model, example_inputs, model_config.num_iters) + + def name(self) -> str: + return "Latency, msec" + + +class BenchmarkAppMode(Enum): + SYNC = "sync" + ASYNC = "async" + + +class BenchmarkAppFPS(BenchmarkInterface): + def __init__(self, mode: BenchmarkAppMode) -> None: + self.mode = mode + + def __call__(self, model: Any, model_config: ModelConfig, model_path: Path) -> Any: + fps, latency = benchmark_performance( + model_path=model_path, + input_shape=model_config.model_builder.get_input_sizes(), + mode=self.mode.value, + num_iters=model_config.num_iters, + ) + return fps, latency + + def name(self) -> str: + return f"Benchmark app: {self.mode.value} (FPS, latency, msec))" + + +def measure_time(model, example_inputs, num_iters=500): + with torch.no_grad(): + model(*example_inputs) + total_time = 0 + for _ in range(num_iters): + start_time = time() + model(*example_inputs) + total_time += time() - start_time + average_time = (total_time / num_iters) * 1000 + return average_time + + +def measure_time_ov(model, example_inputs, num_iters=500): + ie = ov.Core() + compiled_model = ie.compile_model(model, "CPU") + infer_request = compiled_model.create_infer_request() + infer_request.infer(example_inputs) + total_time = 0 + for _ in range(num_iters): + start_time = time() + infer_request.infer(example_inputs) + total_time += time() - start_time + average_time = (total_time / num_iters) * 1000 + return average_time + + +def benchmark_performance(model_path: str, input_shape: List[int], mode: str, num_iters: int) -> Tuple[float, float]: + if mode == "sync": + exec_mode = "latency" + else: + exec_mode = "throughput" + + command = f"benchmark_app -m {model_path} -d CPU -hint {exec_mode} -niter {num_iters}" + command += f' -shape "[{",".join(str(s) for s in input_shape)}]"' + cmd_output = subprocess.check_output(command, shell=True) # nosec + + match = re.search(r"Throughput\: (.+?) FPS", str(cmd_output)) + fps = float(match.group(1)) + + match = re.search(r"Average\: (.+?) ms", str(cmd_output)) + latency = float(match.group(1)) + return fps, latency diff --git a/tests/torch/fx/performance_check/export.py b/tests/torch/fx/performance_check/export.py new file mode 100644 index 00000000000..dc6aba2e490 --- /dev/null +++ b/tests/torch/fx/performance_check/export.py @@ -0,0 +1,100 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from abc import ABC +from abc import abstractmethod +from pathlib import Path +from typing import Any + +import openvino as ov +import openvino.torch # noqa +import torch +import torch.fx +from torch._export import capture_pre_autograd_graph + +from nncf.torch.dynamic_graph.patch_pytorch import disable_patching +from tests.torch.fx.performance_check.model_scope import ModelConfig + + +class ExportInterface(ABC): + @abstractmethod + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path) -> Any: + """ + Converts passed torch.nn.Module to the target representation + """ + + @abstractmethod + def name(self) -> str: + """ + Return name of the export before quantization stage. + """ + + +class NoExport(ExportInterface): + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path) -> Any: + return model + + def name(self) -> str: + return "No export" + + +class CapturePreAutogradGraphExport(ExportInterface): + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path) -> torch.fx.GraphModule: + with disable_patching(): + with torch.no_grad(): + return capture_pre_autograd_graph(model, args=model_config.model_builder.get_example_inputs()) + + def name(self) -> str: + return "capture_pre_autograd_graph" + + +class TorchExport(ExportInterface): + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path) -> Any: + with disable_patching(): + with torch.no_grad(): + return torch.export.export( + model, args=model_config.model_builder.get_example_inputs(), strict=model_config.torch_export_strict + ).module() + + def name(self) -> str: + return "torch.export.export" + + +class OpenvinoIRExport(ExportInterface): + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path) -> Any: + with disable_patching(): + with torch.no_grad(): + example_inputs = model_config.model_builder.get_example_inputs() + export_inputs = example_inputs[0] if isinstance(example_inputs[0], tuple) else example_inputs + input_sizes = model_config.model_builder.get_input_sizes() + ex_model = torch.export.export(model, export_inputs) + ov_model = ov.convert_model(ex_model, example_input=example_inputs[0], input=input_sizes) + ov.serialize(ov_model, path_to_save_model) + return ov_model + + def name(self) -> str: + return "Export to openvino IR" + + +class TorchCompileExport(ExportInterface): + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path): + return torch.compile(model) + + def name(self) -> str: + return "torch.compile(...)" + + +class TorchCompileOVExport(ExportInterface): + def __call__(self, model: Any, model_config: ModelConfig, path_to_save_model: Path): + return torch.compile(model, backend="openvino") + + def name(self) -> str: + return "torch.compile(..., backend='openvino')" diff --git a/tests/torch/fx/performance_check/main.py b/tests/torch/fx/performance_check/main.py new file mode 100644 index 00000000000..0785a425259 --- /dev/null +++ b/tests/torch/fx/performance_check/main.py @@ -0,0 +1,187 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import os +from copy import deepcopy +from typing import List, Tuple, Union + +# This should be set befre any torch import +# to enable speed up for quantized model +# comipled with torch.compile. +os.environ["TORCHINDUCTOR_FREEZING"] = "1" + +import argparse +import traceback +import warnings +from pathlib import Path + +import pandas as pd +import torch +import torch.fx +from torch.jit import TracerWarning + +from tests.torch.fx.performance_check import benchmark as b +from tests.torch.fx.performance_check import export as e +from tests.torch.fx.performance_check import quantization as q +from tests.torch.fx.performance_check.model_scope import MODEL_SCOPE +from tests.torch.fx.performance_check.model_scope import ModelConfig + +warnings.filterwarnings("ignore", category=TracerWarning) +warnings.filterwarnings("ignore", category=UserWarning) + + +class BenchmarkPipeline: + def __init__( + self, + export_before_q: e.ExportInterface, + compress: q.CompressionInterface, + benchmarks: List[Tuple[e.ExportInterface, Union[List[b.BenchmarkInterface], b.BenchmarkInterface]]], + enabled: bool = True, + ): + self.export_before_q = export_before_q + self.compress = compress + self.benchmarks = benchmarks + self.enabled = enabled + + def run(self, model_name: torch.nn.Module, model_config: ModelConfig, save_dir: Path): + if not self.enabled: + return [], [] + + pt_model = model_config.model_builder.build() + + exported_model = self.export_before_q( + model=pt_model, model_config=model_config, path_to_save_model=save_dir / "ov_fp32_model.xml" + ) + compressed_model = self.compress(exported_model, model_config, save_dir) + prefix = [model_name, self.export_before_q.name(), self.compress.name(), self.compress.quantizer_name()] + + keys, values = [], [] + for export_after, benchmarks in self.benchmarks: + compressed_model_path = save_dir / "ov_int8_model.xml" + exported_compressed_model = export_after( + model=deepcopy(compressed_model), model_config=model_config, path_to_save_model=compressed_model_path + ) + benchmarks = benchmarks if isinstance(benchmarks, list) else [benchmarks] + for benchmark in benchmarks: + key = tuple(prefix + [export_after.name(), benchmark.name()]) + value = benchmark(exported_compressed_model, model_config, compressed_model_path) + print("; ".join(key) + f" : {value}") + keys.append(key) + values.append(value) + return keys, values + + +PIPELINES = ( + BenchmarkPipeline(e.NoExport(), q.NoQuantize(), [(e.NoExport(), b.LatencyBenchmark())], enabled=False), + BenchmarkPipeline( + e.TorchExport(), + q.NoQuantize(), + [ + (e.TorchCompileOVExport(), b.LatencyBenchmark()), + (e.OpenvinoIRExport(), b.BenchmarkAppFPS(mode=b.BenchmarkAppMode.SYNC)), + ], + ), + BenchmarkPipeline( + e.TorchExport(), + # CapturePreAutogradGraphExport(), + q.NNCFQuantize(compress_weights=False), + [ + (e.TorchCompileOVExport(), b.LatencyBenchmark()), + # (OpenvinoIRExport(), LatencyBenchmark()), + (e.OpenvinoIRExport(), b.BenchmarkAppFPS(mode=b.BenchmarkAppMode.SYNC)), + # (OpenvinoIRExport(), BenchmarkAppFPS(mode=BenchmarkAppMode.ASYNC)), + ], + ), + BenchmarkPipeline( + e.TorchExport(), + q.NNCFQuantize(compress_weights=True), + [ + (e.TorchCompileOVExport(), b.LatencyBenchmark()), + (e.OpenvinoIRExport(), b.BenchmarkAppFPS(mode=b.BenchmarkAppMode.SYNC)), + ], + ), + BenchmarkPipeline( + e.TorchExport(), + q.NNCFQuantizePT2E(q.build_OpenVINOQuantizer, fold_quantize=False), + [(e.TorchCompileOVExport(), b.LatencyBenchmark())], + ), + BenchmarkPipeline( + e.TorchExport(), + q.NNCFQuantizePT2E(q.build_X86Quantizer, fold_quantize=False), + [(e.TorchCompileExport(), b.LatencyBenchmark())], + ), + BenchmarkPipeline( + e.OpenvinoIRExport(), + q.NNCFQuantize(compress_weights=True), + [ + (e.NoExport(), b.LatencyBenchmark()), + (e.NoExport(), b.BenchmarkAppFPS(mode=b.BenchmarkAppMode.SYNC)), + ], + ), + BenchmarkPipeline( + e.TorchExport(), + q.TorchAOQuantize(q.build_XNNPACKQuantizer, fold_quantize=True), + [(e.TorchCompileExport(), b.LatencyBenchmark())], + ), + BenchmarkPipeline( + e.TorchExport(), + q.NNCFQuantizePT2E(q.build_XNNPACKQuantizer, fold_quantize=True), + [(e.TorchCompileExport(), b.LatencyBenchmark())], + ), +)[ + -2: +] # [4:6] # [5:6] + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--model", help="Target model name", type=str, default="all") + parser.add_argument("--file_name", help="Output csv file_name", type=str, default="result.csv") + + args = parser.parse_args() + + target_models = [] + if args.model == "all": + for model_name in MODEL_SCOPE: + target_models.append(model_name) + else: + target_models.append(args.model) + + keys, values = [], [] + for model_name in target_models: + print("---------------------------------------------------") + print(f"name: {model_name}") + try: + model_config = MODEL_SCOPE[model_name] + save_dir = Path(__file__).parent.resolve() / model_name + save_dir.mkdir(exist_ok=True) + for pipeline in PIPELINES: + keys_, values_ = pipeline.run(model_name, model_config, save_dir) + keys.extend(keys_) + values.extend(values_) + except Exception as e: + print(f"FAILS TO CHECK PERFORMANCE FOR {model_name} MODEL:") + err_msg = str(e) + print(err_msg) + traceback.print_exc() + + index = pd.MultiIndex.from_tuples( + keys, + names=["model", "export before int8", "compression", "quantizer", "export after int8", "benchmark key"], + ) + df = pd.DataFrame(values, index=index) + + print(df) + df.to_csv(args.file_name) + + +if __name__ == "__main__": + main() diff --git a/tests/torch/fx/performance_check/model_builders/base.py b/tests/torch/fx/performance_check/model_builders/base.py new file mode 100644 index 00000000000..1e82bf20aa6 --- /dev/null +++ b/tests/torch/fx/performance_check/model_builders/base.py @@ -0,0 +1,28 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from abc import abstractclassmethod + +import torch + + +class BaseModelBuilder: + @abstractclassmethod + def build(self) -> torch.nn.Module: + pass + + @abstractclassmethod + def get_example_inputs(self) -> torch.Tensor: + pass + + @abstractclassmethod + def get_input_sizes(self): + pass diff --git a/tests/torch/fx/performance_check/model_builders/stable_diffusion.py b/tests/torch/fx/performance_check/model_builders/stable_diffusion.py new file mode 100644 index 00000000000..a8eda196d52 --- /dev/null +++ b/tests/torch/fx/performance_check/model_builders/stable_diffusion.py @@ -0,0 +1,35 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import torch +from diffusers import StableDiffusionPipeline + +from tests.torch.fx.performance_check.model_builders.base import BaseModelBuilder + + +class StableDiffusion2UnetBuilder(BaseModelBuilder): + def __init__(self): + latents_shape = (2, 4, 96, 96) + encoder_hidden_state_shape = (2, 77, 1024) + time_shape = () + self._input_sizes = (latents_shape, time_shape, encoder_hidden_state_shape) + self._example_input = tuple([torch.ones(shape) for shape in self._input_sizes]) + + def build(self): + pipe = StableDiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-2-1-base") + pipe = pipe.to("cpu") + return pipe.unet.eval() + + def get_example_inputs(self) -> torch.Tensor: + return (self._example_input,) + + def get_input_sizes(self): + return self._input_sizes diff --git a/tests/torch/fx/performance_check/model_builders/torchvision.py b/tests/torch/fx/performance_check/model_builders/torchvision.py new file mode 100644 index 00000000000..71294f3012f --- /dev/null +++ b/tests/torch/fx/performance_check/model_builders/torchvision.py @@ -0,0 +1,33 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import torch +from torchvision import models + +from tests.torch.fx.performance_check.model_builders.base import BaseModelBuilder + + +class TorchvisionModelBuilder(BaseModelBuilder): + INPUT_SHAPE = (1, 3, 224, 224) + + def __init__(self, model_cls: str, model_weights: models.WeightsEnum): + self._model_cls = model_cls + self._model_weights = model_weights + self._example_input = self._model_weights.transforms()(torch.ones(self.INPUT_SHAPE)) + + def build(self): + return self._model_cls(weights=self._model_weights).eval() + + def get_example_inputs(self) -> torch.Tensor: + return (self._example_input,) + + def get_input_sizes(self): + return tuple(self._example_input.shape) diff --git a/tests/torch/fx/performance_check/model_builders/ultralytics.py b/tests/torch/fx/performance_check/model_builders/ultralytics.py new file mode 100644 index 00000000000..0b58a9d8591 --- /dev/null +++ b/tests/torch/fx/performance_check/model_builders/ultralytics.py @@ -0,0 +1,33 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import torch +from ultralytics.models.yolo import YOLO + +from tests.torch.fx.performance_check.model_builders.base import BaseModelBuilder + + +class UltralyticsModelBuilder(BaseModelBuilder): + INPUT_SHAPE = (1, 3, 640, 640) + + def __init__(self, model_id: str): + self._model_id = model_id + + def build(self): + pt_model = YOLO(self._model_id).model + pt_model(*self.get_example_inputs()) + return pt_model + + def get_example_inputs(self) -> torch.Tensor: + return (torch.ones(self.INPUT_SHAPE),) + + def get_input_sizes(self): + return self.INPUT_SHAPE diff --git a/tests/torch/fx/performance_check/model_scope.py b/tests/torch/fx/performance_check/model_scope.py new file mode 100644 index 00000000000..b0348c18527 --- /dev/null +++ b/tests/torch/fx/performance_check/model_scope.py @@ -0,0 +1,123 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from dataclasses import dataclass +from typing import Any, Dict + +import torchvision.models as models + +import nncf +from nncf import AdvancedQuantizationParameters +from nncf import AdvancedSmoothQuantParameters +from nncf import QuantizationPreset +from nncf.parameters import ModelType +from tests.torch.fx.performance_check.model_builders.base import BaseModelBuilder +from tests.torch.fx.performance_check.model_builders.stable_diffusion import StableDiffusion2UnetBuilder +from tests.torch.fx.performance_check.model_builders.torchvision import TorchvisionModelBuilder +from tests.torch.fx.performance_check.model_builders.ultralytics import UltralyticsModelBuilder + + +@dataclass +class ModelConfig: + model_builder: BaseModelBuilder + quantization_params: Dict[str, Any] + num_iters: int = 2000 + torch_export_strict: bool = True + + +MODEL_SCOPE = { + "vit_b_16": ModelConfig( + TorchvisionModelBuilder(models.vit_b_16, models.ViT_B_16_Weights.DEFAULT), + { + "model_type": ModelType.TRANSFORMER, + }, + ), + "swin_v2_s": ModelConfig( + TorchvisionModelBuilder(models.swin_v2_s, models.Swin_V2_S_Weights.DEFAULT), + { + "model_type": ModelType.TRANSFORMER, + }, + ), + "resnet18": ModelConfig( + TorchvisionModelBuilder(models.resnet18, models.ResNet18_Weights.DEFAULT), + {"preset": nncf.QuantizationPreset.MIXED}, + 2000, + ), + "resnet50": ModelConfig( + TorchvisionModelBuilder(models.resnet50, models.ResNet50_Weights.DEFAULT), + {"preset": nncf.QuantizationPreset.MIXED}, + ), + "mobilenet_v2": ModelConfig( + TorchvisionModelBuilder(models.mobilenet_v2, models.MobileNet_V2_Weights.DEFAULT), + { + "preset": QuantizationPreset.MIXED, + "fast_bias_correction": True, + }, + ), + "mobilenet_v3_small": ModelConfig( + TorchvisionModelBuilder(models.mobilenet_v3_small, models.MobileNet_V3_Small_Weights.DEFAULT), + { + "preset": QuantizationPreset.MIXED, + "fast_bias_correction": True, + }, + ), + "sd2_unet": ModelConfig( + StableDiffusion2UnetBuilder(), + { + "model_type": ModelType.TRANSFORMER, + "advanced_parameters": AdvancedQuantizationParameters( + smooth_quant_alphas=AdvancedSmoothQuantParameters(-1, -1) + ), + "ignored_scope": nncf.IgnoredScope( + types=["linear"], + ), + }, + num_iters=1, + ), + "yolov8n": ModelConfig( + UltralyticsModelBuilder("yolov8n"), + { + "preset": QuantizationPreset.MIXED, + "fx": { + "ignored_scope": nncf.IgnoredScope( + types=["mul", "sub", "sigmoid"], + subgraphs=[ + nncf.Subgraph( + inputs=["cat_13", "cat_14", "cat_15"], + outputs=["output"], + ) + ], + ) + }, + }, + num_iters=500, + torch_export_strict=False, + ), + "yolo11n": ModelConfig( + UltralyticsModelBuilder("yolo11n"), + { + "model_type": nncf.ModelType.TRANSFORMER, + "fx": { + "ignored_scope": nncf.IgnoredScope( + types=["mul", "sub", "sigmoid", "__getitem__"], + subgraphs=[ + nncf.Subgraph( + inputs=["cat_13", "cat_14", "cat_15"], + outputs=["output"], + ) + ], + ) + }, + }, + num_iters=500, + torch_export_strict=False, + ), +} diff --git a/tests/torch/fx/performance_check/quantization.py b/tests/torch/fx/performance_check/quantization.py new file mode 100644 index 00000000000..74487d8e19c --- /dev/null +++ b/tests/torch/fx/performance_check/quantization.py @@ -0,0 +1,285 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from abc import ABC +from abc import abstractmethod +from copy import deepcopy +from pathlib import Path +from typing import Any, Callable, Tuple + +import openvino as ov +import torch +import torch.fx +from torch.ao.quantization.quantize_pt2e import convert_pt2e +from torch.ao.quantization.quantize_pt2e import prepare_pt2e +from torch.ao.quantization.quantizer.quantizer import Quantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import X86InductorQuantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config +from torch.ao.quantization.quantizer.xnnpack_quantizer import XNNPACKQuantizer +from torch.ao.quantization.quantizer.xnnpack_quantizer import get_symmetric_quantization_config +from torch.fx.passes.graph_drawer import FxGraphDrawer + +import nncf +from nncf import AdvancedQuantizationParameters +from nncf.common.factory import NNCFGraphFactory +from nncf.experimental.quantization.quantizer.openvino_quantizer import OpenVINOQuantizer +from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters +from nncf.experimental.torch.fx.quantization.quantize_pt2e import quantize_pt2e +from nncf.torch.dynamic_graph.patch_pytorch import disable_patching +from tests.torch.fx.performance_check.model_scope import ModelConfig + +VISUALIZE_FX_INT8_GRAPH = True + + +class CompressionInterface(ABC): + @abstractmethod + def __call__(self, model: Any, model_config: ModelConfig, save_dir: Path): + """ + Quantizes given model with given parameters + """ + + @abstractmethod + def name(self) -> str: + """ + The name of the quantization stage. + """ + + @abstractmethod + def quantizer_name(self) -> str: + """ + The name of the used quantizer. + """ + + +class NoQuantize(CompressionInterface): + def __call__(self, model: Any, model_config: ModelConfig, save_dir: Path) -> Any: + return model + + def name(self) -> str: + return "No quantization" + + def quantizer_name(self) -> str: + return "-" + + +class NNCFQuantize(CompressionInterface): + def __init__(self, compress_weights: bool, serialize_fx_int8_graph: bool = VISUALIZE_FX_INT8_GRAPH): + self.serialize_fx_int8_graph = serialize_fx_int8_graph + self.compress_weights = compress_weights + + @staticmethod + def _get_backend(model) -> str: + if isinstance(model, torch.fx.GraphModule): + return "FX" + if isinstance(model, ov.Model): + return "OV" + return "" + + def __call__(self, model: Any, model_config: ModelConfig, save_dir: Path) -> Any: + quantization_params = deepcopy(model_config.quantization_params) + advanced_parameters = quantization_params.get("advanced_parameters", AdvancedQuantizationParameters()) + advanced_parameters.backend_params[FXBackendParameters.COMPRESS_WEIGHTS] = self.compress_weights + quantization_params["advanced_parameters"] = advanced_parameters + + backend = self._get_backend(model) + if "fx" in quantization_params: + fx_params = quantization_params.pop("fx") + if backend == "FX": + quantization_params = {**quantization_params, **fx_params} + + with disable_patching(): + example_inputs = model_config.model_builder.get_example_inputs() + quantized_model = nncf.quantize( + model, + nncf.Dataset(example_inputs), + **quantization_params, + ) + if backend == "OV": + ov_int8_model_path = save_dir / "openvino_int8_model.xml" + ov.serialize(quantized_model, ov_int8_model_path) + print(f"Openvino quantized model saved to {ov_int8_model_path}") + + elif backend == "FX": + _save_int8_torch_fx_info( + quantized_model, save_dir, self.serialize_fx_int8_graph, f"nncf_compress_{self.compress_weights}" + ) + + int8_graph_visualization_path = str( + save_dir / f"{backend}_int8_nncf_graph_compress_{self.compress_weights}.dot" + ) + NNCFGraphFactory.create(quantized_model).visualize_graph(int8_graph_visualization_path) + print(f"NNCFGraph visualization of int8 model is saved to {int8_graph_visualization_path}") + + return quantized_model + + def name(self) -> str: + return f"nncf.quantize(compress_weights=={self.compress_weights})" + + def quantizer_name(self) -> str: + return "-" + + +class TorchAOQuantize(CompressionInterface): + def __init__( + self, + quantizer_builder: Callable[[Tuple[Any, ...]], Quantizer], + fold_quantize: bool, + serialize_fx_int8_graph: bool = VISUALIZE_FX_INT8_GRAPH, + ) -> None: + """ + fold_quantize == False for the torch.compile("openvino") inference + """ + self.fold_quantize = fold_quantize + self.serialize_fx_int8_graph = serialize_fx_int8_graph + self.quantizer_builder = quantizer_builder + + def __call__(self, model: Any, model_config: ModelConfig, save_dir: Path) -> torch.fx.GraphModule: + assert isinstance(model, torch.fx.GraphModule) + + quantization_params = deepcopy(model_config.quantization_params) + if "fx" in quantization_params: + fx_params = quantization_params.pop("fx") + quantization_params = {**quantization_params, **fx_params} + + quantizer = self.quantizer_builder(**quantization_params) + + with disable_patching(): + with torch.no_grad(): + example_inputs = model_config.model_builder.get_example_inputs() + export_inputs = example_inputs[0] if isinstance(example_inputs[0], tuple) else example_inputs + prepared_model = prepare_pt2e(model, quantizer) + prepared_model(*export_inputs) + quantized_model = convert_pt2e(prepared_model, fold_quantize=self.fold_quantize) + _save_int8_torch_fx_info( + quantized_model, + save_dir, + self.serialize_fx_int8_graph, + f"torch_ao_{quantizer.__class__.__name__}_fold_{self.fold_quantize}", + ) + return quantized_model + + def name(self) -> str: + return f"torch.ao quantization quantizer: (fold_quantize=={self.fold_quantize})" + + def quantizer_name(self) -> str: + return self.quantizer_builder.__name__.split("_")[-1] + + +class NNCFQuantizePT2E(CompressionInterface): + def __init__( + self, + quantizer_builder: Callable[[Tuple[Any, ...]], Quantizer], + fold_quantize: bool, + serialize_fx_int8_graph: bool = VISUALIZE_FX_INT8_GRAPH, + ) -> None: + """ + fold_quantize == False for the torch.compile("openvino") inference + """ + self.fold_quantize = fold_quantize + self.serialize_fx_int8_graph = serialize_fx_int8_graph + self.quantizer_builder = quantizer_builder + + def __call__(self, model: Any, model_config: ModelConfig, save_dir: Path) -> torch.fx.GraphModule: + assert isinstance(model, torch.fx.GraphModule) + + quantization_params = deepcopy(model_config.quantization_params) + if "fx" in quantization_params: + fx_params = quantization_params.pop("fx") + quantization_params = {**quantization_params, **fx_params} + + quantizer = self.quantizer_builder(**quantization_params) + + pt2e_kwargs = {} + for key in ( + "subset_size", + "fast_bias_correction", + "smooth_quant", + "bias_correction_params", + "smooth_quant_params", + "activations_range_estimator_params", + "weights_range_estimator_params", + ): + if key in quantization_params: + pt2e_kwargs[key] = quantization_params[key] + smooth_quant = False + if quantization_params.get("model_type", False): + smooth_quant = quantization_params["model_type"] == nncf.ModelType.TRANSFORMER + + with disable_patching(): + example_inputs = model_config.model_builder.get_example_inputs() + quantized_model = quantize_pt2e( + model, + quantizer, + nncf.Dataset(example_inputs), + smooth_quant=smooth_quant, + fold_quantize=self.fold_quantize, + **pt2e_kwargs, + ) + _save_int8_torch_fx_info( + quantized_model, + save_dir, + self.serialize_fx_int8_graph, + f"nncf_pt2e_{quantizer.__class__.__name__}_fold_{self.fold_quantize}", + ) + return quantized_model + + def name(self) -> str: + return f"nncf.quantize_pt2e(fold_quantize=={self.fold_quantize})" + + def quantizer_name(self) -> str: + return self.quantizer_builder.__name__.split("_")[-1] + + +def build_X86Quantizer(*args, **kwarsg) -> X86InductorQuantizer: + quantizer = X86InductorQuantizer() + quantizer.set_global(get_default_x86_inductor_quantization_config()) + return quantizer + + +def build_XNNPACKQuantizer(*args, **kwargs) -> XNNPACKQuantizer: + quantizer = XNNPACKQuantizer() + quantizer.set_global(get_symmetric_quantization_config()) + return quantizer + + +def build_OpenVINOQuantizer(*args, **kwargs) -> OpenVINOQuantizer: + + quantizer_kwargs = {} + for key in ( + "mode", + "preset", + "target_device", + "model_type", + "ignored_scope", + "overflow_fix", + "quantize_outputs", + "activations_quantization_params", + "weights_quantization_params", + "quantizer_propagation_rule", + ): + if key in kwargs: + quantizer_kwargs[key] = kwargs[key] + return OpenVINOQuantizer(**quantizer_kwargs) + + +def _save_int8_torch_fx_info( + quantized_model: torch.fx.GraphModule, save_dir: Path, serialize_fx_int8_graph: bool, q_backend: str +): + int8_code_path = str(save_dir / f"int8_code_{q_backend}.py") + with open(int8_code_path, "w") as f: + f.write(quantized_model.code) + print(f"int8 FX code is saved to {int8_code_path}") + + if serialize_fx_int8_graph: + int8_model_visualization_path = str(save_dir / f"int8_fx_graph_q_backend_{q_backend}.svg") + g = FxGraphDrawer(quantized_model, int8_model_visualization_path) + g.get_dot_graph().write_svg(int8_model_visualization_path) + print(f"Visualization of int8 model is saved to {int8_model_visualization_path}") diff --git a/tests/torch/fx/performance_check/requirements.txt b/tests/torch/fx/performance_check/requirements.txt new file mode 100644 index 00000000000..0e9f5bba47e --- /dev/null +++ b/tests/torch/fx/performance_check/requirements.txt @@ -0,0 +1,2 @@ +diffusers +ultralytics \ No newline at end of file diff --git a/tests/torch/fx/test_quantizer.py b/tests/torch/fx/test_quantizer.py new file mode 100644 index 00000000000..55848bbeca6 --- /dev/null +++ b/tests/torch/fx/test_quantizer.py @@ -0,0 +1,168 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from dataclasses import dataclass +from functools import partial +from pathlib import Path +from typing import Any, Callable, Tuple + +import pytest +import torch +import torch.fx +import torch.nn.parallel +import torch.optim +import torch.utils.data +import torch.utils.data.distributed +import torchvision.models as models +from torch.ao.quantization.quantizer.quantizer import Quantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import X86InductorQuantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config + +import nncf +from nncf.experimental.quantization.quantizer.openvino_quantizer import OpenVINOQuantizer +from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter +from nncf.experimental.torch.fx.quantization.quantize_pt2e import quantize_pt2e +from tests.torch import test_models +from tests.torch.fx.helpers import get_torch_fx_model +from tests.torch.test_compressed_graph import check_graph +from tests.torch.test_models.synthetic import ShortTransformer +from tests.torch.test_models.synthetic import YOLO11N_SDPABlock + +FX_QUANTIZED_DIR_NAME = Path("fx") / "experimental" + + +@dataclass +class ModelCase: + model_builder: Callable[[], torch.nn.Module] + model_id: str + input_shape: Tuple[int] + + +def torchvision_model_case(model_id: str, input_shape: Tuple[int,]): + model = getattr(models, model_id) + return ModelCase(partial(model, weights=None), model_id, input_shape) + + +TEST_MODELS = ( + torchvision_model_case("resnet18", (1, 3, 224, 224)), + torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), + torchvision_model_case("vit_b_16", (1, 3, 224, 224)), + torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), + ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), + ModelCase(partial(ShortTransformer, 5, 10), "synthetic_transformer", [5]), + ModelCase(YOLO11N_SDPABlock, "yolo11n_sdpa_block", YOLO11N_SDPABlock.INPUT_SIZE), +) + + +def get_dot_filename(model_name): + return model_name + ".dot" + + +def get_x86_quantizer(*args, **kwarsg) -> X86InductorQuantizer: + quantizer = X86InductorQuantizer() + quantizer.set_global(get_default_x86_inductor_quantization_config()) + return quantizer + + +def get_openvino_quantizer(*args, **kwargs) -> OpenVINOQuantizer: + return OpenVINOQuantizer(*args, **kwargs) + + +TEST_MODELS_QUANIZED = ( + (ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), {}, {}), + (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}, {}), + (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}, {}), + ( + torchvision_model_case("vit_b_16", (1, 3, 224, 224)), + {"model_type": nncf.ModelType.TRANSFORMER}, + {"smooth_quant": True}, + ), + ( + torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), + {"model_type": nncf.ModelType.TRANSFORMER}, + {"smooth_quant": True}, + ), + ( + ModelCase(partial(ShortTransformer, 5, 10), "synthetic_transformer", [5]), + {"model_type": nncf.ModelType.TRANSFORMER}, + {"smooth_quant": True}, + ), + ( + ModelCase(YOLO11N_SDPABlock, "yolo11n_sdpa_block", YOLO11N_SDPABlock.INPUT_SIZE), + {"model_type": nncf.ModelType.TRANSFORMER}, + {"smooth_quant": True}, + ), +) + + +def _build_torch_fx_model(model_case: ModelCase) -> Tuple[torch.fx.GraphModule, torch.Tensor]: + model = model_case.model_builder() + dtype = torch.int32 if model_case.model_id == "synthetic_transformer" else torch.float32 + example_input = torch.ones(model_case.input_shape, dtype=dtype) + fx_model = get_torch_fx_model(model, example_input) + return fx_model, example_input + + +def _get_calibration_dataset(example_input: torch.Tensor) -> nncf.Dataset: + def transform_fn(data_item): + return data_item.to("cpu") + + return nncf.Dataset([example_input], transform_fn) + + +@pytest.mark.parametrize( + ("model_case", "quantizer_params", "pt2e_params"), + TEST_MODELS_QUANIZED, + ids=[m[0].model_id for m in TEST_MODELS_QUANIZED], +) +@pytest.mark.parametrize( + "quantizer_builder", [get_x86_quantizer, get_openvino_quantizer], ids=["X86InductorQuantizer", "OpenVINOQuantizer"] +) +def test_quantized_model( + quantizer_builder: Callable[[Tuple[Any, ...]], Quantizer], + model_case: ModelCase, + quantizer_params, + pt2e_params, +): + fx_model, example_input = _build_torch_fx_model(model_case) + calibration_dataset = _get_calibration_dataset(example_input) + + quantizer = quantizer_builder(**quantizer_params) + quantized_model = quantize_pt2e( + fx_model, + quantizer, + calibration_dataset=calibration_dataset, + fast_bias_correction=None, # BC is disabled + fold_quantize=True, + do_copy=True, + **pt2e_params, + ) + + # Uncomment to visualize torch fx graph + # from tests.torch.fx.helpers import visualize_fx_model + # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") + + nncf_graph = GraphConverter.create_nncf_graph(quantized_model) + check_graph( + nncf_graph, + get_dot_filename(model_case.model_id), + FX_QUANTIZED_DIR_NAME / quantizer.__class__.__name__, + extended=True, + ) + + # Uncomment to visualize reference graphs + # from torch.ao.quantization.quantize_pt2e import convert_pt2e + # from torch.ao.quantization.quantize_pt2e import prepare_pt2e + # prepared_model = prepare_pt2e(fx_model, quantizer) + # prepared_model(example_input) + # ao_quantized_model = convert_pt2e(prepared_model) + # ao_nncf_graph = GraphConverter.create_nncf_graph(ao_quantized_model) + # ao_nncf_graph.visualize_graph("ao_" + get_dot_filename(model_case.model_id))